2 This file is part of systemd.
4 Copyright 2012 Zbigniew Jędrzejewski-Szmek
6 systemd is free software; you can redistribute it and/or modify it
7 under the terms of the GNU Lesser General Public License as published by
8 the Free Software Foundation; either version 2.1 of the License, or
9 (at your option) any later version.
11 systemd is distributed in the hope that it will be useful, but
12 WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 Lesser General Public License for more details.
16 You should have received a copy of the GNU Lesser General Public License
17 along with systemd; If not, see <http://www.gnu.org/licenses/>.
26 #include <sys/prctl.h>
27 #include <sys/socket.h>
30 #include "sd-daemon.h"
32 #include "alloc-util.h"
33 #include "conf-parser.h"
38 #include "journal-file.h"
39 #include "journal-remote-write.h"
40 #include "journal-remote.h"
41 #include "journald-native.h"
43 #include "parse-util.h"
44 #include "signal-util.h"
45 #include "socket-util.h"
46 #include "stat-util.h"
47 #include "stdio-util.h"
48 #include "string-table.h"
49 #include "string-util.h"
52 #define REMOTE_JOURNAL_PATH "/var/log/journal/remote"
54 #define PRIV_KEY_FILE CERTIFICATE_ROOT "/private/journal-remote.pem"
55 #define CERT_FILE CERTIFICATE_ROOT "/certs/journal-remote.pem"
56 #define TRUST_FILE CERTIFICATE_ROOT "/ca/trusted.pem"
58 static char* arg_url
= NULL
;
59 static char* arg_getter
= NULL
;
60 static char* arg_listen_raw
= NULL
;
61 static char* arg_listen_http
= NULL
;
62 static char* arg_listen_https
= NULL
;
63 static char** arg_files
= NULL
;
64 static int arg_compress
= true;
65 static int arg_seal
= false;
66 static int http_socket
= -1, https_socket
= -1;
67 static char** arg_gnutls_log
= NULL
;
69 static JournalWriteSplitMode arg_split_mode
= JOURNAL_WRITE_SPLIT_HOST
;
70 static char* arg_output
= NULL
;
72 static char *arg_key
= NULL
;
73 static char *arg_cert
= NULL
;
74 static char *arg_trust
= NULL
;
75 static bool arg_trust_all
= false;
77 /**********************************************************************
78 **********************************************************************
79 **********************************************************************/
81 static int spawn_child(const char* child
, char** argv
) {
83 pid_t parent_pid
, child_pid
;
87 return log_error_errno(errno
, "Failed to create pager pipe: %m");
89 parent_pid
= getpid();
93 r
= log_error_errno(errno
, "Failed to fork: %m");
101 (void) reset_all_signal_handlers();
102 (void) reset_signal_mask();
104 r
= dup2(fd
[1], STDOUT_FILENO
);
106 log_error_errno(errno
, "Failed to dup pipe to stdout: %m");
112 /* Make sure the child goes away when the parent dies */
113 if (prctl(PR_SET_PDEATHSIG
, SIGTERM
) < 0)
116 /* Check whether our parent died before we were able
117 * to set the death signal */
118 if (getppid() != parent_pid
)
122 log_error_errno(errno
, "Failed to exec child %s: %m", child
);
128 log_warning_errno(errno
, "Failed to close write end of pipe: %m");
130 r
= fd_nonblock(fd
[0], true);
132 log_warning_errno(errno
, "Failed to set child pipe to non-blocking: %m");
137 static int spawn_curl(const char* url
) {
138 char **argv
= STRV_MAKE("curl",
139 "-HAccept: application/vnd.fdo.journal",
145 r
= spawn_child("curl", argv
);
147 log_error_errno(r
, "Failed to spawn curl: %m");
151 static int spawn_getter(const char *getter
) {
153 _cleanup_strv_free_
char **words
= NULL
;
156 r
= strv_split_extract(&words
, getter
, WHITESPACE
, EXTRACT_QUOTES
);
158 return log_error_errno(r
, "Failed to split getter option: %m");
160 r
= spawn_child(words
[0], words
);
162 log_error_errno(r
, "Failed to spawn getter %s: %m", getter
);
167 #define filename_escape(s) xescape((s), "/ ")
169 static int open_output(Writer
*w
, const char* host
) {
170 _cleanup_free_
char *_output
= NULL
;
174 switch (arg_split_mode
) {
175 case JOURNAL_WRITE_SPLIT_NONE
:
176 output
= arg_output
?: REMOTE_JOURNAL_PATH
"/remote.journal";
179 case JOURNAL_WRITE_SPLIT_HOST
: {
180 _cleanup_free_
char *name
;
184 name
= filename_escape(host
);
188 r
= asprintf(&_output
, "%s/remote-%s.journal",
189 arg_output
?: REMOTE_JOURNAL_PATH
,
199 assert_not_reached("what?");
202 r
= journal_file_open_reliably(output
,
203 O_RDWR
|O_CREAT
, 0640,
204 arg_compress
, arg_seal
,
209 log_error_errno(r
, "Failed to open output journal %s: %m",
212 log_debug("Opened output file %s", w
->journal
->path
);
216 /**********************************************************************
217 **********************************************************************
218 **********************************************************************/
220 static int init_writer_hashmap(RemoteServer
*s
) {
221 static const struct hash_ops
*hash_ops
[] = {
222 [JOURNAL_WRITE_SPLIT_NONE
] = NULL
,
223 [JOURNAL_WRITE_SPLIT_HOST
] = &string_hash_ops
,
226 assert(arg_split_mode
>= 0 && arg_split_mode
< (int) ELEMENTSOF(hash_ops
));
228 s
->writers
= hashmap_new(hash_ops
[arg_split_mode
]);
235 static int get_writer(RemoteServer
*s
, const char *host
,
238 _cleanup_writer_unref_ Writer
*w
= NULL
;
241 switch(arg_split_mode
) {
242 case JOURNAL_WRITE_SPLIT_NONE
:
243 key
= "one and only";
246 case JOURNAL_WRITE_SPLIT_HOST
:
252 assert_not_reached("what split mode?");
255 w
= hashmap_get(s
->writers
, key
);
263 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_HOST
) {
264 w
->hashmap_key
= strdup(key
);
269 r
= open_output(w
, host
);
273 r
= hashmap_put(s
->writers
, w
->hashmap_key
?: key
, w
);
283 /**********************************************************************
284 **********************************************************************
285 **********************************************************************/
287 /* This should go away as soon as µhttpd allows state to be passed around. */
288 static RemoteServer
*server
;
290 static int dispatch_raw_source_event(sd_event_source
*event
,
294 static int dispatch_raw_source_until_block(sd_event_source
*event
,
296 static int dispatch_blocking_source_event(sd_event_source
*event
,
298 static int dispatch_raw_connection_event(sd_event_source
*event
,
302 static int dispatch_http_event(sd_event_source
*event
,
307 static int get_source_for_fd(RemoteServer
*s
,
308 int fd
, char *name
, RemoteSource
**source
) {
312 /* This takes ownership of name, but only on success. */
317 if (!GREEDY_REALLOC0(s
->sources
, s
->sources_size
, fd
+ 1))
320 r
= get_writer(s
, name
, &writer
);
322 return log_warning_errno(r
, "Failed to get writer for source %s: %m",
325 if (s
->sources
[fd
] == NULL
) {
326 s
->sources
[fd
] = source_new(fd
, false, name
, writer
);
327 if (!s
->sources
[fd
]) {
328 writer_unref(writer
);
335 *source
= s
->sources
[fd
];
339 static int remove_source(RemoteServer
*s
, int fd
) {
340 RemoteSource
*source
;
343 assert(fd
>= 0 && fd
< (ssize_t
) s
->sources_size
);
345 source
= s
->sources
[fd
];
347 /* this closes fd too */
349 s
->sources
[fd
] = NULL
;
356 static int add_source(RemoteServer
*s
, int fd
, char* name
, bool own_name
) {
358 RemoteSource
*source
= NULL
;
361 /* This takes ownership of name, even on failure, if own_name is true. */
373 r
= get_source_for_fd(s
, fd
, name
, &source
);
375 log_error_errno(r
, "Failed to create source for fd:%d (%s): %m",
381 r
= sd_event_add_io(s
->events
, &source
->event
,
382 fd
, EPOLLIN
|EPOLLRDHUP
|EPOLLPRI
,
383 dispatch_raw_source_event
, source
);
385 /* Add additional source for buffer processing. It will be
387 r
= sd_event_add_defer(s
->events
, &source
->buffer_event
,
388 dispatch_raw_source_until_block
, source
);
390 sd_event_source_set_enabled(source
->buffer_event
, SD_EVENT_OFF
);
391 } else if (r
== -EPERM
) {
392 log_debug("Falling back to sd_event_add_defer for fd:%d (%s)", fd
, name
);
393 r
= sd_event_add_defer(s
->events
, &source
->event
,
394 dispatch_blocking_source_event
, source
);
396 sd_event_source_set_enabled(source
->event
, SD_EVENT_ON
);
399 log_error_errno(r
, "Failed to register event source for fd:%d: %m",
404 r
= sd_event_source_set_description(source
->event
, name
);
406 log_error_errno(r
, "Failed to set source name for fd:%d: %m", fd
);
410 return 1; /* work to do */
413 remove_source(s
, fd
);
417 static int add_raw_socket(RemoteServer
*s
, int fd
) {
419 _cleanup_close_
int fd_
= fd
;
420 char name
[sizeof("raw-socket-")-1 + DECIMAL_STR_MAX(int) + 1];
424 r
= sd_event_add_io(s
->events
, &s
->listen_event
,
426 dispatch_raw_connection_event
, s
);
430 xsprintf(name
, "raw-socket-%d", fd
);
432 r
= sd_event_source_set_description(s
->listen_event
, name
);
441 static int setup_raw_socket(RemoteServer
*s
, const char *address
) {
444 fd
= make_socket_fd(LOG_INFO
, address
, SOCK_STREAM
, SOCK_CLOEXEC
);
448 return add_raw_socket(s
, fd
);
451 /**********************************************************************
452 **********************************************************************
453 **********************************************************************/
455 static int request_meta(void **connection_cls
, int fd
, char *hostname
) {
456 RemoteSource
*source
;
460 assert(connection_cls
);
464 r
= get_writer(server
, hostname
, &writer
);
466 return log_warning_errno(r
, "Failed to get writer for source %s: %m",
469 source
= source_new(fd
, true, hostname
, writer
);
471 writer_unref(writer
);
475 log_debug("Added RemoteSource as connection metadata %p", source
);
477 *connection_cls
= source
;
481 static void request_meta_free(void *cls
,
482 struct MHD_Connection
*connection
,
483 void **connection_cls
,
484 enum MHD_RequestTerminationCode toe
) {
487 assert(connection_cls
);
491 log_debug("Cleaning up connection metadata %p", s
);
493 *connection_cls
= NULL
;
497 static int process_http_upload(
498 struct MHD_Connection
*connection
,
499 const char *upload_data
,
500 size_t *upload_data_size
,
501 RemoteSource
*source
) {
503 bool finished
= false;
509 log_trace("%s: connection %p, %zu bytes",
510 __func__
, connection
, *upload_data_size
);
512 if (*upload_data_size
) {
513 log_trace("Received %zu bytes", *upload_data_size
);
515 r
= journal_importer_push_data(&source
->importer
,
516 upload_data
, *upload_data_size
);
518 return mhd_respond_oom(connection
);
520 *upload_data_size
= 0;
525 r
= process_source(source
, arg_compress
, arg_seal
);
529 log_warning("Failed to process data for connection %p", connection
);
531 return mhd_respondf(connection
,
532 r
, MHD_HTTP_REQUEST_ENTITY_TOO_LARGE
,
533 "Entry is too large, maximum is " STRINGIFY(DATA_SIZE_MAX
) " bytes.");
535 return mhd_respondf(connection
,
536 r
, MHD_HTTP_UNPROCESSABLE_ENTITY
,
537 "Processing failed: %m.");
544 /* The upload is finished */
546 remaining
= journal_importer_bytes_remaining(&source
->importer
);
548 log_warning("Premature EOF byte. %zu bytes lost.", remaining
);
549 return mhd_respondf(connection
,
550 0, MHD_HTTP_EXPECTATION_FAILED
,
551 "Premature EOF. %zu bytes of trailing data not processed.",
555 return mhd_respond(connection
, MHD_HTTP_ACCEPTED
, "OK.");
558 static int request_handler(
560 struct MHD_Connection
*connection
,
564 const char *upload_data
,
565 size_t *upload_data_size
,
566 void **connection_cls
) {
570 _cleanup_free_
char *hostname
= NULL
;
573 assert(connection_cls
);
577 log_trace("Handling a connection %s %s %s", method
, url
, version
);
580 return process_http_upload(connection
,
581 upload_data
, upload_data_size
,
584 if (!streq(method
, "POST"))
585 return mhd_respond(connection
, MHD_HTTP_NOT_ACCEPTABLE
, "Unsupported method.");
587 if (!streq(url
, "/upload"))
588 return mhd_respond(connection
, MHD_HTTP_NOT_FOUND
, "Not found.");
590 header
= MHD_lookup_connection_value(connection
,
591 MHD_HEADER_KIND
, "Content-Type");
592 if (!header
|| !streq(header
, "application/vnd.fdo.journal"))
593 return mhd_respond(connection
, MHD_HTTP_UNSUPPORTED_MEDIA_TYPE
,
594 "Content-Type: application/vnd.fdo.journal is required.");
597 const union MHD_ConnectionInfo
*ci
;
599 ci
= MHD_get_connection_info(connection
,
600 MHD_CONNECTION_INFO_CONNECTION_FD
);
602 log_error("MHD_get_connection_info failed: cannot get remote fd");
603 return mhd_respond(connection
, MHD_HTTP_INTERNAL_SERVER_ERROR
,
604 "Cannot check remote address.");
611 if (server
->check_trust
) {
612 r
= check_permissions(connection
, &code
, &hostname
);
616 r
= getpeername_pretty(fd
, false, &hostname
);
618 return mhd_respond(connection
, MHD_HTTP_INTERNAL_SERVER_ERROR
,
619 "Cannot check remote hostname.");
624 r
= request_meta(connection_cls
, fd
, hostname
);
626 return respond_oom(connection
);
628 return mhd_respondf(connection
, r
, MHD_HTTP_INTERNAL_SERVER_ERROR
, "%m");
634 static int setup_microhttpd_server(RemoteServer
*s
,
639 struct MHD_OptionItem opts
[] = {
640 { MHD_OPTION_NOTIFY_COMPLETED
, (intptr_t) request_meta_free
},
641 { MHD_OPTION_EXTERNAL_LOGGER
, (intptr_t) microhttpd_logger
},
642 { MHD_OPTION_LISTEN_SOCKET
, fd
},
643 { MHD_OPTION_CONNECTION_MEMORY_LIMIT
, 128*1024},
653 MHD_USE_PEDANTIC_CHECKS
|
656 const union MHD_DaemonInfo
*info
;
662 r
= fd_nonblock(fd
, true);
664 return log_error_errno(r
, "Failed to make fd:%d nonblocking: %m", fd
);
669 opts
[opts_pos
++] = (struct MHD_OptionItem
)
670 {MHD_OPTION_HTTPS_MEM_KEY
, 0, (char*) key
};
671 opts
[opts_pos
++] = (struct MHD_OptionItem
)
672 {MHD_OPTION_HTTPS_MEM_CERT
, 0, (char*) cert
};
674 flags
|= MHD_USE_SSL
;
677 opts
[opts_pos
++] = (struct MHD_OptionItem
)
678 {MHD_OPTION_HTTPS_MEM_TRUST
, 0, (char*) trust
};
681 d
= new(MHDDaemonWrapper
, 1);
685 d
->fd
= (uint64_t) fd
;
687 d
->daemon
= MHD_start_daemon(flags
, 0,
689 request_handler
, NULL
,
690 MHD_OPTION_ARRAY
, opts
,
693 log_error("Failed to start µhttp daemon");
698 log_debug("Started MHD %s daemon on fd:%d (wrapper @ %p)",
699 key
? "HTTPS" : "HTTP", fd
, d
);
702 info
= MHD_get_daemon_info(d
->daemon
, MHD_DAEMON_INFO_EPOLL_FD_LINUX_ONLY
);
704 log_error("µhttp returned NULL daemon info");
709 epoll_fd
= info
->listen_fd
;
711 log_error("µhttp epoll fd is invalid");
716 r
= sd_event_add_io(s
->events
, &d
->event
,
718 dispatch_http_event
, d
);
720 log_error_errno(r
, "Failed to add event callback: %m");
724 r
= sd_event_source_set_description(d
->event
, "epoll-fd");
726 log_error_errno(r
, "Failed to set source name: %m");
730 r
= hashmap_ensure_allocated(&s
->daemons
, &uint64_hash_ops
);
736 r
= hashmap_put(s
->daemons
, &d
->fd
, d
);
738 log_error_errno(r
, "Failed to add daemon to hashmap: %m");
746 MHD_stop_daemon(d
->daemon
);
752 static int setup_microhttpd_socket(RemoteServer
*s
,
759 fd
= make_socket_fd(LOG_DEBUG
, address
, SOCK_STREAM
, SOCK_CLOEXEC
);
763 return setup_microhttpd_server(s
, fd
, key
, cert
, trust
);
766 static int dispatch_http_event(sd_event_source
*event
,
770 MHDDaemonWrapper
*d
= userdata
;
775 r
= MHD_run(d
->daemon
);
777 log_error("MHD_run failed!");
778 // XXX: unregister daemon
782 return 1; /* work to do */
785 /**********************************************************************
786 **********************************************************************
787 **********************************************************************/
789 static int setup_signals(RemoteServer
*s
) {
794 assert_se(sigprocmask_many(SIG_SETMASK
, NULL
, SIGINT
, SIGTERM
, -1) >= 0);
796 r
= sd_event_add_signal(s
->events
, &s
->sigterm_event
, SIGTERM
, NULL
, s
);
800 r
= sd_event_add_signal(s
->events
, &s
->sigint_event
, SIGINT
, NULL
, s
);
807 static int negative_fd(const char *spec
) {
808 /* Return a non-positive number as its inverse, -EINVAL otherwise. */
812 r
= safe_atoi(spec
, &fd
);
822 static int remoteserver_init(RemoteServer
*s
,
831 if ((arg_listen_raw
|| arg_listen_http
) && trust
) {
832 log_error("Option --trust makes all non-HTTPS connections untrusted.");
836 r
= sd_event_default(&s
->events
);
838 return log_error_errno(r
, "Failed to allocate event loop: %m");
842 assert(server
== NULL
);
845 r
= init_writer_hashmap(s
);
849 n
= sd_listen_fds(true);
851 return log_error_errno(n
, "Failed to read listening file descriptors from environment: %m");
853 log_debug("Received %d descriptors", n
);
855 if (MAX(http_socket
, https_socket
) >= SD_LISTEN_FDS_START
+ n
) {
856 log_error("Received fewer sockets than expected");
860 for (fd
= SD_LISTEN_FDS_START
; fd
< SD_LISTEN_FDS_START
+ n
; fd
++) {
861 if (sd_is_socket(fd
, AF_UNSPEC
, 0, true)) {
862 log_debug("Received a listening socket (fd:%d)", fd
);
864 if (fd
== http_socket
)
865 r
= setup_microhttpd_server(s
, fd
, NULL
, NULL
, NULL
);
866 else if (fd
== https_socket
)
867 r
= setup_microhttpd_server(s
, fd
, key
, cert
, trust
);
869 r
= add_raw_socket(s
, fd
);
870 } else if (sd_is_socket(fd
, AF_UNSPEC
, 0, false)) {
873 r
= getpeername_pretty(fd
, false, &hostname
);
875 return log_error_errno(r
, "Failed to retrieve remote name: %m");
877 log_debug("Received a connection socket (fd:%d) from %s", fd
, hostname
);
879 r
= add_source(s
, fd
, hostname
, true);
881 log_error("Unknown socket passed on fd:%d", fd
);
887 return log_error_errno(r
, "Failed to register socket (fd:%d): %m",
892 log_info("Spawning getter %s...", arg_getter
);
893 fd
= spawn_getter(arg_getter
);
897 r
= add_source(s
, fd
, (char*) arg_output
, false);
906 if (!strstr(arg_url
, "/entries")) {
907 if (endswith(arg_url
, "/"))
908 url
= strjoina(arg_url
, "entries");
910 url
= strjoina(arg_url
, "/entries");
913 url
= strdupa(arg_url
);
915 log_info("Spawning curl %s...", url
);
916 fd
= spawn_curl(url
);
921 startswith(arg_url
, "https://") ?:
922 startswith(arg_url
, "http://") ?:
925 hostname
= strdupa(hostname
);
926 if ((p
= strchr(hostname
, '/')))
928 if ((p
= strchr(hostname
, ':')))
931 r
= add_source(s
, fd
, hostname
, false);
936 if (arg_listen_raw
) {
937 log_debug("Listening on a socket...");
938 r
= setup_raw_socket(s
, arg_listen_raw
);
943 if (arg_listen_http
) {
944 r
= setup_microhttpd_socket(s
, arg_listen_http
, NULL
, NULL
, NULL
);
949 if (arg_listen_https
) {
950 r
= setup_microhttpd_socket(s
, arg_listen_https
, key
, cert
, trust
);
955 STRV_FOREACH(file
, arg_files
) {
956 const char *output_name
;
958 if (streq(*file
, "-")) {
959 log_debug("Using standard input as source.");
962 output_name
= "stdin";
964 log_debug("Reading file %s...", *file
);
966 fd
= open(*file
, O_RDONLY
|O_CLOEXEC
|O_NOCTTY
|O_NONBLOCK
);
968 return log_error_errno(errno
, "Failed to open %s: %m", *file
);
972 r
= add_source(s
, fd
, (char*) output_name
, false);
977 if (s
->active
== 0) {
978 log_error("Zero sources specified");
982 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_NONE
) {
983 /* In this case we know what the writer will be
984 called, so we can create it and verify that we can
985 create output as expected. */
986 r
= get_writer(s
, NULL
, &s
->_single_writer
);
994 static void server_destroy(RemoteServer
*s
) {
998 while ((d
= hashmap_steal_first(s
->daemons
))) {
999 MHD_stop_daemon(d
->daemon
);
1000 sd_event_source_unref(d
->event
);
1004 hashmap_free(s
->daemons
);
1006 assert(s
->sources_size
== 0 || s
->sources
);
1007 for (i
= 0; i
< s
->sources_size
; i
++)
1008 remove_source(s
, i
);
1011 writer_unref(s
->_single_writer
);
1012 hashmap_free(s
->writers
);
1014 sd_event_source_unref(s
->sigterm_event
);
1015 sd_event_source_unref(s
->sigint_event
);
1016 sd_event_source_unref(s
->listen_event
);
1017 sd_event_unref(s
->events
);
1019 /* fds that we're listening on remain open... */
1022 /**********************************************************************
1023 **********************************************************************
1024 **********************************************************************/
1026 static int handle_raw_source(sd_event_source
*event
,
1031 RemoteSource
*source
;
1034 /* Returns 1 if there might be more data pending,
1035 * 0 if data is currently exhausted, negative on error.
1038 assert(fd
>= 0 && fd
< (ssize_t
) s
->sources_size
);
1039 source
= s
->sources
[fd
];
1040 assert(source
->importer
.fd
== fd
);
1042 r
= process_source(source
, arg_compress
, arg_seal
);
1043 if (journal_importer_eof(&source
->importer
)) {
1046 log_debug("EOF reached with source %s (fd=%d)",
1047 source
->importer
.name
, source
->importer
.fd
);
1049 remaining
= journal_importer_bytes_remaining(&source
->importer
);
1051 log_notice("Premature EOF. %zu bytes lost.", remaining
);
1052 remove_source(s
, source
->importer
.fd
);
1053 log_debug("%zu active sources remaining", s
->active
);
1055 } else if (r
== -E2BIG
) {
1056 log_notice_errno(E2BIG
, "Entry too big, skipped");
1058 } else if (r
== -EAGAIN
) {
1061 log_debug_errno(r
, "Closing connection: %m");
1062 remove_source(server
, fd
);
1068 static int dispatch_raw_source_until_block(sd_event_source
*event
,
1070 RemoteSource
*source
= userdata
;
1073 /* Make sure event stays around even if source is destroyed */
1074 sd_event_source_ref(event
);
1076 r
= handle_raw_source(event
, source
->importer
.fd
, EPOLLIN
, server
);
1078 /* No more data for now */
1079 sd_event_source_set_enabled(event
, SD_EVENT_OFF
);
1081 sd_event_source_unref(event
);
1086 static int dispatch_raw_source_event(sd_event_source
*event
,
1090 RemoteSource
*source
= userdata
;
1093 assert(source
->event
);
1094 assert(source
->buffer_event
);
1096 r
= handle_raw_source(event
, fd
, EPOLLIN
, server
);
1098 /* Might have more data. We need to rerun the handler
1099 * until we are sure the buffer is exhausted. */
1100 sd_event_source_set_enabled(source
->buffer_event
, SD_EVENT_ON
);
1105 static int dispatch_blocking_source_event(sd_event_source
*event
,
1107 RemoteSource
*source
= userdata
;
1109 return handle_raw_source(event
, source
->importer
.fd
, EPOLLIN
, server
);
1112 static int accept_connection(const char* type
, int fd
,
1113 SocketAddress
*addr
, char **hostname
) {
1116 log_debug("Accepting new %s connection on fd:%d", type
, fd
);
1117 fd2
= accept4(fd
, &addr
->sockaddr
.sa
, &addr
->size
, SOCK_NONBLOCK
|SOCK_CLOEXEC
);
1119 return log_error_errno(errno
, "accept() on fd:%d failed: %m", fd
);
1121 switch(socket_address_family(addr
)) {
1124 _cleanup_free_
char *a
= NULL
;
1127 r
= socket_address_print(addr
, &a
);
1129 log_error_errno(r
, "socket_address_print(): %m");
1134 r
= socknameinfo_pretty(&addr
->sockaddr
, addr
->size
, &b
);
1136 log_error_errno(r
, "Resolving hostname failed: %m");
1141 log_debug("Accepted %s %s connection from %s",
1143 socket_address_family(addr
) == AF_INET
? "IP" : "IPv6",
1151 log_error("Rejected %s connection with unsupported family %d",
1152 type
, socket_address_family(addr
));
1159 static int dispatch_raw_connection_event(sd_event_source
*event
,
1163 RemoteServer
*s
= userdata
;
1165 SocketAddress addr
= {
1166 .size
= sizeof(union sockaddr_union
),
1167 .type
= SOCK_STREAM
,
1169 char *hostname
= NULL
;
1171 fd2
= accept_connection("raw", fd
, &addr
, &hostname
);
1175 return add_source(s
, fd2
, hostname
, true);
1178 /**********************************************************************
1179 **********************************************************************
1180 **********************************************************************/
1182 static const char* const journal_write_split_mode_table
[_JOURNAL_WRITE_SPLIT_MAX
] = {
1183 [JOURNAL_WRITE_SPLIT_NONE
] = "none",
1184 [JOURNAL_WRITE_SPLIT_HOST
] = "host",
1187 DEFINE_PRIVATE_STRING_TABLE_LOOKUP(journal_write_split_mode
, JournalWriteSplitMode
);
1188 static DEFINE_CONFIG_PARSE_ENUM(config_parse_write_split_mode
,
1189 journal_write_split_mode
,
1190 JournalWriteSplitMode
,
1191 "Failed to parse split mode setting");
1193 static int parse_config(void) {
1194 const ConfigTableItem items
[] = {
1195 { "Remote", "Seal", config_parse_bool
, 0, &arg_seal
},
1196 { "Remote", "SplitMode", config_parse_write_split_mode
, 0, &arg_split_mode
},
1197 { "Remote", "ServerKeyFile", config_parse_path
, 0, &arg_key
},
1198 { "Remote", "ServerCertificateFile", config_parse_path
, 0, &arg_cert
},
1199 { "Remote", "TrustedCertificateFile", config_parse_path
, 0, &arg_trust
},
1202 return config_parse_many_nulstr(PKGSYSCONFDIR
"/journal-remote.conf",
1203 CONF_PATHS_NULSTR("systemd/journal-remote.conf.d"),
1204 "Remote\0", config_item_table_lookup
, items
,
1208 static void help(void) {
1209 printf("%s [OPTIONS...] {FILE|-}...\n\n"
1210 "Write external journal events to journal file(s).\n\n"
1211 " -h --help Show this help\n"
1212 " --version Show package version\n"
1213 " --url=URL Read events from systemd-journal-gatewayd at URL\n"
1214 " --getter=COMMAND Read events from the output of COMMAND\n"
1215 " --listen-raw=ADDR Listen for connections at ADDR\n"
1216 " --listen-http=ADDR Listen for HTTP connections at ADDR\n"
1217 " --listen-https=ADDR Listen for HTTPS connections at ADDR\n"
1218 " -o --output=FILE|DIR Write output to FILE or DIR/external-*.journal\n"
1219 " --compress[=BOOL] XZ-compress the output journal (default: yes)\n"
1220 " --seal[=BOOL] Use event sealing (default: no)\n"
1221 " --key=FILENAME SSL key in PEM format (default:\n"
1222 " \"" PRIV_KEY_FILE
"\")\n"
1223 " --cert=FILENAME SSL certificate in PEM format (default:\n"
1224 " \"" CERT_FILE
"\")\n"
1225 " --trust=FILENAME|all SSL CA certificate or disable checking (default:\n"
1226 " \"" TRUST_FILE
"\")\n"
1227 " --gnutls-log=CATEGORY...\n"
1228 " Specify a list of gnutls logging categories\n"
1229 " --split-mode=none|host How many output files to create\n"
1231 "Note: file descriptors from sd_listen_fds() will be consumed, too.\n"
1232 , program_invocation_short_name
);
1235 static int parse_argv(int argc
, char *argv
[]) {
1237 ARG_VERSION
= 0x100,
1252 static const struct option options
[] = {
1253 { "help", no_argument
, NULL
, 'h' },
1254 { "version", no_argument
, NULL
, ARG_VERSION
},
1255 { "url", required_argument
, NULL
, ARG_URL
},
1256 { "getter", required_argument
, NULL
, ARG_GETTER
},
1257 { "listen-raw", required_argument
, NULL
, ARG_LISTEN_RAW
},
1258 { "listen-http", required_argument
, NULL
, ARG_LISTEN_HTTP
},
1259 { "listen-https", required_argument
, NULL
, ARG_LISTEN_HTTPS
},
1260 { "output", required_argument
, NULL
, 'o' },
1261 { "split-mode", required_argument
, NULL
, ARG_SPLIT_MODE
},
1262 { "compress", optional_argument
, NULL
, ARG_COMPRESS
},
1263 { "seal", optional_argument
, NULL
, ARG_SEAL
},
1264 { "key", required_argument
, NULL
, ARG_KEY
},
1265 { "cert", required_argument
, NULL
, ARG_CERT
},
1266 { "trust", required_argument
, NULL
, ARG_TRUST
},
1267 { "gnutls-log", required_argument
, NULL
, ARG_GNUTLS_LOG
},
1272 bool type_a
, type_b
;
1277 while ((c
= getopt_long(argc
, argv
, "ho:", options
, NULL
)) >= 0)
1281 return 0 /* done */;
1288 log_error("cannot currently set more than one --url");
1297 log_error("cannot currently use --getter more than once");
1301 arg_getter
= optarg
;
1304 case ARG_LISTEN_RAW
:
1305 if (arg_listen_raw
) {
1306 log_error("cannot currently use --listen-raw more than once");
1310 arg_listen_raw
= optarg
;
1313 case ARG_LISTEN_HTTP
:
1314 if (arg_listen_http
|| http_socket
>= 0) {
1315 log_error("cannot currently use --listen-http more than once");
1319 r
= negative_fd(optarg
);
1323 arg_listen_http
= optarg
;
1326 case ARG_LISTEN_HTTPS
:
1327 if (arg_listen_https
|| https_socket
>= 0) {
1328 log_error("cannot currently use --listen-https more than once");
1332 r
= negative_fd(optarg
);
1336 arg_listen_https
= optarg
;
1342 log_error("Key file specified twice");
1346 arg_key
= strdup(optarg
);
1354 log_error("Certificate file specified twice");
1358 arg_cert
= strdup(optarg
);
1365 if (arg_trust
|| arg_trust_all
) {
1366 log_error("Confusing trusted CA configuration");
1370 if (streq(optarg
, "all"))
1371 arg_trust_all
= true;
1374 arg_trust
= strdup(optarg
);
1378 log_error("Option --trust is not available.");
1387 log_error("cannot use --output/-o more than once");
1391 arg_output
= optarg
;
1394 case ARG_SPLIT_MODE
:
1395 arg_split_mode
= journal_write_split_mode_from_string(optarg
);
1396 if (arg_split_mode
== _JOURNAL_WRITE_SPLIT_INVALID
) {
1397 log_error("Invalid split mode: %s", optarg
);
1404 r
= parse_boolean(optarg
);
1406 log_error("Failed to parse --compress= parameter.");
1412 arg_compress
= true;
1418 r
= parse_boolean(optarg
);
1420 log_error("Failed to parse --seal= parameter.");
1430 case ARG_GNUTLS_LOG
: {
1432 const char* p
= optarg
;
1434 _cleanup_free_
char *word
= NULL
;
1436 r
= extract_first_word(&p
, &word
, ",", 0);
1438 return log_error_errno(r
, "Failed to parse --gnutls-log= argument: %m");
1443 if (strv_push(&arg_gnutls_log
, word
) < 0)
1450 log_error("Option --gnutls-log is not available.");
1459 assert_not_reached("Unknown option code.");
1463 arg_files
= argv
+ optind
;
1465 type_a
= arg_getter
|| !strv_isempty(arg_files
);
1468 || arg_listen_http
|| arg_listen_https
1469 || sd_listen_fds(false) > 0;
1470 if (type_a
&& type_b
) {
1471 log_error("Cannot use file input or --getter with "
1472 "--arg-listen-... or socket activation.");
1477 log_error("Option --output must be specified with file input or --getter.");
1481 arg_split_mode
= JOURNAL_WRITE_SPLIT_NONE
;
1484 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_NONE
1485 && arg_output
&& is_dir(arg_output
, true) > 0) {
1486 log_error("For SplitMode=none, output must be a file.");
1490 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_HOST
1491 && arg_output
&& is_dir(arg_output
, true) <= 0) {
1492 log_error("For SplitMode=host, output must be a directory.");
1496 log_debug("Full config: SplitMode=%s Key=%s Cert=%s Trust=%s",
1497 journal_write_split_mode_to_string(arg_split_mode
),
1502 return 1 /* work to do */;
1505 static int load_certificates(char **key
, char **cert
, char **trust
) {
1508 r
= read_full_file(arg_key
?: PRIV_KEY_FILE
, key
, NULL
);
1510 return log_error_errno(r
, "Failed to read key from file '%s': %m",
1511 arg_key
?: PRIV_KEY_FILE
);
1513 r
= read_full_file(arg_cert
?: CERT_FILE
, cert
, NULL
);
1515 return log_error_errno(r
, "Failed to read certificate from file '%s': %m",
1516 arg_cert
?: CERT_FILE
);
1519 log_info("Certificate checking disabled.");
1521 r
= read_full_file(arg_trust
?: TRUST_FILE
, trust
, NULL
);
1523 return log_error_errno(r
, "Failed to read CA certificate file '%s': %m",
1524 arg_trust
?: TRUST_FILE
);
1530 int main(int argc
, char **argv
) {
1531 RemoteServer s
= {};
1533 _cleanup_free_
char *key
= NULL
, *cert
= NULL
, *trust
= NULL
;
1535 log_show_color(true);
1536 log_parse_environment();
1540 return EXIT_FAILURE
;
1542 r
= parse_argv(argc
, argv
);
1544 return r
== 0 ? EXIT_SUCCESS
: EXIT_FAILURE
;
1547 if (arg_listen_http
|| arg_listen_https
) {
1548 r
= setup_gnutls_logger(arg_gnutls_log
);
1550 return EXIT_FAILURE
;
1553 if (arg_listen_https
|| https_socket
>= 0)
1554 if (load_certificates(&key
, &cert
, &trust
) < 0)
1555 return EXIT_FAILURE
;
1557 if (remoteserver_init(&s
, key
, cert
, trust
) < 0)
1558 return EXIT_FAILURE
;
1560 r
= sd_event_set_watchdog(s
.events
, true);
1562 log_error_errno(r
, "Failed to enable watchdog: %m");
1564 log_debug("Watchdog is %sd.", enable_disable(r
> 0));
1566 log_debug("%s running as pid "PID_FMT
,
1567 program_invocation_short_name
, getpid());
1570 "STATUS=Processing requests...");
1573 r
= sd_event_get_state(s
.events
);
1576 if (r
== SD_EVENT_FINISHED
)
1579 r
= sd_event_run(s
.events
, -1);
1581 log_error_errno(r
, "Failed to run event loop: %m");
1588 "STATUS=Shutting down after writing %" PRIu64
" entries...", s
.event_count
);
1589 log_info("Finishing after writing %" PRIu64
" entries", s
.event_count
);
1597 return r
>= 0 ? EXIT_SUCCESS
: EXIT_FAILURE
;