2 This file is part of systemd.
4 Copyright 2012 Zbigniew Jędrzejewski-Szmek
6 systemd is free software; you can redistribute it and/or modify it
7 under the terms of the GNU Lesser General Public License as published by
8 the Free Software Foundation; either version 2.1 of the License, or
9 (at your option) any later version.
11 systemd is distributed in the hope that it will be useful, but
12 WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 Lesser General Public License for more details.
16 You should have received a copy of the GNU Lesser General Public License
17 along with systemd; If not, see <http://www.gnu.org/licenses/>.
26 #include <sys/prctl.h>
27 #include <sys/socket.h>
30 #include "sd-daemon.h"
32 #include "alloc-util.h"
33 #include "conf-parser.h"
38 #include "journal-file.h"
39 #include "journal-remote-write.h"
40 #include "journal-remote.h"
41 #include "journald-native.h"
43 #include "parse-util.h"
44 #include "signal-util.h"
45 #include "socket-util.h"
46 #include "stat-util.h"
47 #include "stdio-util.h"
48 #include "string-table.h"
49 #include "string-util.h"
52 #define REMOTE_JOURNAL_PATH "/var/log/journal/remote"
54 #define PRIV_KEY_FILE CERTIFICATE_ROOT "/private/journal-remote.pem"
55 #define CERT_FILE CERTIFICATE_ROOT "/certs/journal-remote.pem"
56 #define TRUST_FILE CERTIFICATE_ROOT "/ca/trusted.pem"
58 static char* arg_url
= NULL
;
59 static char* arg_getter
= NULL
;
60 static char* arg_listen_raw
= NULL
;
61 static char* arg_listen_http
= NULL
;
62 static char* arg_listen_https
= NULL
;
63 static char** arg_files
= NULL
;
64 static int arg_compress
= true;
65 static int arg_seal
= false;
66 static int http_socket
= -1, https_socket
= -1;
67 static char** arg_gnutls_log
= NULL
;
69 static JournalWriteSplitMode arg_split_mode
= _JOURNAL_WRITE_SPLIT_INVALID
;
70 static char* arg_output
= NULL
;
72 static char *arg_key
= NULL
;
73 static char *arg_cert
= NULL
;
74 static char *arg_trust
= NULL
;
75 static bool arg_trust_all
= false;
77 /**********************************************************************
78 **********************************************************************
79 **********************************************************************/
81 static int spawn_child(const char* child
, char** argv
) {
83 pid_t parent_pid
, child_pid
;
87 return log_error_errno(errno
, "Failed to create pager pipe: %m");
89 parent_pid
= getpid_cached();
93 r
= log_error_errno(errno
, "Failed to fork: %m");
101 (void) reset_all_signal_handlers();
102 (void) reset_signal_mask();
104 r
= dup2(fd
[1], STDOUT_FILENO
);
106 log_error_errno(errno
, "Failed to dup pipe to stdout: %m");
112 /* Make sure the child goes away when the parent dies */
113 if (prctl(PR_SET_PDEATHSIG
, SIGTERM
) < 0)
116 /* Check whether our parent died before we were able
117 * to set the death signal */
118 if (getppid() != parent_pid
)
122 log_error_errno(errno
, "Failed to exec child %s: %m", child
);
128 log_warning_errno(errno
, "Failed to close write end of pipe: %m");
130 r
= fd_nonblock(fd
[0], true);
132 log_warning_errno(errno
, "Failed to set child pipe to non-blocking: %m");
137 static int spawn_curl(const char* url
) {
138 char **argv
= STRV_MAKE("curl",
139 "-HAccept: application/vnd.fdo.journal",
145 r
= spawn_child("curl", argv
);
147 log_error_errno(r
, "Failed to spawn curl: %m");
151 static int spawn_getter(const char *getter
) {
153 _cleanup_strv_free_
char **words
= NULL
;
156 r
= strv_split_extract(&words
, getter
, WHITESPACE
, EXTRACT_QUOTES
);
158 return log_error_errno(r
, "Failed to split getter option: %m");
160 r
= spawn_child(words
[0], words
);
162 log_error_errno(r
, "Failed to spawn getter %s: %m", getter
);
167 #define filename_escape(s) xescape((s), "/ ")
169 static int open_output(Writer
*w
, const char* host
) {
170 _cleanup_free_
char *_output
= NULL
;
174 switch (arg_split_mode
) {
175 case JOURNAL_WRITE_SPLIT_NONE
:
176 output
= arg_output
?: REMOTE_JOURNAL_PATH
"/remote.journal";
179 case JOURNAL_WRITE_SPLIT_HOST
: {
180 _cleanup_free_
char *name
;
184 name
= filename_escape(host
);
188 r
= asprintf(&_output
, "%s/remote-%s.journal",
189 arg_output
?: REMOTE_JOURNAL_PATH
,
199 assert_not_reached("what?");
202 r
= journal_file_open_reliably(output
,
203 O_RDWR
|O_CREAT
, 0640,
204 arg_compress
, arg_seal
,
209 log_error_errno(r
, "Failed to open output journal %s: %m",
212 log_debug("Opened output file %s", w
->journal
->path
);
216 /**********************************************************************
217 **********************************************************************
218 **********************************************************************/
220 static int init_writer_hashmap(RemoteServer
*s
) {
221 static const struct hash_ops
*hash_ops
[] = {
222 [JOURNAL_WRITE_SPLIT_NONE
] = NULL
,
223 [JOURNAL_WRITE_SPLIT_HOST
] = &string_hash_ops
,
226 assert(arg_split_mode
>= 0 && arg_split_mode
< (int) ELEMENTSOF(hash_ops
));
228 s
->writers
= hashmap_new(hash_ops
[arg_split_mode
]);
235 static int get_writer(RemoteServer
*s
, const char *host
,
238 _cleanup_writer_unref_ Writer
*w
= NULL
;
241 switch(arg_split_mode
) {
242 case JOURNAL_WRITE_SPLIT_NONE
:
243 key
= "one and only";
246 case JOURNAL_WRITE_SPLIT_HOST
:
252 assert_not_reached("what split mode?");
255 w
= hashmap_get(s
->writers
, key
);
263 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_HOST
) {
264 w
->hashmap_key
= strdup(key
);
269 r
= open_output(w
, host
);
273 r
= hashmap_put(s
->writers
, w
->hashmap_key
?: key
, w
);
283 /**********************************************************************
284 **********************************************************************
285 **********************************************************************/
287 /* This should go away as soon as µhttpd allows state to be passed around. */
288 static RemoteServer
*server
;
290 static int dispatch_raw_source_event(sd_event_source
*event
,
294 static int dispatch_raw_source_until_block(sd_event_source
*event
,
296 static int dispatch_blocking_source_event(sd_event_source
*event
,
298 static int dispatch_raw_connection_event(sd_event_source
*event
,
302 static int dispatch_http_event(sd_event_source
*event
,
307 static int get_source_for_fd(RemoteServer
*s
,
308 int fd
, char *name
, RemoteSource
**source
) {
312 /* This takes ownership of name, but only on success. */
317 if (!GREEDY_REALLOC0(s
->sources
, s
->sources_size
, fd
+ 1))
320 r
= get_writer(s
, name
, &writer
);
322 return log_warning_errno(r
, "Failed to get writer for source %s: %m",
325 if (s
->sources
[fd
] == NULL
) {
326 s
->sources
[fd
] = source_new(fd
, false, name
, writer
);
327 if (!s
->sources
[fd
]) {
328 writer_unref(writer
);
335 *source
= s
->sources
[fd
];
339 static int remove_source(RemoteServer
*s
, int fd
) {
340 RemoteSource
*source
;
343 assert(fd
>= 0 && fd
< (ssize_t
) s
->sources_size
);
345 source
= s
->sources
[fd
];
347 /* this closes fd too */
349 s
->sources
[fd
] = NULL
;
356 static int add_source(RemoteServer
*s
, int fd
, char* name
, bool own_name
) {
358 RemoteSource
*source
= NULL
;
361 /* This takes ownership of name, even on failure, if own_name is true. */
373 r
= get_source_for_fd(s
, fd
, name
, &source
);
375 log_error_errno(r
, "Failed to create source for fd:%d (%s): %m",
381 r
= sd_event_add_io(s
->events
, &source
->event
,
382 fd
, EPOLLIN
|EPOLLRDHUP
|EPOLLPRI
,
383 dispatch_raw_source_event
, source
);
385 /* Add additional source for buffer processing. It will be
387 r
= sd_event_add_defer(s
->events
, &source
->buffer_event
,
388 dispatch_raw_source_until_block
, source
);
390 sd_event_source_set_enabled(source
->buffer_event
, SD_EVENT_OFF
);
391 } else if (r
== -EPERM
) {
392 log_debug("Falling back to sd_event_add_defer for fd:%d (%s)", fd
, name
);
393 r
= sd_event_add_defer(s
->events
, &source
->event
,
394 dispatch_blocking_source_event
, source
);
396 sd_event_source_set_enabled(source
->event
, SD_EVENT_ON
);
399 log_error_errno(r
, "Failed to register event source for fd:%d: %m",
404 r
= sd_event_source_set_description(source
->event
, name
);
406 log_error_errno(r
, "Failed to set source name for fd:%d: %m", fd
);
410 return 1; /* work to do */
413 remove_source(s
, fd
);
417 static int add_raw_socket(RemoteServer
*s
, int fd
) {
419 _cleanup_close_
int fd_
= fd
;
420 char name
[sizeof("raw-socket-")-1 + DECIMAL_STR_MAX(int) + 1];
424 r
= sd_event_add_io(s
->events
, &s
->listen_event
,
426 dispatch_raw_connection_event
, s
);
430 xsprintf(name
, "raw-socket-%d", fd
);
432 r
= sd_event_source_set_description(s
->listen_event
, name
);
441 static int setup_raw_socket(RemoteServer
*s
, const char *address
) {
444 fd
= make_socket_fd(LOG_INFO
, address
, SOCK_STREAM
, SOCK_CLOEXEC
);
448 return add_raw_socket(s
, fd
);
451 /**********************************************************************
452 **********************************************************************
453 **********************************************************************/
455 static int request_meta(void **connection_cls
, int fd
, char *hostname
) {
456 RemoteSource
*source
;
460 assert(connection_cls
);
464 r
= get_writer(server
, hostname
, &writer
);
466 return log_warning_errno(r
, "Failed to get writer for source %s: %m",
469 source
= source_new(fd
, true, hostname
, writer
);
471 writer_unref(writer
);
475 log_debug("Added RemoteSource as connection metadata %p", source
);
477 *connection_cls
= source
;
481 static void request_meta_free(void *cls
,
482 struct MHD_Connection
*connection
,
483 void **connection_cls
,
484 enum MHD_RequestTerminationCode toe
) {
487 assert(connection_cls
);
491 log_debug("Cleaning up connection metadata %p", s
);
493 *connection_cls
= NULL
;
497 static int process_http_upload(
498 struct MHD_Connection
*connection
,
499 const char *upload_data
,
500 size_t *upload_data_size
,
501 RemoteSource
*source
) {
503 bool finished
= false;
509 log_trace("%s: connection %p, %zu bytes",
510 __func__
, connection
, *upload_data_size
);
512 if (*upload_data_size
) {
513 log_trace("Received %zu bytes", *upload_data_size
);
515 r
= journal_importer_push_data(&source
->importer
,
516 upload_data
, *upload_data_size
);
518 return mhd_respond_oom(connection
);
520 *upload_data_size
= 0;
525 r
= process_source(source
, arg_compress
, arg_seal
);
529 log_warning("Failed to process data for connection %p", connection
);
531 return mhd_respondf(connection
,
532 r
, MHD_HTTP_PAYLOAD_TOO_LARGE
,
533 "Entry is too large, maximum is " STRINGIFY(DATA_SIZE_MAX
) " bytes.");
535 return mhd_respondf(connection
,
536 r
, MHD_HTTP_UNPROCESSABLE_ENTITY
,
537 "Processing failed: %m.");
544 /* The upload is finished */
546 remaining
= journal_importer_bytes_remaining(&source
->importer
);
548 log_warning("Premature EOF byte. %zu bytes lost.", remaining
);
549 return mhd_respondf(connection
,
550 0, MHD_HTTP_EXPECTATION_FAILED
,
551 "Premature EOF. %zu bytes of trailing data not processed.",
555 return mhd_respond(connection
, MHD_HTTP_ACCEPTED
, "OK.");
558 static int request_handler(
560 struct MHD_Connection
*connection
,
564 const char *upload_data
,
565 size_t *upload_data_size
,
566 void **connection_cls
) {
570 _cleanup_free_
char *hostname
= NULL
;
573 assert(connection_cls
);
577 log_trace("Handling a connection %s %s %s", method
, url
, version
);
580 return process_http_upload(connection
,
581 upload_data
, upload_data_size
,
584 if (!streq(method
, "POST"))
585 return mhd_respond(connection
, MHD_HTTP_NOT_ACCEPTABLE
, "Unsupported method.");
587 if (!streq(url
, "/upload"))
588 return mhd_respond(connection
, MHD_HTTP_NOT_FOUND
, "Not found.");
590 header
= MHD_lookup_connection_value(connection
,
591 MHD_HEADER_KIND
, "Content-Type");
592 if (!header
|| !streq(header
, "application/vnd.fdo.journal"))
593 return mhd_respond(connection
, MHD_HTTP_UNSUPPORTED_MEDIA_TYPE
,
594 "Content-Type: application/vnd.fdo.journal is required.");
597 const union MHD_ConnectionInfo
*ci
;
599 ci
= MHD_get_connection_info(connection
,
600 MHD_CONNECTION_INFO_CONNECTION_FD
);
602 log_error("MHD_get_connection_info failed: cannot get remote fd");
603 return mhd_respond(connection
, MHD_HTTP_INTERNAL_SERVER_ERROR
,
604 "Cannot check remote address.");
611 if (server
->check_trust
) {
612 r
= check_permissions(connection
, &code
, &hostname
);
616 r
= getpeername_pretty(fd
, false, &hostname
);
618 return mhd_respond(connection
, MHD_HTTP_INTERNAL_SERVER_ERROR
,
619 "Cannot check remote hostname.");
624 r
= request_meta(connection_cls
, fd
, hostname
);
626 return respond_oom(connection
);
628 return mhd_respondf(connection
, r
, MHD_HTTP_INTERNAL_SERVER_ERROR
, "%m");
634 static int setup_microhttpd_server(RemoteServer
*s
,
639 struct MHD_OptionItem opts
[] = {
640 { MHD_OPTION_NOTIFY_COMPLETED
, (intptr_t) request_meta_free
},
641 { MHD_OPTION_EXTERNAL_LOGGER
, (intptr_t) microhttpd_logger
},
642 { MHD_OPTION_LISTEN_SOCKET
, fd
},
643 { MHD_OPTION_CONNECTION_MEMORY_LIMIT
, 128*1024},
656 const union MHD_DaemonInfo
*info
;
662 r
= fd_nonblock(fd
, true);
664 return log_error_errno(r
, "Failed to make fd:%d nonblocking: %m", fd
);
666 /* MHD_OPTION_STRICT_FOR_CLIENT is introduced in microhttpd 0.9.54,
667 * and MHD_USE_PEDANTIC_CHECKS will be deprecated in future.
668 * If MHD_USE_PEDANTIC_CHECKS is '#define'd, then it is deprecated
669 * and we should use MHD_OPTION_STRICT_FOR_CLIENT. On the other hand,
670 * if MHD_USE_PEDANTIC_CHECKS is not '#define'd, then it is not
671 * deprecated yet and there exists an enum element with the same name.
672 * So we can safely use it. */
673 #ifdef MHD_USE_PEDANTIC_CHECKS
674 opts
[opts_pos
++] = (struct MHD_OptionItem
)
675 {MHD_OPTION_STRICT_FOR_CLIENT
, 1};
677 flags
|= MHD_USE_PEDANTIC_CHECKS
;
683 opts
[opts_pos
++] = (struct MHD_OptionItem
)
684 {MHD_OPTION_HTTPS_MEM_KEY
, 0, (char*) key
};
685 opts
[opts_pos
++] = (struct MHD_OptionItem
)
686 {MHD_OPTION_HTTPS_MEM_CERT
, 0, (char*) cert
};
688 flags
|= MHD_USE_TLS
;
691 opts
[opts_pos
++] = (struct MHD_OptionItem
)
692 {MHD_OPTION_HTTPS_MEM_TRUST
, 0, (char*) trust
};
695 d
= new(MHDDaemonWrapper
, 1);
699 d
->fd
= (uint64_t) fd
;
701 d
->daemon
= MHD_start_daemon(flags
, 0,
703 request_handler
, NULL
,
704 MHD_OPTION_ARRAY
, opts
,
707 log_error("Failed to start µhttp daemon");
712 log_debug("Started MHD %s daemon on fd:%d (wrapper @ %p)",
713 key
? "HTTPS" : "HTTP", fd
, d
);
716 info
= MHD_get_daemon_info(d
->daemon
, MHD_DAEMON_INFO_EPOLL_FD_LINUX_ONLY
);
718 log_error("µhttp returned NULL daemon info");
723 epoll_fd
= info
->listen_fd
;
725 log_error("µhttp epoll fd is invalid");
730 r
= sd_event_add_io(s
->events
, &d
->event
,
732 dispatch_http_event
, d
);
734 log_error_errno(r
, "Failed to add event callback: %m");
738 r
= sd_event_source_set_description(d
->event
, "epoll-fd");
740 log_error_errno(r
, "Failed to set source name: %m");
744 r
= hashmap_ensure_allocated(&s
->daemons
, &uint64_hash_ops
);
750 r
= hashmap_put(s
->daemons
, &d
->fd
, d
);
752 log_error_errno(r
, "Failed to add daemon to hashmap: %m");
760 MHD_stop_daemon(d
->daemon
);
766 static int setup_microhttpd_socket(RemoteServer
*s
,
773 fd
= make_socket_fd(LOG_DEBUG
, address
, SOCK_STREAM
, SOCK_CLOEXEC
);
777 return setup_microhttpd_server(s
, fd
, key
, cert
, trust
);
780 static int dispatch_http_event(sd_event_source
*event
,
784 MHDDaemonWrapper
*d
= userdata
;
789 r
= MHD_run(d
->daemon
);
791 log_error("MHD_run failed!");
792 // XXX: unregister daemon
796 return 1; /* work to do */
799 /**********************************************************************
800 **********************************************************************
801 **********************************************************************/
803 static int setup_signals(RemoteServer
*s
) {
808 assert_se(sigprocmask_many(SIG_SETMASK
, NULL
, SIGINT
, SIGTERM
, -1) >= 0);
810 r
= sd_event_add_signal(s
->events
, &s
->sigterm_event
, SIGTERM
, NULL
, s
);
814 r
= sd_event_add_signal(s
->events
, &s
->sigint_event
, SIGINT
, NULL
, s
);
821 static int negative_fd(const char *spec
) {
822 /* Return a non-positive number as its inverse, -EINVAL otherwise. */
826 r
= safe_atoi(spec
, &fd
);
836 static int remoteserver_init(RemoteServer
*s
,
845 if ((arg_listen_raw
|| arg_listen_http
) && trust
) {
846 log_error("Option --trust makes all non-HTTPS connections untrusted.");
850 r
= sd_event_default(&s
->events
);
852 return log_error_errno(r
, "Failed to allocate event loop: %m");
856 assert(server
== NULL
);
859 r
= init_writer_hashmap(s
);
863 n
= sd_listen_fds(true);
865 return log_error_errno(n
, "Failed to read listening file descriptors from environment: %m");
867 log_debug("Received %d descriptors", n
);
869 if (MAX(http_socket
, https_socket
) >= SD_LISTEN_FDS_START
+ n
) {
870 log_error("Received fewer sockets than expected");
874 for (fd
= SD_LISTEN_FDS_START
; fd
< SD_LISTEN_FDS_START
+ n
; fd
++) {
875 if (sd_is_socket(fd
, AF_UNSPEC
, 0, true)) {
876 log_debug("Received a listening socket (fd:%d)", fd
);
878 if (fd
== http_socket
)
879 r
= setup_microhttpd_server(s
, fd
, NULL
, NULL
, NULL
);
880 else if (fd
== https_socket
)
881 r
= setup_microhttpd_server(s
, fd
, key
, cert
, trust
);
883 r
= add_raw_socket(s
, fd
);
884 } else if (sd_is_socket(fd
, AF_UNSPEC
, 0, false)) {
887 r
= getpeername_pretty(fd
, false, &hostname
);
889 return log_error_errno(r
, "Failed to retrieve remote name: %m");
891 log_debug("Received a connection socket (fd:%d) from %s", fd
, hostname
);
893 r
= add_source(s
, fd
, hostname
, true);
895 log_error("Unknown socket passed on fd:%d", fd
);
901 return log_error_errno(r
, "Failed to register socket (fd:%d): %m",
906 log_info("Spawning getter %s...", arg_getter
);
907 fd
= spawn_getter(arg_getter
);
911 r
= add_source(s
, fd
, (char*) arg_output
, false);
920 if (!strstr(arg_url
, "/entries")) {
921 if (endswith(arg_url
, "/"))
922 url
= strjoina(arg_url
, "entries");
924 url
= strjoina(arg_url
, "/entries");
927 url
= strdupa(arg_url
);
929 log_info("Spawning curl %s...", url
);
930 fd
= spawn_curl(url
);
935 startswith(arg_url
, "https://") ?:
936 startswith(arg_url
, "http://") ?:
939 hostname
= strdupa(hostname
);
940 if ((p
= strchr(hostname
, '/')))
942 if ((p
= strchr(hostname
, ':')))
945 r
= add_source(s
, fd
, hostname
, false);
950 if (arg_listen_raw
) {
951 log_debug("Listening on a socket...");
952 r
= setup_raw_socket(s
, arg_listen_raw
);
957 if (arg_listen_http
) {
958 r
= setup_microhttpd_socket(s
, arg_listen_http
, NULL
, NULL
, NULL
);
963 if (arg_listen_https
) {
964 r
= setup_microhttpd_socket(s
, arg_listen_https
, key
, cert
, trust
);
969 STRV_FOREACH(file
, arg_files
) {
970 const char *output_name
;
972 if (streq(*file
, "-")) {
973 log_debug("Using standard input as source.");
976 output_name
= "stdin";
978 log_debug("Reading file %s...", *file
);
980 fd
= open(*file
, O_RDONLY
|O_CLOEXEC
|O_NOCTTY
|O_NONBLOCK
);
982 return log_error_errno(errno
, "Failed to open %s: %m", *file
);
986 r
= add_source(s
, fd
, (char*) output_name
, false);
991 if (s
->active
== 0) {
992 log_error("Zero sources specified");
996 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_NONE
) {
997 /* In this case we know what the writer will be
998 called, so we can create it and verify that we can
999 create output as expected. */
1000 r
= get_writer(s
, NULL
, &s
->_single_writer
);
1008 static void server_destroy(RemoteServer
*s
) {
1010 MHDDaemonWrapper
*d
;
1012 while ((d
= hashmap_steal_first(s
->daemons
))) {
1013 MHD_stop_daemon(d
->daemon
);
1014 sd_event_source_unref(d
->event
);
1018 hashmap_free(s
->daemons
);
1020 assert(s
->sources_size
== 0 || s
->sources
);
1021 for (i
= 0; i
< s
->sources_size
; i
++)
1022 remove_source(s
, i
);
1025 writer_unref(s
->_single_writer
);
1026 hashmap_free(s
->writers
);
1028 sd_event_source_unref(s
->sigterm_event
);
1029 sd_event_source_unref(s
->sigint_event
);
1030 sd_event_source_unref(s
->listen_event
);
1031 sd_event_unref(s
->events
);
1033 /* fds that we're listening on remain open... */
1036 /**********************************************************************
1037 **********************************************************************
1038 **********************************************************************/
1040 static int handle_raw_source(sd_event_source
*event
,
1045 RemoteSource
*source
;
1048 /* Returns 1 if there might be more data pending,
1049 * 0 if data is currently exhausted, negative on error.
1052 assert(fd
>= 0 && fd
< (ssize_t
) s
->sources_size
);
1053 source
= s
->sources
[fd
];
1054 assert(source
->importer
.fd
== fd
);
1056 r
= process_source(source
, arg_compress
, arg_seal
);
1057 if (journal_importer_eof(&source
->importer
)) {
1060 log_debug("EOF reached with source %s (fd=%d)",
1061 source
->importer
.name
, source
->importer
.fd
);
1063 remaining
= journal_importer_bytes_remaining(&source
->importer
);
1065 log_notice("Premature EOF. %zu bytes lost.", remaining
);
1066 remove_source(s
, source
->importer
.fd
);
1067 log_debug("%zu active sources remaining", s
->active
);
1069 } else if (r
== -E2BIG
) {
1070 log_notice_errno(E2BIG
, "Entry too big, skipped");
1072 } else if (r
== -EAGAIN
) {
1075 log_debug_errno(r
, "Closing connection: %m");
1076 remove_source(server
, fd
);
1082 static int dispatch_raw_source_until_block(sd_event_source
*event
,
1084 RemoteSource
*source
= userdata
;
1087 /* Make sure event stays around even if source is destroyed */
1088 sd_event_source_ref(event
);
1090 r
= handle_raw_source(event
, source
->importer
.fd
, EPOLLIN
, server
);
1092 /* No more data for now */
1093 sd_event_source_set_enabled(event
, SD_EVENT_OFF
);
1095 sd_event_source_unref(event
);
1100 static int dispatch_raw_source_event(sd_event_source
*event
,
1104 RemoteSource
*source
= userdata
;
1107 assert(source
->event
);
1108 assert(source
->buffer_event
);
1110 r
= handle_raw_source(event
, fd
, EPOLLIN
, server
);
1112 /* Might have more data. We need to rerun the handler
1113 * until we are sure the buffer is exhausted. */
1114 sd_event_source_set_enabled(source
->buffer_event
, SD_EVENT_ON
);
1119 static int dispatch_blocking_source_event(sd_event_source
*event
,
1121 RemoteSource
*source
= userdata
;
1123 return handle_raw_source(event
, source
->importer
.fd
, EPOLLIN
, server
);
1126 static int accept_connection(const char* type
, int fd
,
1127 SocketAddress
*addr
, char **hostname
) {
1130 log_debug("Accepting new %s connection on fd:%d", type
, fd
);
1131 fd2
= accept4(fd
, &addr
->sockaddr
.sa
, &addr
->size
, SOCK_NONBLOCK
|SOCK_CLOEXEC
);
1133 return log_error_errno(errno
, "accept() on fd:%d failed: %m", fd
);
1135 switch(socket_address_family(addr
)) {
1138 _cleanup_free_
char *a
= NULL
;
1141 r
= socket_address_print(addr
, &a
);
1143 log_error_errno(r
, "socket_address_print(): %m");
1148 r
= socknameinfo_pretty(&addr
->sockaddr
, addr
->size
, &b
);
1150 log_error_errno(r
, "Resolving hostname failed: %m");
1155 log_debug("Accepted %s %s connection from %s",
1157 socket_address_family(addr
) == AF_INET
? "IP" : "IPv6",
1165 log_error("Rejected %s connection with unsupported family %d",
1166 type
, socket_address_family(addr
));
1173 static int dispatch_raw_connection_event(sd_event_source
*event
,
1177 RemoteServer
*s
= userdata
;
1179 SocketAddress addr
= {
1180 .size
= sizeof(union sockaddr_union
),
1181 .type
= SOCK_STREAM
,
1183 char *hostname
= NULL
;
1185 fd2
= accept_connection("raw", fd
, &addr
, &hostname
);
1189 return add_source(s
, fd2
, hostname
, true);
1192 /**********************************************************************
1193 **********************************************************************
1194 **********************************************************************/
1196 static const char* const journal_write_split_mode_table
[_JOURNAL_WRITE_SPLIT_MAX
] = {
1197 [JOURNAL_WRITE_SPLIT_NONE
] = "none",
1198 [JOURNAL_WRITE_SPLIT_HOST
] = "host",
1201 DEFINE_PRIVATE_STRING_TABLE_LOOKUP(journal_write_split_mode
, JournalWriteSplitMode
);
1202 static DEFINE_CONFIG_PARSE_ENUM(config_parse_write_split_mode
,
1203 journal_write_split_mode
,
1204 JournalWriteSplitMode
,
1205 "Failed to parse split mode setting");
1207 static int parse_config(void) {
1208 const ConfigTableItem items
[] = {
1209 { "Remote", "Seal", config_parse_bool
, 0, &arg_seal
},
1210 { "Remote", "SplitMode", config_parse_write_split_mode
, 0, &arg_split_mode
},
1211 { "Remote", "ServerKeyFile", config_parse_path
, 0, &arg_key
},
1212 { "Remote", "ServerCertificateFile", config_parse_path
, 0, &arg_cert
},
1213 { "Remote", "TrustedCertificateFile", config_parse_path
, 0, &arg_trust
},
1216 return config_parse_many_nulstr(PKGSYSCONFDIR
"/journal-remote.conf",
1217 CONF_PATHS_NULSTR("systemd/journal-remote.conf.d"),
1218 "Remote\0", config_item_table_lookup
, items
,
1222 static void help(void) {
1223 printf("%s [OPTIONS...] {FILE|-}...\n\n"
1224 "Write external journal events to journal file(s).\n\n"
1225 " -h --help Show this help\n"
1226 " --version Show package version\n"
1227 " --url=URL Read events from systemd-journal-gatewayd at URL\n"
1228 " --getter=COMMAND Read events from the output of COMMAND\n"
1229 " --listen-raw=ADDR Listen for connections at ADDR\n"
1230 " --listen-http=ADDR Listen for HTTP connections at ADDR\n"
1231 " --listen-https=ADDR Listen for HTTPS connections at ADDR\n"
1232 " -o --output=FILE|DIR Write output to FILE or DIR/external-*.journal\n"
1233 " --compress[=BOOL] XZ-compress the output journal (default: yes)\n"
1234 " --seal[=BOOL] Use event sealing (default: no)\n"
1235 " --key=FILENAME SSL key in PEM format (default:\n"
1236 " \"" PRIV_KEY_FILE
"\")\n"
1237 " --cert=FILENAME SSL certificate in PEM format (default:\n"
1238 " \"" CERT_FILE
"\")\n"
1239 " --trust=FILENAME|all SSL CA certificate or disable checking (default:\n"
1240 " \"" TRUST_FILE
"\")\n"
1241 " --gnutls-log=CATEGORY...\n"
1242 " Specify a list of gnutls logging categories\n"
1243 " --split-mode=none|host How many output files to create\n"
1245 "Note: file descriptors from sd_listen_fds() will be consumed, too.\n"
1246 , program_invocation_short_name
);
1249 static int parse_argv(int argc
, char *argv
[]) {
1251 ARG_VERSION
= 0x100,
1266 static const struct option options
[] = {
1267 { "help", no_argument
, NULL
, 'h' },
1268 { "version", no_argument
, NULL
, ARG_VERSION
},
1269 { "url", required_argument
, NULL
, ARG_URL
},
1270 { "getter", required_argument
, NULL
, ARG_GETTER
},
1271 { "listen-raw", required_argument
, NULL
, ARG_LISTEN_RAW
},
1272 { "listen-http", required_argument
, NULL
, ARG_LISTEN_HTTP
},
1273 { "listen-https", required_argument
, NULL
, ARG_LISTEN_HTTPS
},
1274 { "output", required_argument
, NULL
, 'o' },
1275 { "split-mode", required_argument
, NULL
, ARG_SPLIT_MODE
},
1276 { "compress", optional_argument
, NULL
, ARG_COMPRESS
},
1277 { "seal", optional_argument
, NULL
, ARG_SEAL
},
1278 { "key", required_argument
, NULL
, ARG_KEY
},
1279 { "cert", required_argument
, NULL
, ARG_CERT
},
1280 { "trust", required_argument
, NULL
, ARG_TRUST
},
1281 { "gnutls-log", required_argument
, NULL
, ARG_GNUTLS_LOG
},
1286 bool type_a
, type_b
;
1291 while ((c
= getopt_long(argc
, argv
, "ho:", options
, NULL
)) >= 0)
1295 return 0 /* done */;
1302 log_error("cannot currently set more than one --url");
1311 log_error("cannot currently use --getter more than once");
1315 arg_getter
= optarg
;
1318 case ARG_LISTEN_RAW
:
1319 if (arg_listen_raw
) {
1320 log_error("cannot currently use --listen-raw more than once");
1324 arg_listen_raw
= optarg
;
1327 case ARG_LISTEN_HTTP
:
1328 if (arg_listen_http
|| http_socket
>= 0) {
1329 log_error("cannot currently use --listen-http more than once");
1333 r
= negative_fd(optarg
);
1337 arg_listen_http
= optarg
;
1340 case ARG_LISTEN_HTTPS
:
1341 if (arg_listen_https
|| https_socket
>= 0) {
1342 log_error("cannot currently use --listen-https more than once");
1346 r
= negative_fd(optarg
);
1350 arg_listen_https
= optarg
;
1356 log_error("Key file specified twice");
1360 arg_key
= strdup(optarg
);
1368 log_error("Certificate file specified twice");
1372 arg_cert
= strdup(optarg
);
1379 if (arg_trust
|| arg_trust_all
) {
1380 log_error("Confusing trusted CA configuration");
1384 if (streq(optarg
, "all"))
1385 arg_trust_all
= true;
1388 arg_trust
= strdup(optarg
);
1392 log_error("Option --trust is not available.");
1401 log_error("cannot use --output/-o more than once");
1405 arg_output
= optarg
;
1408 case ARG_SPLIT_MODE
:
1409 arg_split_mode
= journal_write_split_mode_from_string(optarg
);
1410 if (arg_split_mode
== _JOURNAL_WRITE_SPLIT_INVALID
) {
1411 log_error("Invalid split mode: %s", optarg
);
1418 r
= parse_boolean(optarg
);
1420 log_error("Failed to parse --compress= parameter.");
1426 arg_compress
= true;
1432 r
= parse_boolean(optarg
);
1434 log_error("Failed to parse --seal= parameter.");
1444 case ARG_GNUTLS_LOG
: {
1446 const char* p
= optarg
;
1448 _cleanup_free_
char *word
= NULL
;
1450 r
= extract_first_word(&p
, &word
, ",", 0);
1452 return log_error_errno(r
, "Failed to parse --gnutls-log= argument: %m");
1457 if (strv_push(&arg_gnutls_log
, word
) < 0)
1464 log_error("Option --gnutls-log is not available.");
1473 assert_not_reached("Unknown option code.");
1477 arg_files
= argv
+ optind
;
1479 type_a
= arg_getter
|| !strv_isempty(arg_files
);
1482 || arg_listen_http
|| arg_listen_https
1483 || sd_listen_fds(false) > 0;
1484 if (type_a
&& type_b
) {
1485 log_error("Cannot use file input or --getter with "
1486 "--arg-listen-... or socket activation.");
1491 log_error("Option --output must be specified with file input or --getter.");
1495 if (!IN_SET(arg_split_mode
, JOURNAL_WRITE_SPLIT_NONE
, _JOURNAL_WRITE_SPLIT_INVALID
)) {
1496 log_error("For active sources, only --split-mode=none is allowed.");
1500 arg_split_mode
= JOURNAL_WRITE_SPLIT_NONE
;
1503 if (arg_split_mode
== _JOURNAL_WRITE_SPLIT_INVALID
)
1504 arg_split_mode
= JOURNAL_WRITE_SPLIT_HOST
;
1506 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_NONE
&& arg_output
) {
1507 if (is_dir(arg_output
, true) > 0) {
1508 log_error("For SplitMode=none, output must be a file.");
1511 if (!endswith(arg_output
, ".journal")) {
1512 log_error("For SplitMode=none, output file name must end with .journal.");
1517 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_HOST
1518 && arg_output
&& is_dir(arg_output
, true) <= 0) {
1519 log_error("For SplitMode=host, output must be a directory.");
1523 log_debug("Full config: SplitMode=%s Key=%s Cert=%s Trust=%s",
1524 journal_write_split_mode_to_string(arg_split_mode
),
1529 return 1 /* work to do */;
1532 static int load_certificates(char **key
, char **cert
, char **trust
) {
1535 r
= read_full_file(arg_key
?: PRIV_KEY_FILE
, key
, NULL
);
1537 return log_error_errno(r
, "Failed to read key from file '%s': %m",
1538 arg_key
?: PRIV_KEY_FILE
);
1540 r
= read_full_file(arg_cert
?: CERT_FILE
, cert
, NULL
);
1542 return log_error_errno(r
, "Failed to read certificate from file '%s': %m",
1543 arg_cert
?: CERT_FILE
);
1546 log_info("Certificate checking disabled.");
1548 r
= read_full_file(arg_trust
?: TRUST_FILE
, trust
, NULL
);
1550 return log_error_errno(r
, "Failed to read CA certificate file '%s': %m",
1551 arg_trust
?: TRUST_FILE
);
1557 int main(int argc
, char **argv
) {
1558 RemoteServer s
= {};
1560 _cleanup_free_
char *key
= NULL
, *cert
= NULL
, *trust
= NULL
;
1562 log_show_color(true);
1563 log_parse_environment();
1567 return EXIT_FAILURE
;
1569 r
= parse_argv(argc
, argv
);
1571 return r
== 0 ? EXIT_SUCCESS
: EXIT_FAILURE
;
1574 if (arg_listen_http
|| arg_listen_https
) {
1575 r
= setup_gnutls_logger(arg_gnutls_log
);
1577 return EXIT_FAILURE
;
1580 if (arg_listen_https
|| https_socket
>= 0)
1581 if (load_certificates(&key
, &cert
, &trust
) < 0)
1582 return EXIT_FAILURE
;
1584 if (remoteserver_init(&s
, key
, cert
, trust
) < 0)
1585 return EXIT_FAILURE
;
1587 r
= sd_event_set_watchdog(s
.events
, true);
1589 log_error_errno(r
, "Failed to enable watchdog: %m");
1591 log_debug("Watchdog is %sd.", enable_disable(r
> 0));
1593 log_debug("%s running as pid "PID_FMT
,
1594 program_invocation_short_name
, getpid_cached());
1597 "STATUS=Processing requests...");
1600 r
= sd_event_get_state(s
.events
);
1603 if (r
== SD_EVENT_FINISHED
)
1606 r
= sd_event_run(s
.events
, -1);
1608 log_error_errno(r
, "Failed to run event loop: %m");
1615 "STATUS=Shutting down after writing %" PRIu64
" entries...", s
.event_count
);
1616 log_info("Finishing after writing %" PRIu64
" entries", s
.event_count
);
1624 return r
>= 0 ? EXIT_SUCCESS
: EXIT_FAILURE
;