2 This file is part of systemd.
4 Copyright 2012 Zbigniew Jędrzejewski-Szmek
6 systemd is free software; you can redistribute it and/or modify it
7 under the terms of the GNU Lesser General Public License as published by
8 the Free Software Foundation; either version 2.1 of the License, or
9 (at your option) any later version.
11 systemd is distributed in the hope that it will be useful, but
12 WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 Lesser General Public License for more details.
16 You should have received a copy of the GNU Lesser General Public License
17 along with systemd; If not, see <http://www.gnu.org/licenses/>.
26 #include <sys/prctl.h>
27 #include <sys/socket.h>
30 #include "sd-daemon.h"
32 #include "alloc-util.h"
33 #include "conf-parser.h"
38 #include "journal-file.h"
39 #include "journal-remote-write.h"
40 #include "journal-remote.h"
41 #include "journald-native.h"
43 #include "parse-util.h"
44 #include "signal-util.h"
45 #include "socket-util.h"
46 #include "stat-util.h"
47 #include "stdio-util.h"
48 #include "string-table.h"
49 #include "string-util.h"
52 #define REMOTE_JOURNAL_PATH "/var/log/journal/remote"
54 #define PRIV_KEY_FILE CERTIFICATE_ROOT "/private/journal-remote.pem"
55 #define CERT_FILE CERTIFICATE_ROOT "/certs/journal-remote.pem"
56 #define TRUST_FILE CERTIFICATE_ROOT "/ca/trusted.pem"
58 static char* arg_url
= NULL
;
59 static char* arg_getter
= NULL
;
60 static char* arg_listen_raw
= NULL
;
61 static char* arg_listen_http
= NULL
;
62 static char* arg_listen_https
= NULL
;
63 static char** arg_files
= NULL
;
64 static int arg_compress
= true;
65 static int arg_seal
= false;
66 static int http_socket
= -1, https_socket
= -1;
67 static char** arg_gnutls_log
= NULL
;
69 static JournalWriteSplitMode arg_split_mode
= JOURNAL_WRITE_SPLIT_HOST
;
70 static char* arg_output
= NULL
;
72 static char *arg_key
= NULL
;
73 static char *arg_cert
= NULL
;
74 static char *arg_trust
= NULL
;
75 static bool arg_trust_all
= false;
77 /**********************************************************************
78 **********************************************************************
79 **********************************************************************/
81 static int spawn_child(const char* child
, char** argv
) {
83 pid_t parent_pid
, child_pid
;
87 return log_error_errno(errno
, "Failed to create pager pipe: %m");
89 parent_pid
= getpid();
93 r
= log_error_errno(errno
, "Failed to fork: %m");
101 (void) reset_all_signal_handlers();
102 (void) reset_signal_mask();
104 r
= dup2(fd
[1], STDOUT_FILENO
);
106 log_error_errno(errno
, "Failed to dup pipe to stdout: %m");
112 /* Make sure the child goes away when the parent dies */
113 if (prctl(PR_SET_PDEATHSIG
, SIGTERM
) < 0)
116 /* Check whether our parent died before we were able
117 * to set the death signal */
118 if (getppid() != parent_pid
)
122 log_error_errno(errno
, "Failed to exec child %s: %m", child
);
128 log_warning_errno(errno
, "Failed to close write end of pipe: %m");
133 static int spawn_curl(const char* url
) {
134 char **argv
= STRV_MAKE("curl",
135 "-HAccept: application/vnd.fdo.journal",
141 r
= spawn_child("curl", argv
);
143 log_error_errno(r
, "Failed to spawn curl: %m");
147 static int spawn_getter(const char *getter
) {
149 _cleanup_strv_free_
char **words
= NULL
;
152 r
= strv_split_extract(&words
, getter
, WHITESPACE
, EXTRACT_QUOTES
);
154 return log_error_errno(r
, "Failed to split getter option: %m");
156 r
= spawn_child(words
[0], words
);
158 log_error_errno(r
, "Failed to spawn getter %s: %m", getter
);
163 #define filename_escape(s) xescape((s), "/ ")
165 static int open_output(Writer
*w
, const char* host
) {
166 _cleanup_free_
char *_output
= NULL
;
170 switch (arg_split_mode
) {
171 case JOURNAL_WRITE_SPLIT_NONE
:
172 output
= arg_output
?: REMOTE_JOURNAL_PATH
"/remote.journal";
175 case JOURNAL_WRITE_SPLIT_HOST
: {
176 _cleanup_free_
char *name
;
180 name
= filename_escape(host
);
184 r
= asprintf(&_output
, "%s/remote-%s.journal",
185 arg_output
?: REMOTE_JOURNAL_PATH
,
195 assert_not_reached("what?");
198 r
= journal_file_open_reliably(output
,
199 O_RDWR
|O_CREAT
, 0640,
200 arg_compress
, arg_seal
,
205 log_error_errno(r
, "Failed to open output journal %s: %m",
208 log_debug("Opened output file %s", w
->journal
->path
);
212 /**********************************************************************
213 **********************************************************************
214 **********************************************************************/
216 static int init_writer_hashmap(RemoteServer
*s
) {
217 static const struct hash_ops
*hash_ops
[] = {
218 [JOURNAL_WRITE_SPLIT_NONE
] = NULL
,
219 [JOURNAL_WRITE_SPLIT_HOST
] = &string_hash_ops
,
222 assert(arg_split_mode
>= 0 && arg_split_mode
< (int) ELEMENTSOF(hash_ops
));
224 s
->writers
= hashmap_new(hash_ops
[arg_split_mode
]);
231 static int get_writer(RemoteServer
*s
, const char *host
,
234 _cleanup_writer_unref_ Writer
*w
= NULL
;
237 switch(arg_split_mode
) {
238 case JOURNAL_WRITE_SPLIT_NONE
:
239 key
= "one and only";
242 case JOURNAL_WRITE_SPLIT_HOST
:
248 assert_not_reached("what split mode?");
251 w
= hashmap_get(s
->writers
, key
);
259 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_HOST
) {
260 w
->hashmap_key
= strdup(key
);
265 r
= open_output(w
, host
);
269 r
= hashmap_put(s
->writers
, w
->hashmap_key
?: key
, w
);
279 /**********************************************************************
280 **********************************************************************
281 **********************************************************************/
283 /* This should go away as soon as µhttpd allows state to be passed around. */
284 static RemoteServer
*server
;
286 static int dispatch_raw_source_event(sd_event_source
*event
,
290 static int dispatch_raw_source_until_block(sd_event_source
*event
,
292 static int dispatch_blocking_source_event(sd_event_source
*event
,
294 static int dispatch_raw_connection_event(sd_event_source
*event
,
298 static int dispatch_http_event(sd_event_source
*event
,
303 static int get_source_for_fd(RemoteServer
*s
,
304 int fd
, char *name
, RemoteSource
**source
) {
308 /* This takes ownership of name, but only on success. */
313 if (!GREEDY_REALLOC0(s
->sources
, s
->sources_size
, fd
+ 1))
316 r
= get_writer(s
, name
, &writer
);
318 return log_warning_errno(r
, "Failed to get writer for source %s: %m",
321 if (s
->sources
[fd
] == NULL
) {
322 s
->sources
[fd
] = source_new(fd
, false, name
, writer
);
323 if (!s
->sources
[fd
]) {
324 writer_unref(writer
);
331 *source
= s
->sources
[fd
];
335 static int remove_source(RemoteServer
*s
, int fd
) {
336 RemoteSource
*source
;
339 assert(fd
>= 0 && fd
< (ssize_t
) s
->sources_size
);
341 source
= s
->sources
[fd
];
343 /* this closes fd too */
345 s
->sources
[fd
] = NULL
;
352 static int add_source(RemoteServer
*s
, int fd
, char* name
, bool own_name
) {
354 RemoteSource
*source
= NULL
;
357 /* This takes ownership of name, even on failure, if own_name is true. */
369 r
= get_source_for_fd(s
, fd
, name
, &source
);
371 log_error_errno(r
, "Failed to create source for fd:%d (%s): %m",
377 r
= sd_event_add_io(s
->events
, &source
->event
,
378 fd
, EPOLLIN
|EPOLLRDHUP
|EPOLLPRI
,
379 dispatch_raw_source_event
, source
);
381 /* Add additional source for buffer processing. It will be
383 r
= sd_event_add_defer(s
->events
, &source
->buffer_event
,
384 dispatch_raw_source_until_block
, source
);
386 sd_event_source_set_enabled(source
->buffer_event
, SD_EVENT_OFF
);
387 } else if (r
== -EPERM
) {
388 log_debug("Falling back to sd_event_add_defer for fd:%d (%s)", fd
, name
);
389 r
= sd_event_add_defer(s
->events
, &source
->event
,
390 dispatch_blocking_source_event
, source
);
392 sd_event_source_set_enabled(source
->event
, SD_EVENT_ON
);
395 log_error_errno(r
, "Failed to register event source for fd:%d: %m",
400 r
= sd_event_source_set_description(source
->event
, name
);
402 log_error_errno(r
, "Failed to set source name for fd:%d: %m", fd
);
406 return 1; /* work to do */
409 remove_source(s
, fd
);
413 static int add_raw_socket(RemoteServer
*s
, int fd
) {
415 _cleanup_close_
int fd_
= fd
;
416 char name
[sizeof("raw-socket-")-1 + DECIMAL_STR_MAX(int) + 1];
420 r
= sd_event_add_io(s
->events
, &s
->listen_event
,
422 dispatch_raw_connection_event
, s
);
426 xsprintf(name
, "raw-socket-%d", fd
);
428 r
= sd_event_source_set_description(s
->listen_event
, name
);
437 static int setup_raw_socket(RemoteServer
*s
, const char *address
) {
440 fd
= make_socket_fd(LOG_INFO
, address
, SOCK_STREAM
, SOCK_CLOEXEC
);
444 return add_raw_socket(s
, fd
);
447 /**********************************************************************
448 **********************************************************************
449 **********************************************************************/
451 static int request_meta(void **connection_cls
, int fd
, char *hostname
) {
452 RemoteSource
*source
;
456 assert(connection_cls
);
460 r
= get_writer(server
, hostname
, &writer
);
462 return log_warning_errno(r
, "Failed to get writer for source %s: %m",
465 source
= source_new(fd
, true, hostname
, writer
);
467 writer_unref(writer
);
471 log_debug("Added RemoteSource as connection metadata %p", source
);
473 *connection_cls
= source
;
477 static void request_meta_free(void *cls
,
478 struct MHD_Connection
*connection
,
479 void **connection_cls
,
480 enum MHD_RequestTerminationCode toe
) {
483 assert(connection_cls
);
487 log_debug("Cleaning up connection metadata %p", s
);
489 *connection_cls
= NULL
;
493 static int process_http_upload(
494 struct MHD_Connection
*connection
,
495 const char *upload_data
,
496 size_t *upload_data_size
,
497 RemoteSource
*source
) {
499 bool finished
= false;
505 log_trace("%s: connection %p, %zu bytes",
506 __func__
, connection
, *upload_data_size
);
508 if (*upload_data_size
) {
509 log_trace("Received %zu bytes", *upload_data_size
);
511 r
= push_data(source
, upload_data
, *upload_data_size
);
513 return mhd_respond_oom(connection
);
515 *upload_data_size
= 0;
520 r
= process_source(source
, arg_compress
, arg_seal
);
524 log_warning("Failed to process data for connection %p", connection
);
526 return mhd_respondf(connection
,
527 r
, MHD_HTTP_REQUEST_ENTITY_TOO_LARGE
,
528 "Entry is too large, maximum is " STRINGIFY(DATA_SIZE_MAX
) " bytes.");
530 return mhd_respondf(connection
,
531 r
, MHD_HTTP_UNPROCESSABLE_ENTITY
,
532 "Processing failed: %m.");
539 /* The upload is finished */
541 remaining
= source_non_empty(source
);
543 log_warning("Premature EOF byte. %zu bytes lost.", remaining
);
544 return mhd_respondf(connection
,
545 0, MHD_HTTP_EXPECTATION_FAILED
,
546 "Premature EOF. %zu bytes of trailing data not processed.",
550 return mhd_respond(connection
, MHD_HTTP_ACCEPTED
, "OK.");
553 static int request_handler(
555 struct MHD_Connection
*connection
,
559 const char *upload_data
,
560 size_t *upload_data_size
,
561 void **connection_cls
) {
565 _cleanup_free_
char *hostname
= NULL
;
568 assert(connection_cls
);
572 log_trace("Handling a connection %s %s %s", method
, url
, version
);
575 return process_http_upload(connection
,
576 upload_data
, upload_data_size
,
579 if (!streq(method
, "POST"))
580 return mhd_respond(connection
, MHD_HTTP_NOT_ACCEPTABLE
, "Unsupported method.");
582 if (!streq(url
, "/upload"))
583 return mhd_respond(connection
, MHD_HTTP_NOT_FOUND
, "Not found.");
585 header
= MHD_lookup_connection_value(connection
,
586 MHD_HEADER_KIND
, "Content-Type");
587 if (!header
|| !streq(header
, "application/vnd.fdo.journal"))
588 return mhd_respond(connection
, MHD_HTTP_UNSUPPORTED_MEDIA_TYPE
,
589 "Content-Type: application/vnd.fdo.journal is required.");
592 const union MHD_ConnectionInfo
*ci
;
594 ci
= MHD_get_connection_info(connection
,
595 MHD_CONNECTION_INFO_CONNECTION_FD
);
597 log_error("MHD_get_connection_info failed: cannot get remote fd");
598 return mhd_respond(connection
, MHD_HTTP_INTERNAL_SERVER_ERROR
,
599 "Cannot check remote address.");
606 if (server
->check_trust
) {
607 r
= check_permissions(connection
, &code
, &hostname
);
611 r
= getpeername_pretty(fd
, false, &hostname
);
613 return mhd_respond(connection
, MHD_HTTP_INTERNAL_SERVER_ERROR
,
614 "Cannot check remote hostname.");
619 r
= request_meta(connection_cls
, fd
, hostname
);
621 return respond_oom(connection
);
623 return mhd_respondf(connection
, r
, MHD_HTTP_INTERNAL_SERVER_ERROR
, "%m");
629 static int setup_microhttpd_server(RemoteServer
*s
,
634 struct MHD_OptionItem opts
[] = {
635 { MHD_OPTION_NOTIFY_COMPLETED
, (intptr_t) request_meta_free
},
636 { MHD_OPTION_EXTERNAL_LOGGER
, (intptr_t) microhttpd_logger
},
637 { MHD_OPTION_LISTEN_SOCKET
, fd
},
638 { MHD_OPTION_CONNECTION_MEMORY_LIMIT
, 128*1024},
647 MHD_USE_EPOLL_LINUX_ONLY
|
648 MHD_USE_PEDANTIC_CHECKS
|
649 MHD_USE_PIPE_FOR_SHUTDOWN
;
651 const union MHD_DaemonInfo
*info
;
657 r
= fd_nonblock(fd
, true);
659 return log_error_errno(r
, "Failed to make fd:%d nonblocking: %m", fd
);
664 opts
[opts_pos
++] = (struct MHD_OptionItem
)
665 {MHD_OPTION_HTTPS_MEM_KEY
, 0, (char*) key
};
666 opts
[opts_pos
++] = (struct MHD_OptionItem
)
667 {MHD_OPTION_HTTPS_MEM_CERT
, 0, (char*) cert
};
669 flags
|= MHD_USE_SSL
;
672 opts
[opts_pos
++] = (struct MHD_OptionItem
)
673 {MHD_OPTION_HTTPS_MEM_TRUST
, 0, (char*) trust
};
676 d
= new(MHDDaemonWrapper
, 1);
680 d
->fd
= (uint64_t) fd
;
682 d
->daemon
= MHD_start_daemon(flags
, 0,
684 request_handler
, NULL
,
685 MHD_OPTION_ARRAY
, opts
,
688 log_error("Failed to start µhttp daemon");
693 log_debug("Started MHD %s daemon on fd:%d (wrapper @ %p)",
694 key
? "HTTPS" : "HTTP", fd
, d
);
697 info
= MHD_get_daemon_info(d
->daemon
, MHD_DAEMON_INFO_EPOLL_FD_LINUX_ONLY
);
699 log_error("µhttp returned NULL daemon info");
704 epoll_fd
= info
->listen_fd
;
706 log_error("µhttp epoll fd is invalid");
711 r
= sd_event_add_io(s
->events
, &d
->event
,
713 dispatch_http_event
, d
);
715 log_error_errno(r
, "Failed to add event callback: %m");
719 r
= sd_event_source_set_description(d
->event
, "epoll-fd");
721 log_error_errno(r
, "Failed to set source name: %m");
725 r
= hashmap_ensure_allocated(&s
->daemons
, &uint64_hash_ops
);
731 r
= hashmap_put(s
->daemons
, &d
->fd
, d
);
733 log_error_errno(r
, "Failed to add daemon to hashmap: %m");
741 MHD_stop_daemon(d
->daemon
);
747 static int setup_microhttpd_socket(RemoteServer
*s
,
754 fd
= make_socket_fd(LOG_DEBUG
, address
, SOCK_STREAM
, SOCK_CLOEXEC
);
758 return setup_microhttpd_server(s
, fd
, key
, cert
, trust
);
761 static int dispatch_http_event(sd_event_source
*event
,
765 MHDDaemonWrapper
*d
= userdata
;
770 r
= MHD_run(d
->daemon
);
772 log_error("MHD_run failed!");
773 // XXX: unregister daemon
777 return 1; /* work to do */
780 /**********************************************************************
781 **********************************************************************
782 **********************************************************************/
784 static int setup_signals(RemoteServer
*s
) {
789 assert_se(sigprocmask_many(SIG_SETMASK
, NULL
, SIGINT
, SIGTERM
, -1) >= 0);
791 r
= sd_event_add_signal(s
->events
, &s
->sigterm_event
, SIGTERM
, NULL
, s
);
795 r
= sd_event_add_signal(s
->events
, &s
->sigint_event
, SIGINT
, NULL
, s
);
802 static int negative_fd(const char *spec
) {
803 /* Return a non-positive number as its inverse, -EINVAL otherwise. */
807 r
= safe_atoi(spec
, &fd
);
817 static int remoteserver_init(RemoteServer
*s
,
826 if ((arg_listen_raw
|| arg_listen_http
) && trust
) {
827 log_error("Option --trust makes all non-HTTPS connections untrusted.");
831 r
= sd_event_default(&s
->events
);
833 return log_error_errno(r
, "Failed to allocate event loop: %m");
837 assert(server
== NULL
);
840 r
= init_writer_hashmap(s
);
844 n
= sd_listen_fds(true);
846 return log_error_errno(n
, "Failed to read listening file descriptors from environment: %m");
848 log_debug("Received %d descriptors", n
);
850 if (MAX(http_socket
, https_socket
) >= SD_LISTEN_FDS_START
+ n
) {
851 log_error("Received fewer sockets than expected");
855 for (fd
= SD_LISTEN_FDS_START
; fd
< SD_LISTEN_FDS_START
+ n
; fd
++) {
856 if (sd_is_socket(fd
, AF_UNSPEC
, 0, true)) {
857 log_debug("Received a listening socket (fd:%d)", fd
);
859 if (fd
== http_socket
)
860 r
= setup_microhttpd_server(s
, fd
, NULL
, NULL
, NULL
);
861 else if (fd
== https_socket
)
862 r
= setup_microhttpd_server(s
, fd
, key
, cert
, trust
);
864 r
= add_raw_socket(s
, fd
);
865 } else if (sd_is_socket(fd
, AF_UNSPEC
, 0, false)) {
868 r
= getpeername_pretty(fd
, false, &hostname
);
870 return log_error_errno(r
, "Failed to retrieve remote name: %m");
872 log_debug("Received a connection socket (fd:%d) from %s", fd
, hostname
);
874 r
= add_source(s
, fd
, hostname
, true);
876 log_error("Unknown socket passed on fd:%d", fd
);
882 return log_error_errno(r
, "Failed to register socket (fd:%d): %m",
887 log_info("Spawning getter %s...", arg_getter
);
888 fd
= spawn_getter(arg_getter
);
892 r
= add_source(s
, fd
, (char*) arg_output
, false);
901 if (!strstr(arg_url
, "/entries")) {
902 if (endswith(arg_url
, "/"))
903 url
= strjoina(arg_url
, "entries");
905 url
= strjoina(arg_url
, "/entries");
908 url
= strdupa(arg_url
);
910 log_info("Spawning curl %s...", url
);
911 fd
= spawn_curl(url
);
916 startswith(arg_url
, "https://") ?:
917 startswith(arg_url
, "http://") ?:
920 hostname
= strdupa(hostname
);
921 if ((p
= strchr(hostname
, '/')))
923 if ((p
= strchr(hostname
, ':')))
926 r
= add_source(s
, fd
, hostname
, false);
931 if (arg_listen_raw
) {
932 log_debug("Listening on a socket...");
933 r
= setup_raw_socket(s
, arg_listen_raw
);
938 if (arg_listen_http
) {
939 r
= setup_microhttpd_socket(s
, arg_listen_http
, NULL
, NULL
, NULL
);
944 if (arg_listen_https
) {
945 r
= setup_microhttpd_socket(s
, arg_listen_https
, key
, cert
, trust
);
950 STRV_FOREACH(file
, arg_files
) {
951 const char *output_name
;
953 if (streq(*file
, "-")) {
954 log_debug("Using standard input as source.");
957 output_name
= "stdin";
959 log_debug("Reading file %s...", *file
);
961 fd
= open(*file
, O_RDONLY
|O_CLOEXEC
|O_NOCTTY
|O_NONBLOCK
);
963 return log_error_errno(errno
, "Failed to open %s: %m", *file
);
967 r
= add_source(s
, fd
, (char*) output_name
, false);
972 if (s
->active
== 0) {
973 log_error("Zero sources specified");
977 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_NONE
) {
978 /* In this case we know what the writer will be
979 called, so we can create it and verify that we can
980 create output as expected. */
981 r
= get_writer(s
, NULL
, &s
->_single_writer
);
989 static void server_destroy(RemoteServer
*s
) {
993 while ((d
= hashmap_steal_first(s
->daemons
))) {
994 MHD_stop_daemon(d
->daemon
);
995 sd_event_source_unref(d
->event
);
999 hashmap_free(s
->daemons
);
1001 assert(s
->sources_size
== 0 || s
->sources
);
1002 for (i
= 0; i
< s
->sources_size
; i
++)
1003 remove_source(s
, i
);
1006 writer_unref(s
->_single_writer
);
1007 hashmap_free(s
->writers
);
1009 sd_event_source_unref(s
->sigterm_event
);
1010 sd_event_source_unref(s
->sigint_event
);
1011 sd_event_source_unref(s
->listen_event
);
1012 sd_event_unref(s
->events
);
1014 /* fds that we're listening on remain open... */
1017 /**********************************************************************
1018 **********************************************************************
1019 **********************************************************************/
1021 static int handle_raw_source(sd_event_source
*event
,
1026 RemoteSource
*source
;
1029 /* Returns 1 if there might be more data pending,
1030 * 0 if data is currently exhausted, negative on error.
1033 assert(fd
>= 0 && fd
< (ssize_t
) s
->sources_size
);
1034 source
= s
->sources
[fd
];
1035 assert(source
->fd
== fd
);
1037 r
= process_source(source
, arg_compress
, arg_seal
);
1038 if (source
->state
== STATE_EOF
) {
1041 log_debug("EOF reached with source fd:%d (%s)",
1042 source
->fd
, source
->name
);
1044 remaining
= source_non_empty(source
);
1046 log_notice("Premature EOF. %zu bytes lost.", remaining
);
1047 remove_source(s
, source
->fd
);
1048 log_debug("%zu active sources remaining", s
->active
);
1050 } else if (r
== -E2BIG
) {
1051 log_notice_errno(E2BIG
, "Entry too big, skipped");
1053 } else if (r
== -EAGAIN
) {
1056 log_debug_errno(r
, "Closing connection: %m");
1057 remove_source(server
, fd
);
1063 static int dispatch_raw_source_until_block(sd_event_source
*event
,
1065 RemoteSource
*source
= userdata
;
1068 /* Make sure event stays around even if source is destroyed */
1069 sd_event_source_ref(event
);
1071 r
= handle_raw_source(event
, source
->fd
, EPOLLIN
, server
);
1073 /* No more data for now */
1074 sd_event_source_set_enabled(event
, SD_EVENT_OFF
);
1076 sd_event_source_unref(event
);
1081 static int dispatch_raw_source_event(sd_event_source
*event
,
1085 RemoteSource
*source
= userdata
;
1088 assert(source
->event
);
1089 assert(source
->buffer_event
);
1091 r
= handle_raw_source(event
, fd
, EPOLLIN
, server
);
1093 /* Might have more data. We need to rerun the handler
1094 * until we are sure the buffer is exhausted. */
1095 sd_event_source_set_enabled(source
->buffer_event
, SD_EVENT_ON
);
1100 static int dispatch_blocking_source_event(sd_event_source
*event
,
1102 RemoteSource
*source
= userdata
;
1104 return handle_raw_source(event
, source
->fd
, EPOLLIN
, server
);
1107 static int accept_connection(const char* type
, int fd
,
1108 SocketAddress
*addr
, char **hostname
) {
1111 log_debug("Accepting new %s connection on fd:%d", type
, fd
);
1112 fd2
= accept4(fd
, &addr
->sockaddr
.sa
, &addr
->size
, SOCK_NONBLOCK
|SOCK_CLOEXEC
);
1114 return log_error_errno(errno
, "accept() on fd:%d failed: %m", fd
);
1116 switch(socket_address_family(addr
)) {
1119 _cleanup_free_
char *a
= NULL
;
1122 r
= socket_address_print(addr
, &a
);
1124 log_error_errno(r
, "socket_address_print(): %m");
1129 r
= socknameinfo_pretty(&addr
->sockaddr
, addr
->size
, &b
);
1131 log_error_errno(r
, "Resolving hostname failed: %m");
1136 log_debug("Accepted %s %s connection from %s",
1138 socket_address_family(addr
) == AF_INET
? "IP" : "IPv6",
1146 log_error("Rejected %s connection with unsupported family %d",
1147 type
, socket_address_family(addr
));
1154 static int dispatch_raw_connection_event(sd_event_source
*event
,
1158 RemoteServer
*s
= userdata
;
1160 SocketAddress addr
= {
1161 .size
= sizeof(union sockaddr_union
),
1162 .type
= SOCK_STREAM
,
1164 char *hostname
= NULL
;
1166 fd2
= accept_connection("raw", fd
, &addr
, &hostname
);
1170 return add_source(s
, fd2
, hostname
, true);
1173 /**********************************************************************
1174 **********************************************************************
1175 **********************************************************************/
1177 static const char* const journal_write_split_mode_table
[_JOURNAL_WRITE_SPLIT_MAX
] = {
1178 [JOURNAL_WRITE_SPLIT_NONE
] = "none",
1179 [JOURNAL_WRITE_SPLIT_HOST
] = "host",
1182 DEFINE_PRIVATE_STRING_TABLE_LOOKUP(journal_write_split_mode
, JournalWriteSplitMode
);
1183 static DEFINE_CONFIG_PARSE_ENUM(config_parse_write_split_mode
,
1184 journal_write_split_mode
,
1185 JournalWriteSplitMode
,
1186 "Failed to parse split mode setting");
1188 static int parse_config(void) {
1189 const ConfigTableItem items
[] = {
1190 { "Remote", "Seal", config_parse_bool
, 0, &arg_seal
},
1191 { "Remote", "SplitMode", config_parse_write_split_mode
, 0, &arg_split_mode
},
1192 { "Remote", "ServerKeyFile", config_parse_path
, 0, &arg_key
},
1193 { "Remote", "ServerCertificateFile", config_parse_path
, 0, &arg_cert
},
1194 { "Remote", "TrustedCertificateFile", config_parse_path
, 0, &arg_trust
},
1197 return config_parse_many(PKGSYSCONFDIR
"/journal-remote.conf",
1198 CONF_PATHS_NULSTR("systemd/journal-remote.conf.d"),
1199 "Remote\0", config_item_table_lookup
, items
,
1203 static void help(void) {
1204 printf("%s [OPTIONS...] {FILE|-}...\n\n"
1205 "Write external journal events to journal file(s).\n\n"
1206 " -h --help Show this help\n"
1207 " --version Show package version\n"
1208 " --url=URL Read events from systemd-journal-gatewayd at URL\n"
1209 " --getter=COMMAND Read events from the output of COMMAND\n"
1210 " --listen-raw=ADDR Listen for connections at ADDR\n"
1211 " --listen-http=ADDR Listen for HTTP connections at ADDR\n"
1212 " --listen-https=ADDR Listen for HTTPS connections at ADDR\n"
1213 " -o --output=FILE|DIR Write output to FILE or DIR/external-*.journal\n"
1214 " --compress[=BOOL] XZ-compress the output journal (default: yes)\n"
1215 " --seal[=BOOL] Use event sealing (default: no)\n"
1216 " --key=FILENAME SSL key in PEM format (default:\n"
1217 " \"" PRIV_KEY_FILE
"\")\n"
1218 " --cert=FILENAME SSL certificate in PEM format (default:\n"
1219 " \"" CERT_FILE
"\")\n"
1220 " --trust=FILENAME|all SSL CA certificate or disable checking (default:\n"
1221 " \"" TRUST_FILE
"\")\n"
1222 " --gnutls-log=CATEGORY...\n"
1223 " Specify a list of gnutls logging categories\n"
1224 " --split-mode=none|host How many output files to create\n"
1226 "Note: file descriptors from sd_listen_fds() will be consumed, too.\n"
1227 , program_invocation_short_name
);
1230 static int parse_argv(int argc
, char *argv
[]) {
1232 ARG_VERSION
= 0x100,
1247 static const struct option options
[] = {
1248 { "help", no_argument
, NULL
, 'h' },
1249 { "version", no_argument
, NULL
, ARG_VERSION
},
1250 { "url", required_argument
, NULL
, ARG_URL
},
1251 { "getter", required_argument
, NULL
, ARG_GETTER
},
1252 { "listen-raw", required_argument
, NULL
, ARG_LISTEN_RAW
},
1253 { "listen-http", required_argument
, NULL
, ARG_LISTEN_HTTP
},
1254 { "listen-https", required_argument
, NULL
, ARG_LISTEN_HTTPS
},
1255 { "output", required_argument
, NULL
, 'o' },
1256 { "split-mode", required_argument
, NULL
, ARG_SPLIT_MODE
},
1257 { "compress", optional_argument
, NULL
, ARG_COMPRESS
},
1258 { "seal", optional_argument
, NULL
, ARG_SEAL
},
1259 { "key", required_argument
, NULL
, ARG_KEY
},
1260 { "cert", required_argument
, NULL
, ARG_CERT
},
1261 { "trust", required_argument
, NULL
, ARG_TRUST
},
1262 { "gnutls-log", required_argument
, NULL
, ARG_GNUTLS_LOG
},
1267 bool type_a
, type_b
;
1272 while ((c
= getopt_long(argc
, argv
, "ho:", options
, NULL
)) >= 0)
1276 return 0 /* done */;
1283 log_error("cannot currently set more than one --url");
1292 log_error("cannot currently use --getter more than once");
1296 arg_getter
= optarg
;
1299 case ARG_LISTEN_RAW
:
1300 if (arg_listen_raw
) {
1301 log_error("cannot currently use --listen-raw more than once");
1305 arg_listen_raw
= optarg
;
1308 case ARG_LISTEN_HTTP
:
1309 if (arg_listen_http
|| http_socket
>= 0) {
1310 log_error("cannot currently use --listen-http more than once");
1314 r
= negative_fd(optarg
);
1318 arg_listen_http
= optarg
;
1321 case ARG_LISTEN_HTTPS
:
1322 if (arg_listen_https
|| https_socket
>= 0) {
1323 log_error("cannot currently use --listen-https more than once");
1327 r
= negative_fd(optarg
);
1331 arg_listen_https
= optarg
;
1337 log_error("Key file specified twice");
1341 arg_key
= strdup(optarg
);
1349 log_error("Certificate file specified twice");
1353 arg_cert
= strdup(optarg
);
1360 if (arg_trust
|| arg_trust_all
) {
1361 log_error("Confusing trusted CA configuration");
1365 if (streq(optarg
, "all"))
1366 arg_trust_all
= true;
1369 arg_trust
= strdup(optarg
);
1373 log_error("Option --trust is not available.");
1382 log_error("cannot use --output/-o more than once");
1386 arg_output
= optarg
;
1389 case ARG_SPLIT_MODE
:
1390 arg_split_mode
= journal_write_split_mode_from_string(optarg
);
1391 if (arg_split_mode
== _JOURNAL_WRITE_SPLIT_INVALID
) {
1392 log_error("Invalid split mode: %s", optarg
);
1399 r
= parse_boolean(optarg
);
1401 log_error("Failed to parse --compress= parameter.");
1407 arg_compress
= true;
1413 r
= parse_boolean(optarg
);
1415 log_error("Failed to parse --seal= parameter.");
1425 case ARG_GNUTLS_LOG
: {
1427 const char* p
= optarg
;
1429 _cleanup_free_
char *word
= NULL
;
1431 r
= extract_first_word(&p
, &word
, ",", 0);
1433 return log_error_errno(r
, "Failed to parse --gnutls-log= argument: %m");
1438 if (strv_push(&arg_gnutls_log
, word
) < 0)
1445 log_error("Option --gnutls-log is not available.");
1454 assert_not_reached("Unknown option code.");
1458 arg_files
= argv
+ optind
;
1460 type_a
= arg_getter
|| !strv_isempty(arg_files
);
1463 || arg_listen_http
|| arg_listen_https
1464 || sd_listen_fds(false) > 0;
1465 if (type_a
&& type_b
) {
1466 log_error("Cannot use file input or --getter with "
1467 "--arg-listen-... or socket activation.");
1472 log_error("Option --output must be specified with file input or --getter.");
1476 arg_split_mode
= JOURNAL_WRITE_SPLIT_NONE
;
1479 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_NONE
1480 && arg_output
&& is_dir(arg_output
, true) > 0) {
1481 log_error("For SplitMode=none, output must be a file.");
1485 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_HOST
1486 && arg_output
&& is_dir(arg_output
, true) <= 0) {
1487 log_error("For SplitMode=host, output must be a directory.");
1491 log_debug("Full config: SplitMode=%s Key=%s Cert=%s Trust=%s",
1492 journal_write_split_mode_to_string(arg_split_mode
),
1497 return 1 /* work to do */;
1500 static int load_certificates(char **key
, char **cert
, char **trust
) {
1503 r
= read_full_file(arg_key
?: PRIV_KEY_FILE
, key
, NULL
);
1505 return log_error_errno(r
, "Failed to read key from file '%s': %m",
1506 arg_key
?: PRIV_KEY_FILE
);
1508 r
= read_full_file(arg_cert
?: CERT_FILE
, cert
, NULL
);
1510 return log_error_errno(r
, "Failed to read certificate from file '%s': %m",
1511 arg_cert
?: CERT_FILE
);
1514 log_info("Certificate checking disabled.");
1516 r
= read_full_file(arg_trust
?: TRUST_FILE
, trust
, NULL
);
1518 return log_error_errno(r
, "Failed to read CA certificate file '%s': %m",
1519 arg_trust
?: TRUST_FILE
);
1525 int main(int argc
, char **argv
) {
1526 RemoteServer s
= {};
1528 _cleanup_free_
char *key
= NULL
, *cert
= NULL
, *trust
= NULL
;
1530 log_show_color(true);
1531 log_parse_environment();
1535 return EXIT_FAILURE
;
1537 r
= parse_argv(argc
, argv
);
1539 return r
== 0 ? EXIT_SUCCESS
: EXIT_FAILURE
;
1542 if (arg_listen_http
|| arg_listen_https
) {
1543 r
= setup_gnutls_logger(arg_gnutls_log
);
1545 return EXIT_FAILURE
;
1548 if (arg_listen_https
|| https_socket
>= 0)
1549 if (load_certificates(&key
, &cert
, &trust
) < 0)
1550 return EXIT_FAILURE
;
1552 if (remoteserver_init(&s
, key
, cert
, trust
) < 0)
1553 return EXIT_FAILURE
;
1555 r
= sd_event_set_watchdog(s
.events
, true);
1557 log_error_errno(r
, "Failed to enable watchdog: %m");
1559 log_debug("Watchdog is %sd.", enable_disable(r
> 0));
1561 log_debug("%s running as pid "PID_FMT
,
1562 program_invocation_short_name
, getpid());
1565 "STATUS=Processing requests...");
1568 r
= sd_event_get_state(s
.events
);
1571 if (r
== SD_EVENT_FINISHED
)
1574 r
= sd_event_run(s
.events
, -1);
1576 log_error_errno(r
, "Failed to run event loop: %m");
1583 "STATUS=Shutting down after writing %" PRIu64
" entries...", s
.event_count
);
1584 log_info("Finishing after writing %" PRIu64
" entries", s
.event_count
);
1592 return r
>= 0 ? EXIT_SUCCESS
: EXIT_FAILURE
;