2 This file is part of systemd.
4 Copyright 2012 Zbigniew Jędrzejewski-Szmek
6 systemd is free software; you can redistribute it and/or modify it
7 under the terms of the GNU Lesser General Public License as published by
8 the Free Software Foundation; either version 2.1 of the License, or
9 (at your option) any later version.
11 systemd is distributed in the hope that it will be useful, but
12 WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 Lesser General Public License for more details.
16 You should have received a copy of the GNU Lesser General Public License
17 along with systemd; If not, see <http://www.gnu.org/licenses/>.
26 #include <sys/prctl.h>
27 #include <sys/socket.h>
30 #include "sd-daemon.h"
32 #include "alloc-util.h"
33 #include "conf-parser.h"
38 #include "journal-file.h"
39 #include "journal-remote-write.h"
40 #include "journal-remote.h"
41 #include "journald-native.h"
43 #include "parse-util.h"
44 #include "signal-util.h"
45 #include "socket-util.h"
46 #include "stat-util.h"
47 #include "stdio-util.h"
48 #include "string-table.h"
49 #include "string-util.h"
52 #define REMOTE_JOURNAL_PATH "/var/log/journal/remote"
54 #define PRIV_KEY_FILE CERTIFICATE_ROOT "/private/journal-remote.pem"
55 #define CERT_FILE CERTIFICATE_ROOT "/certs/journal-remote.pem"
56 #define TRUST_FILE CERTIFICATE_ROOT "/ca/trusted.pem"
58 static char* arg_url
= NULL
;
59 static char* arg_getter
= NULL
;
60 static char* arg_listen_raw
= NULL
;
61 static char* arg_listen_http
= NULL
;
62 static char* arg_listen_https
= NULL
;
63 static char** arg_files
= NULL
;
64 static int arg_compress
= true;
65 static int arg_seal
= false;
66 static int http_socket
= -1, https_socket
= -1;
67 static char** arg_gnutls_log
= NULL
;
69 static JournalWriteSplitMode arg_split_mode
= JOURNAL_WRITE_SPLIT_HOST
;
70 static char* arg_output
= NULL
;
72 static char *arg_key
= NULL
;
73 static char *arg_cert
= NULL
;
74 static char *arg_trust
= NULL
;
75 static bool arg_trust_all
= false;
77 /**********************************************************************
78 **********************************************************************
79 **********************************************************************/
81 static int spawn_child(const char* child
, char** argv
) {
83 pid_t parent_pid
, child_pid
;
87 return log_error_errno(errno
, "Failed to create pager pipe: %m");
89 parent_pid
= getpid_cached();
93 r
= log_error_errno(errno
, "Failed to fork: %m");
101 (void) reset_all_signal_handlers();
102 (void) reset_signal_mask();
104 r
= dup2(fd
[1], STDOUT_FILENO
);
106 log_error_errno(errno
, "Failed to dup pipe to stdout: %m");
112 /* Make sure the child goes away when the parent dies */
113 if (prctl(PR_SET_PDEATHSIG
, SIGTERM
) < 0)
116 /* Check whether our parent died before we were able
117 * to set the death signal */
118 if (getppid() != parent_pid
)
122 log_error_errno(errno
, "Failed to exec child %s: %m", child
);
128 log_warning_errno(errno
, "Failed to close write end of pipe: %m");
130 r
= fd_nonblock(fd
[0], true);
132 log_warning_errno(errno
, "Failed to set child pipe to non-blocking: %m");
137 static int spawn_curl(const char* url
) {
138 char **argv
= STRV_MAKE("curl",
139 "-HAccept: application/vnd.fdo.journal",
145 r
= spawn_child("curl", argv
);
147 log_error_errno(r
, "Failed to spawn curl: %m");
151 static int spawn_getter(const char *getter
) {
153 _cleanup_strv_free_
char **words
= NULL
;
156 r
= strv_split_extract(&words
, getter
, WHITESPACE
, EXTRACT_QUOTES
);
158 return log_error_errno(r
, "Failed to split getter option: %m");
160 r
= spawn_child(words
[0], words
);
162 log_error_errno(r
, "Failed to spawn getter %s: %m", getter
);
167 #define filename_escape(s) xescape((s), "/ ")
169 static int open_output(Writer
*w
, const char* host
) {
170 _cleanup_free_
char *_output
= NULL
;
174 switch (arg_split_mode
) {
175 case JOURNAL_WRITE_SPLIT_NONE
:
176 output
= arg_output
?: REMOTE_JOURNAL_PATH
"/remote.journal";
179 case JOURNAL_WRITE_SPLIT_HOST
: {
180 _cleanup_free_
char *name
;
184 name
= filename_escape(host
);
188 r
= asprintf(&_output
, "%s/remote-%s.journal",
189 arg_output
?: REMOTE_JOURNAL_PATH
,
199 assert_not_reached("what?");
202 r
= journal_file_open_reliably(output
,
203 O_RDWR
|O_CREAT
, 0640,
204 arg_compress
, arg_seal
,
209 log_error_errno(r
, "Failed to open output journal %s: %m",
212 log_debug("Opened output file %s", w
->journal
->path
);
216 /**********************************************************************
217 **********************************************************************
218 **********************************************************************/
220 static int init_writer_hashmap(RemoteServer
*s
) {
221 static const struct hash_ops
*hash_ops
[] = {
222 [JOURNAL_WRITE_SPLIT_NONE
] = NULL
,
223 [JOURNAL_WRITE_SPLIT_HOST
] = &string_hash_ops
,
226 assert(arg_split_mode
>= 0 && arg_split_mode
< (int) ELEMENTSOF(hash_ops
));
228 s
->writers
= hashmap_new(hash_ops
[arg_split_mode
]);
235 static int get_writer(RemoteServer
*s
, const char *host
,
238 _cleanup_writer_unref_ Writer
*w
= NULL
;
241 switch(arg_split_mode
) {
242 case JOURNAL_WRITE_SPLIT_NONE
:
243 key
= "one and only";
246 case JOURNAL_WRITE_SPLIT_HOST
:
252 assert_not_reached("what split mode?");
255 w
= hashmap_get(s
->writers
, key
);
263 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_HOST
) {
264 w
->hashmap_key
= strdup(key
);
269 r
= open_output(w
, host
);
273 r
= hashmap_put(s
->writers
, w
->hashmap_key
?: key
, w
);
283 /**********************************************************************
284 **********************************************************************
285 **********************************************************************/
287 /* This should go away as soon as µhttpd allows state to be passed around. */
288 static RemoteServer
*server
;
290 static int dispatch_raw_source_event(sd_event_source
*event
,
294 static int dispatch_raw_source_until_block(sd_event_source
*event
,
296 static int dispatch_blocking_source_event(sd_event_source
*event
,
298 static int dispatch_raw_connection_event(sd_event_source
*event
,
302 static int dispatch_http_event(sd_event_source
*event
,
307 static int get_source_for_fd(RemoteServer
*s
,
308 int fd
, char *name
, RemoteSource
**source
) {
312 /* This takes ownership of name, but only on success. */
317 if (!GREEDY_REALLOC0(s
->sources
, s
->sources_size
, fd
+ 1))
320 r
= get_writer(s
, name
, &writer
);
322 return log_warning_errno(r
, "Failed to get writer for source %s: %m",
325 if (s
->sources
[fd
] == NULL
) {
326 s
->sources
[fd
] = source_new(fd
, false, name
, writer
);
327 if (!s
->sources
[fd
]) {
328 writer_unref(writer
);
335 *source
= s
->sources
[fd
];
339 static int remove_source(RemoteServer
*s
, int fd
) {
340 RemoteSource
*source
;
343 assert(fd
>= 0 && fd
< (ssize_t
) s
->sources_size
);
345 source
= s
->sources
[fd
];
347 /* this closes fd too */
349 s
->sources
[fd
] = NULL
;
356 static int add_source(RemoteServer
*s
, int fd
, char* name
, bool own_name
) {
358 RemoteSource
*source
= NULL
;
361 /* This takes ownership of name, even on failure, if own_name is true. */
373 r
= get_source_for_fd(s
, fd
, name
, &source
);
375 log_error_errno(r
, "Failed to create source for fd:%d (%s): %m",
381 r
= sd_event_add_io(s
->events
, &source
->event
,
382 fd
, EPOLLIN
|EPOLLRDHUP
|EPOLLPRI
,
383 dispatch_raw_source_event
, source
);
385 /* Add additional source for buffer processing. It will be
387 r
= sd_event_add_defer(s
->events
, &source
->buffer_event
,
388 dispatch_raw_source_until_block
, source
);
390 sd_event_source_set_enabled(source
->buffer_event
, SD_EVENT_OFF
);
391 } else if (r
== -EPERM
) {
392 log_debug("Falling back to sd_event_add_defer for fd:%d (%s)", fd
, name
);
393 r
= sd_event_add_defer(s
->events
, &source
->event
,
394 dispatch_blocking_source_event
, source
);
396 sd_event_source_set_enabled(source
->event
, SD_EVENT_ON
);
399 log_error_errno(r
, "Failed to register event source for fd:%d: %m",
404 r
= sd_event_source_set_description(source
->event
, name
);
406 log_error_errno(r
, "Failed to set source name for fd:%d: %m", fd
);
410 return 1; /* work to do */
413 remove_source(s
, fd
);
417 static int add_raw_socket(RemoteServer
*s
, int fd
) {
419 _cleanup_close_
int fd_
= fd
;
420 char name
[sizeof("raw-socket-")-1 + DECIMAL_STR_MAX(int) + 1];
424 r
= sd_event_add_io(s
->events
, &s
->listen_event
,
426 dispatch_raw_connection_event
, s
);
430 xsprintf(name
, "raw-socket-%d", fd
);
432 r
= sd_event_source_set_description(s
->listen_event
, name
);
441 static int setup_raw_socket(RemoteServer
*s
, const char *address
) {
444 fd
= make_socket_fd(LOG_INFO
, address
, SOCK_STREAM
, SOCK_CLOEXEC
);
448 return add_raw_socket(s
, fd
);
451 /**********************************************************************
452 **********************************************************************
453 **********************************************************************/
455 static int request_meta(void **connection_cls
, int fd
, char *hostname
) {
456 RemoteSource
*source
;
460 assert(connection_cls
);
464 r
= get_writer(server
, hostname
, &writer
);
466 return log_warning_errno(r
, "Failed to get writer for source %s: %m",
469 source
= source_new(fd
, true, hostname
, writer
);
471 writer_unref(writer
);
475 log_debug("Added RemoteSource as connection metadata %p", source
);
477 *connection_cls
= source
;
481 static void request_meta_free(void *cls
,
482 struct MHD_Connection
*connection
,
483 void **connection_cls
,
484 enum MHD_RequestTerminationCode toe
) {
487 assert(connection_cls
);
491 log_debug("Cleaning up connection metadata %p", s
);
493 *connection_cls
= NULL
;
497 static int process_http_upload(
498 struct MHD_Connection
*connection
,
499 const char *upload_data
,
500 size_t *upload_data_size
,
501 RemoteSource
*source
) {
503 bool finished
= false;
509 log_trace("%s: connection %p, %zu bytes",
510 __func__
, connection
, *upload_data_size
);
512 if (*upload_data_size
) {
513 log_trace("Received %zu bytes", *upload_data_size
);
515 r
= journal_importer_push_data(&source
->importer
,
516 upload_data
, *upload_data_size
);
518 return mhd_respond_oom(connection
);
520 *upload_data_size
= 0;
525 r
= process_source(source
, arg_compress
, arg_seal
);
529 log_warning("Failed to process data for connection %p", connection
);
531 return mhd_respondf(connection
,
532 r
, MHD_HTTP_PAYLOAD_TOO_LARGE
,
533 "Entry is too large, maximum is " STRINGIFY(DATA_SIZE_MAX
) " bytes.");
535 return mhd_respondf(connection
,
536 r
, MHD_HTTP_UNPROCESSABLE_ENTITY
,
537 "Processing failed: %m.");
544 /* The upload is finished */
546 remaining
= journal_importer_bytes_remaining(&source
->importer
);
548 log_warning("Premature EOF byte. %zu bytes lost.", remaining
);
549 return mhd_respondf(connection
,
550 0, MHD_HTTP_EXPECTATION_FAILED
,
551 "Premature EOF. %zu bytes of trailing data not processed.",
555 return mhd_respond(connection
, MHD_HTTP_ACCEPTED
, "OK.");
558 static int request_handler(
560 struct MHD_Connection
*connection
,
564 const char *upload_data
,
565 size_t *upload_data_size
,
566 void **connection_cls
) {
570 _cleanup_free_
char *hostname
= NULL
;
573 assert(connection_cls
);
577 log_trace("Handling a connection %s %s %s", method
, url
, version
);
580 return process_http_upload(connection
,
581 upload_data
, upload_data_size
,
584 if (!streq(method
, "POST"))
585 return mhd_respond(connection
, MHD_HTTP_NOT_ACCEPTABLE
, "Unsupported method.");
587 if (!streq(url
, "/upload"))
588 return mhd_respond(connection
, MHD_HTTP_NOT_FOUND
, "Not found.");
590 header
= MHD_lookup_connection_value(connection
,
591 MHD_HEADER_KIND
, "Content-Type");
592 if (!header
|| !streq(header
, "application/vnd.fdo.journal"))
593 return mhd_respond(connection
, MHD_HTTP_UNSUPPORTED_MEDIA_TYPE
,
594 "Content-Type: application/vnd.fdo.journal is required.");
597 const union MHD_ConnectionInfo
*ci
;
599 ci
= MHD_get_connection_info(connection
,
600 MHD_CONNECTION_INFO_CONNECTION_FD
);
602 log_error("MHD_get_connection_info failed: cannot get remote fd");
603 return mhd_respond(connection
, MHD_HTTP_INTERNAL_SERVER_ERROR
,
604 "Cannot check remote address.");
611 if (server
->check_trust
) {
612 r
= check_permissions(connection
, &code
, &hostname
);
616 r
= getpeername_pretty(fd
, false, &hostname
);
618 return mhd_respond(connection
, MHD_HTTP_INTERNAL_SERVER_ERROR
,
619 "Cannot check remote hostname.");
624 r
= request_meta(connection_cls
, fd
, hostname
);
626 return respond_oom(connection
);
628 return mhd_respondf(connection
, r
, MHD_HTTP_INTERNAL_SERVER_ERROR
, "%m");
634 static int setup_microhttpd_server(RemoteServer
*s
,
639 struct MHD_OptionItem opts
[] = {
640 { MHD_OPTION_NOTIFY_COMPLETED
, (intptr_t) request_meta_free
},
641 { MHD_OPTION_EXTERNAL_LOGGER
, (intptr_t) microhttpd_logger
},
642 { MHD_OPTION_LISTEN_SOCKET
, fd
},
643 { MHD_OPTION_CONNECTION_MEMORY_LIMIT
, 128*1024},
654 MHD_USE_PEDANTIC_CHECKS
|
657 const union MHD_DaemonInfo
*info
;
663 r
= fd_nonblock(fd
, true);
665 return log_error_errno(r
, "Failed to make fd:%d nonblocking: %m", fd
);
667 /* MHD_OPTION_STRICT_FOR_CLIENT is introduced in microhttpd 0.9.54,
668 * and MHD_USE_PEDANTIC_CHECKS will be deprecated in future. */
669 #ifdef MHD_USE_PEDANTIC_CHECKS
670 opts
[opts_pos
++] = (struct MHD_OptionItem
)
671 {MHD_OPTION_STRICT_FOR_CLIENT
, 1};
673 flags
|= MHD_USE_PEDANTIC_CHECKS
;
679 opts
[opts_pos
++] = (struct MHD_OptionItem
)
680 {MHD_OPTION_HTTPS_MEM_KEY
, 0, (char*) key
};
681 opts
[opts_pos
++] = (struct MHD_OptionItem
)
682 {MHD_OPTION_HTTPS_MEM_CERT
, 0, (char*) cert
};
684 flags
|= MHD_USE_TLS
;
687 opts
[opts_pos
++] = (struct MHD_OptionItem
)
688 {MHD_OPTION_HTTPS_MEM_TRUST
, 0, (char*) trust
};
691 d
= new(MHDDaemonWrapper
, 1);
695 d
->fd
= (uint64_t) fd
;
697 d
->daemon
= MHD_start_daemon(flags
, 0,
699 request_handler
, NULL
,
700 MHD_OPTION_ARRAY
, opts
,
703 log_error("Failed to start µhttp daemon");
708 log_debug("Started MHD %s daemon on fd:%d (wrapper @ %p)",
709 key
? "HTTPS" : "HTTP", fd
, d
);
712 info
= MHD_get_daemon_info(d
->daemon
, MHD_DAEMON_INFO_EPOLL_FD_LINUX_ONLY
);
714 log_error("µhttp returned NULL daemon info");
719 epoll_fd
= info
->listen_fd
;
721 log_error("µhttp epoll fd is invalid");
726 r
= sd_event_add_io(s
->events
, &d
->event
,
728 dispatch_http_event
, d
);
730 log_error_errno(r
, "Failed to add event callback: %m");
734 r
= sd_event_source_set_description(d
->event
, "epoll-fd");
736 log_error_errno(r
, "Failed to set source name: %m");
740 r
= hashmap_ensure_allocated(&s
->daemons
, &uint64_hash_ops
);
746 r
= hashmap_put(s
->daemons
, &d
->fd
, d
);
748 log_error_errno(r
, "Failed to add daemon to hashmap: %m");
756 MHD_stop_daemon(d
->daemon
);
762 static int setup_microhttpd_socket(RemoteServer
*s
,
769 fd
= make_socket_fd(LOG_DEBUG
, address
, SOCK_STREAM
, SOCK_CLOEXEC
);
773 return setup_microhttpd_server(s
, fd
, key
, cert
, trust
);
776 static int dispatch_http_event(sd_event_source
*event
,
780 MHDDaemonWrapper
*d
= userdata
;
785 r
= MHD_run(d
->daemon
);
787 log_error("MHD_run failed!");
788 // XXX: unregister daemon
792 return 1; /* work to do */
795 /**********************************************************************
796 **********************************************************************
797 **********************************************************************/
799 static int setup_signals(RemoteServer
*s
) {
804 assert_se(sigprocmask_many(SIG_SETMASK
, NULL
, SIGINT
, SIGTERM
, -1) >= 0);
806 r
= sd_event_add_signal(s
->events
, &s
->sigterm_event
, SIGTERM
, NULL
, s
);
810 r
= sd_event_add_signal(s
->events
, &s
->sigint_event
, SIGINT
, NULL
, s
);
817 static int negative_fd(const char *spec
) {
818 /* Return a non-positive number as its inverse, -EINVAL otherwise. */
822 r
= safe_atoi(spec
, &fd
);
832 static int remoteserver_init(RemoteServer
*s
,
841 if ((arg_listen_raw
|| arg_listen_http
) && trust
) {
842 log_error("Option --trust makes all non-HTTPS connections untrusted.");
846 r
= sd_event_default(&s
->events
);
848 return log_error_errno(r
, "Failed to allocate event loop: %m");
852 assert(server
== NULL
);
855 r
= init_writer_hashmap(s
);
859 n
= sd_listen_fds(true);
861 return log_error_errno(n
, "Failed to read listening file descriptors from environment: %m");
863 log_debug("Received %d descriptors", n
);
865 if (MAX(http_socket
, https_socket
) >= SD_LISTEN_FDS_START
+ n
) {
866 log_error("Received fewer sockets than expected");
870 for (fd
= SD_LISTEN_FDS_START
; fd
< SD_LISTEN_FDS_START
+ n
; fd
++) {
871 if (sd_is_socket(fd
, AF_UNSPEC
, 0, true)) {
872 log_debug("Received a listening socket (fd:%d)", fd
);
874 if (fd
== http_socket
)
875 r
= setup_microhttpd_server(s
, fd
, NULL
, NULL
, NULL
);
876 else if (fd
== https_socket
)
877 r
= setup_microhttpd_server(s
, fd
, key
, cert
, trust
);
879 r
= add_raw_socket(s
, fd
);
880 } else if (sd_is_socket(fd
, AF_UNSPEC
, 0, false)) {
883 r
= getpeername_pretty(fd
, false, &hostname
);
885 return log_error_errno(r
, "Failed to retrieve remote name: %m");
887 log_debug("Received a connection socket (fd:%d) from %s", fd
, hostname
);
889 r
= add_source(s
, fd
, hostname
, true);
891 log_error("Unknown socket passed on fd:%d", fd
);
897 return log_error_errno(r
, "Failed to register socket (fd:%d): %m",
902 log_info("Spawning getter %s...", arg_getter
);
903 fd
= spawn_getter(arg_getter
);
907 r
= add_source(s
, fd
, (char*) arg_output
, false);
916 if (!strstr(arg_url
, "/entries")) {
917 if (endswith(arg_url
, "/"))
918 url
= strjoina(arg_url
, "entries");
920 url
= strjoina(arg_url
, "/entries");
923 url
= strdupa(arg_url
);
925 log_info("Spawning curl %s...", url
);
926 fd
= spawn_curl(url
);
931 startswith(arg_url
, "https://") ?:
932 startswith(arg_url
, "http://") ?:
935 hostname
= strdupa(hostname
);
936 if ((p
= strchr(hostname
, '/')))
938 if ((p
= strchr(hostname
, ':')))
941 r
= add_source(s
, fd
, hostname
, false);
946 if (arg_listen_raw
) {
947 log_debug("Listening on a socket...");
948 r
= setup_raw_socket(s
, arg_listen_raw
);
953 if (arg_listen_http
) {
954 r
= setup_microhttpd_socket(s
, arg_listen_http
, NULL
, NULL
, NULL
);
959 if (arg_listen_https
) {
960 r
= setup_microhttpd_socket(s
, arg_listen_https
, key
, cert
, trust
);
965 STRV_FOREACH(file
, arg_files
) {
966 const char *output_name
;
968 if (streq(*file
, "-")) {
969 log_debug("Using standard input as source.");
972 output_name
= "stdin";
974 log_debug("Reading file %s...", *file
);
976 fd
= open(*file
, O_RDONLY
|O_CLOEXEC
|O_NOCTTY
|O_NONBLOCK
);
978 return log_error_errno(errno
, "Failed to open %s: %m", *file
);
982 r
= add_source(s
, fd
, (char*) output_name
, false);
987 if (s
->active
== 0) {
988 log_error("Zero sources specified");
992 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_NONE
) {
993 /* In this case we know what the writer will be
994 called, so we can create it and verify that we can
995 create output as expected. */
996 r
= get_writer(s
, NULL
, &s
->_single_writer
);
1004 static void server_destroy(RemoteServer
*s
) {
1006 MHDDaemonWrapper
*d
;
1008 while ((d
= hashmap_steal_first(s
->daemons
))) {
1009 MHD_stop_daemon(d
->daemon
);
1010 sd_event_source_unref(d
->event
);
1014 hashmap_free(s
->daemons
);
1016 assert(s
->sources_size
== 0 || s
->sources
);
1017 for (i
= 0; i
< s
->sources_size
; i
++)
1018 remove_source(s
, i
);
1021 writer_unref(s
->_single_writer
);
1022 hashmap_free(s
->writers
);
1024 sd_event_source_unref(s
->sigterm_event
);
1025 sd_event_source_unref(s
->sigint_event
);
1026 sd_event_source_unref(s
->listen_event
);
1027 sd_event_unref(s
->events
);
1029 /* fds that we're listening on remain open... */
1032 /**********************************************************************
1033 **********************************************************************
1034 **********************************************************************/
1036 static int handle_raw_source(sd_event_source
*event
,
1041 RemoteSource
*source
;
1044 /* Returns 1 if there might be more data pending,
1045 * 0 if data is currently exhausted, negative on error.
1048 assert(fd
>= 0 && fd
< (ssize_t
) s
->sources_size
);
1049 source
= s
->sources
[fd
];
1050 assert(source
->importer
.fd
== fd
);
1052 r
= process_source(source
, arg_compress
, arg_seal
);
1053 if (journal_importer_eof(&source
->importer
)) {
1056 log_debug("EOF reached with source %s (fd=%d)",
1057 source
->importer
.name
, source
->importer
.fd
);
1059 remaining
= journal_importer_bytes_remaining(&source
->importer
);
1061 log_notice("Premature EOF. %zu bytes lost.", remaining
);
1062 remove_source(s
, source
->importer
.fd
);
1063 log_debug("%zu active sources remaining", s
->active
);
1065 } else if (r
== -E2BIG
) {
1066 log_notice_errno(E2BIG
, "Entry too big, skipped");
1068 } else if (r
== -EAGAIN
) {
1071 log_debug_errno(r
, "Closing connection: %m");
1072 remove_source(server
, fd
);
1078 static int dispatch_raw_source_until_block(sd_event_source
*event
,
1080 RemoteSource
*source
= userdata
;
1083 /* Make sure event stays around even if source is destroyed */
1084 sd_event_source_ref(event
);
1086 r
= handle_raw_source(event
, source
->importer
.fd
, EPOLLIN
, server
);
1088 /* No more data for now */
1089 sd_event_source_set_enabled(event
, SD_EVENT_OFF
);
1091 sd_event_source_unref(event
);
1096 static int dispatch_raw_source_event(sd_event_source
*event
,
1100 RemoteSource
*source
= userdata
;
1103 assert(source
->event
);
1104 assert(source
->buffer_event
);
1106 r
= handle_raw_source(event
, fd
, EPOLLIN
, server
);
1108 /* Might have more data. We need to rerun the handler
1109 * until we are sure the buffer is exhausted. */
1110 sd_event_source_set_enabled(source
->buffer_event
, SD_EVENT_ON
);
1115 static int dispatch_blocking_source_event(sd_event_source
*event
,
1117 RemoteSource
*source
= userdata
;
1119 return handle_raw_source(event
, source
->importer
.fd
, EPOLLIN
, server
);
1122 static int accept_connection(const char* type
, int fd
,
1123 SocketAddress
*addr
, char **hostname
) {
1126 log_debug("Accepting new %s connection on fd:%d", type
, fd
);
1127 fd2
= accept4(fd
, &addr
->sockaddr
.sa
, &addr
->size
, SOCK_NONBLOCK
|SOCK_CLOEXEC
);
1129 return log_error_errno(errno
, "accept() on fd:%d failed: %m", fd
);
1131 switch(socket_address_family(addr
)) {
1134 _cleanup_free_
char *a
= NULL
;
1137 r
= socket_address_print(addr
, &a
);
1139 log_error_errno(r
, "socket_address_print(): %m");
1144 r
= socknameinfo_pretty(&addr
->sockaddr
, addr
->size
, &b
);
1146 log_error_errno(r
, "Resolving hostname failed: %m");
1151 log_debug("Accepted %s %s connection from %s",
1153 socket_address_family(addr
) == AF_INET
? "IP" : "IPv6",
1161 log_error("Rejected %s connection with unsupported family %d",
1162 type
, socket_address_family(addr
));
1169 static int dispatch_raw_connection_event(sd_event_source
*event
,
1173 RemoteServer
*s
= userdata
;
1175 SocketAddress addr
= {
1176 .size
= sizeof(union sockaddr_union
),
1177 .type
= SOCK_STREAM
,
1179 char *hostname
= NULL
;
1181 fd2
= accept_connection("raw", fd
, &addr
, &hostname
);
1185 return add_source(s
, fd2
, hostname
, true);
1188 /**********************************************************************
1189 **********************************************************************
1190 **********************************************************************/
1192 static const char* const journal_write_split_mode_table
[_JOURNAL_WRITE_SPLIT_MAX
] = {
1193 [JOURNAL_WRITE_SPLIT_NONE
] = "none",
1194 [JOURNAL_WRITE_SPLIT_HOST
] = "host",
1197 DEFINE_PRIVATE_STRING_TABLE_LOOKUP(journal_write_split_mode
, JournalWriteSplitMode
);
1198 static DEFINE_CONFIG_PARSE_ENUM(config_parse_write_split_mode
,
1199 journal_write_split_mode
,
1200 JournalWriteSplitMode
,
1201 "Failed to parse split mode setting");
1203 static int parse_config(void) {
1204 const ConfigTableItem items
[] = {
1205 { "Remote", "Seal", config_parse_bool
, 0, &arg_seal
},
1206 { "Remote", "SplitMode", config_parse_write_split_mode
, 0, &arg_split_mode
},
1207 { "Remote", "ServerKeyFile", config_parse_path
, 0, &arg_key
},
1208 { "Remote", "ServerCertificateFile", config_parse_path
, 0, &arg_cert
},
1209 { "Remote", "TrustedCertificateFile", config_parse_path
, 0, &arg_trust
},
1212 return config_parse_many_nulstr(PKGSYSCONFDIR
"/journal-remote.conf",
1213 CONF_PATHS_NULSTR("systemd/journal-remote.conf.d"),
1214 "Remote\0", config_item_table_lookup
, items
,
1218 static void help(void) {
1219 printf("%s [OPTIONS...] {FILE|-}...\n\n"
1220 "Write external journal events to journal file(s).\n\n"
1221 " -h --help Show this help\n"
1222 " --version Show package version\n"
1223 " --url=URL Read events from systemd-journal-gatewayd at URL\n"
1224 " --getter=COMMAND Read events from the output of COMMAND\n"
1225 " --listen-raw=ADDR Listen for connections at ADDR\n"
1226 " --listen-http=ADDR Listen for HTTP connections at ADDR\n"
1227 " --listen-https=ADDR Listen for HTTPS connections at ADDR\n"
1228 " -o --output=FILE|DIR Write output to FILE or DIR/external-*.journal\n"
1229 " --compress[=BOOL] XZ-compress the output journal (default: yes)\n"
1230 " --seal[=BOOL] Use event sealing (default: no)\n"
1231 " --key=FILENAME SSL key in PEM format (default:\n"
1232 " \"" PRIV_KEY_FILE
"\")\n"
1233 " --cert=FILENAME SSL certificate in PEM format (default:\n"
1234 " \"" CERT_FILE
"\")\n"
1235 " --trust=FILENAME|all SSL CA certificate or disable checking (default:\n"
1236 " \"" TRUST_FILE
"\")\n"
1237 " --gnutls-log=CATEGORY...\n"
1238 " Specify a list of gnutls logging categories\n"
1239 " --split-mode=none|host How many output files to create\n"
1241 "Note: file descriptors from sd_listen_fds() will be consumed, too.\n"
1242 , program_invocation_short_name
);
1245 static int parse_argv(int argc
, char *argv
[]) {
1247 ARG_VERSION
= 0x100,
1262 static const struct option options
[] = {
1263 { "help", no_argument
, NULL
, 'h' },
1264 { "version", no_argument
, NULL
, ARG_VERSION
},
1265 { "url", required_argument
, NULL
, ARG_URL
},
1266 { "getter", required_argument
, NULL
, ARG_GETTER
},
1267 { "listen-raw", required_argument
, NULL
, ARG_LISTEN_RAW
},
1268 { "listen-http", required_argument
, NULL
, ARG_LISTEN_HTTP
},
1269 { "listen-https", required_argument
, NULL
, ARG_LISTEN_HTTPS
},
1270 { "output", required_argument
, NULL
, 'o' },
1271 { "split-mode", required_argument
, NULL
, ARG_SPLIT_MODE
},
1272 { "compress", optional_argument
, NULL
, ARG_COMPRESS
},
1273 { "seal", optional_argument
, NULL
, ARG_SEAL
},
1274 { "key", required_argument
, NULL
, ARG_KEY
},
1275 { "cert", required_argument
, NULL
, ARG_CERT
},
1276 { "trust", required_argument
, NULL
, ARG_TRUST
},
1277 { "gnutls-log", required_argument
, NULL
, ARG_GNUTLS_LOG
},
1282 bool type_a
, type_b
;
1287 while ((c
= getopt_long(argc
, argv
, "ho:", options
, NULL
)) >= 0)
1291 return 0 /* done */;
1298 log_error("cannot currently set more than one --url");
1307 log_error("cannot currently use --getter more than once");
1311 arg_getter
= optarg
;
1314 case ARG_LISTEN_RAW
:
1315 if (arg_listen_raw
) {
1316 log_error("cannot currently use --listen-raw more than once");
1320 arg_listen_raw
= optarg
;
1323 case ARG_LISTEN_HTTP
:
1324 if (arg_listen_http
|| http_socket
>= 0) {
1325 log_error("cannot currently use --listen-http more than once");
1329 r
= negative_fd(optarg
);
1333 arg_listen_http
= optarg
;
1336 case ARG_LISTEN_HTTPS
:
1337 if (arg_listen_https
|| https_socket
>= 0) {
1338 log_error("cannot currently use --listen-https more than once");
1342 r
= negative_fd(optarg
);
1346 arg_listen_https
= optarg
;
1352 log_error("Key file specified twice");
1356 arg_key
= strdup(optarg
);
1364 log_error("Certificate file specified twice");
1368 arg_cert
= strdup(optarg
);
1375 if (arg_trust
|| arg_trust_all
) {
1376 log_error("Confusing trusted CA configuration");
1380 if (streq(optarg
, "all"))
1381 arg_trust_all
= true;
1384 arg_trust
= strdup(optarg
);
1388 log_error("Option --trust is not available.");
1397 log_error("cannot use --output/-o more than once");
1401 arg_output
= optarg
;
1404 case ARG_SPLIT_MODE
:
1405 arg_split_mode
= journal_write_split_mode_from_string(optarg
);
1406 if (arg_split_mode
== _JOURNAL_WRITE_SPLIT_INVALID
) {
1407 log_error("Invalid split mode: %s", optarg
);
1414 r
= parse_boolean(optarg
);
1416 log_error("Failed to parse --compress= parameter.");
1422 arg_compress
= true;
1428 r
= parse_boolean(optarg
);
1430 log_error("Failed to parse --seal= parameter.");
1440 case ARG_GNUTLS_LOG
: {
1442 const char* p
= optarg
;
1444 _cleanup_free_
char *word
= NULL
;
1446 r
= extract_first_word(&p
, &word
, ",", 0);
1448 return log_error_errno(r
, "Failed to parse --gnutls-log= argument: %m");
1453 if (strv_push(&arg_gnutls_log
, word
) < 0)
1460 log_error("Option --gnutls-log is not available.");
1469 assert_not_reached("Unknown option code.");
1473 arg_files
= argv
+ optind
;
1475 type_a
= arg_getter
|| !strv_isempty(arg_files
);
1478 || arg_listen_http
|| arg_listen_https
1479 || sd_listen_fds(false) > 0;
1480 if (type_a
&& type_b
) {
1481 log_error("Cannot use file input or --getter with "
1482 "--arg-listen-... or socket activation.");
1487 log_error("Option --output must be specified with file input or --getter.");
1491 arg_split_mode
= JOURNAL_WRITE_SPLIT_NONE
;
1494 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_NONE
1495 && arg_output
&& is_dir(arg_output
, true) > 0) {
1496 log_error("For SplitMode=none, output must be a file.");
1500 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_HOST
1501 && arg_output
&& is_dir(arg_output
, true) <= 0) {
1502 log_error("For SplitMode=host, output must be a directory.");
1506 log_debug("Full config: SplitMode=%s Key=%s Cert=%s Trust=%s",
1507 journal_write_split_mode_to_string(arg_split_mode
),
1512 return 1 /* work to do */;
1515 static int load_certificates(char **key
, char **cert
, char **trust
) {
1518 r
= read_full_file(arg_key
?: PRIV_KEY_FILE
, key
, NULL
);
1520 return log_error_errno(r
, "Failed to read key from file '%s': %m",
1521 arg_key
?: PRIV_KEY_FILE
);
1523 r
= read_full_file(arg_cert
?: CERT_FILE
, cert
, NULL
);
1525 return log_error_errno(r
, "Failed to read certificate from file '%s': %m",
1526 arg_cert
?: CERT_FILE
);
1529 log_info("Certificate checking disabled.");
1531 r
= read_full_file(arg_trust
?: TRUST_FILE
, trust
, NULL
);
1533 return log_error_errno(r
, "Failed to read CA certificate file '%s': %m",
1534 arg_trust
?: TRUST_FILE
);
1540 int main(int argc
, char **argv
) {
1541 RemoteServer s
= {};
1543 _cleanup_free_
char *key
= NULL
, *cert
= NULL
, *trust
= NULL
;
1545 log_show_color(true);
1546 log_parse_environment();
1550 return EXIT_FAILURE
;
1552 r
= parse_argv(argc
, argv
);
1554 return r
== 0 ? EXIT_SUCCESS
: EXIT_FAILURE
;
1557 if (arg_listen_http
|| arg_listen_https
) {
1558 r
= setup_gnutls_logger(arg_gnutls_log
);
1560 return EXIT_FAILURE
;
1563 if (arg_listen_https
|| https_socket
>= 0)
1564 if (load_certificates(&key
, &cert
, &trust
) < 0)
1565 return EXIT_FAILURE
;
1567 if (remoteserver_init(&s
, key
, cert
, trust
) < 0)
1568 return EXIT_FAILURE
;
1570 r
= sd_event_set_watchdog(s
.events
, true);
1572 log_error_errno(r
, "Failed to enable watchdog: %m");
1574 log_debug("Watchdog is %sd.", enable_disable(r
> 0));
1576 log_debug("%s running as pid "PID_FMT
,
1577 program_invocation_short_name
, getpid_cached());
1580 "STATUS=Processing requests...");
1583 r
= sd_event_get_state(s
.events
);
1586 if (r
== SD_EVENT_FINISHED
)
1589 r
= sd_event_run(s
.events
, -1);
1591 log_error_errno(r
, "Failed to run event loop: %m");
1598 "STATUS=Shutting down after writing %" PRIu64
" entries...", s
.event_count
);
1599 log_info("Finishing after writing %" PRIu64
" entries", s
.event_count
);
1607 return r
>= 0 ? EXIT_SUCCESS
: EXIT_FAILURE
;