2 This file is part of systemd.
4 Copyright 2012 Zbigniew Jędrzejewski-Szmek
6 systemd is free software; you can redistribute it and/or modify it
7 under the terms of the GNU Lesser General Public License as published by
8 the Free Software Foundation; either version 2.1 of the License, or
9 (at your option) any later version.
11 systemd is distributed in the hope that it will be useful, but
12 WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 Lesser General Public License for more details.
16 You should have received a copy of the GNU Lesser General Public License
17 along with systemd; If not, see <http://www.gnu.org/licenses/>.
26 #include <sys/prctl.h>
27 #include <sys/socket.h>
30 #include "sd-daemon.h"
32 #include "alloc-util.h"
33 #include "conf-parser.h"
38 #include "journal-file.h"
39 #include "journal-remote-write.h"
40 #include "journal-remote.h"
41 #include "journald-native.h"
43 #include "parse-util.h"
44 #include "signal-util.h"
45 #include "socket-util.h"
46 #include "stat-util.h"
47 #include "stdio-util.h"
48 #include "string-table.h"
49 #include "string-util.h"
52 #define REMOTE_JOURNAL_PATH "/var/log/journal/remote"
54 #define PRIV_KEY_FILE CERTIFICATE_ROOT "/private/journal-remote.pem"
55 #define CERT_FILE CERTIFICATE_ROOT "/certs/journal-remote.pem"
56 #define TRUST_FILE CERTIFICATE_ROOT "/ca/trusted.pem"
58 static char* arg_url
= NULL
;
59 static char* arg_getter
= NULL
;
60 static char* arg_listen_raw
= NULL
;
61 static char* arg_listen_http
= NULL
;
62 static char* arg_listen_https
= NULL
;
63 static char** arg_files
= NULL
;
64 static int arg_compress
= true;
65 static int arg_seal
= false;
66 static int http_socket
= -1, https_socket
= -1;
67 static char** arg_gnutls_log
= NULL
;
69 static JournalWriteSplitMode arg_split_mode
= JOURNAL_WRITE_SPLIT_HOST
;
70 static char* arg_output
= NULL
;
72 static char *arg_key
= NULL
;
73 static char *arg_cert
= NULL
;
74 static char *arg_trust
= NULL
;
75 static bool arg_trust_all
= false;
77 /**********************************************************************
78 **********************************************************************
79 **********************************************************************/
81 static int spawn_child(const char* child
, char** argv
) {
83 pid_t parent_pid
, child_pid
;
87 return log_error_errno(errno
, "Failed to create pager pipe: %m");
89 parent_pid
= getpid();
93 r
= log_error_errno(errno
, "Failed to fork: %m");
101 (void) reset_all_signal_handlers();
102 (void) reset_signal_mask();
104 r
= dup2(fd
[1], STDOUT_FILENO
);
106 log_error_errno(errno
, "Failed to dup pipe to stdout: %m");
112 /* Make sure the child goes away when the parent dies */
113 if (prctl(PR_SET_PDEATHSIG
, SIGTERM
) < 0)
116 /* Check whether our parent died before we were able
117 * to set the death signal */
118 if (getppid() != parent_pid
)
122 log_error_errno(errno
, "Failed to exec child %s: %m", child
);
128 log_warning_errno(errno
, "Failed to close write end of pipe: %m");
130 r
= fd_nonblock(fd
[0], true);
132 log_warning_errno(errno
, "Failed to set child pipe to non-blocking: %m");
137 static int spawn_curl(const char* url
) {
138 char **argv
= STRV_MAKE("curl",
139 "-HAccept: application/vnd.fdo.journal",
145 r
= spawn_child("curl", argv
);
147 log_error_errno(r
, "Failed to spawn curl: %m");
151 static int spawn_getter(const char *getter
) {
153 _cleanup_strv_free_
char **words
= NULL
;
156 r
= strv_split_extract(&words
, getter
, WHITESPACE
, EXTRACT_QUOTES
);
158 return log_error_errno(r
, "Failed to split getter option: %m");
160 r
= spawn_child(words
[0], words
);
162 log_error_errno(r
, "Failed to spawn getter %s: %m", getter
);
167 #define filename_escape(s) xescape((s), "/ ")
169 static int open_output(Writer
*w
, const char* host
) {
170 _cleanup_free_
char *_output
= NULL
;
174 switch (arg_split_mode
) {
175 case JOURNAL_WRITE_SPLIT_NONE
:
176 output
= arg_output
?: REMOTE_JOURNAL_PATH
"/remote.journal";
179 case JOURNAL_WRITE_SPLIT_HOST
: {
180 _cleanup_free_
char *name
;
184 name
= filename_escape(host
);
188 r
= asprintf(&_output
, "%s/remote-%s.journal",
189 arg_output
?: REMOTE_JOURNAL_PATH
,
199 assert_not_reached("what?");
202 r
= journal_file_open_reliably(output
,
203 O_RDWR
|O_CREAT
, 0640,
204 arg_compress
, arg_seal
,
209 log_error_errno(r
, "Failed to open output journal %s: %m",
212 log_debug("Opened output file %s", w
->journal
->path
);
216 /**********************************************************************
217 **********************************************************************
218 **********************************************************************/
220 static int init_writer_hashmap(RemoteServer
*s
) {
221 static const struct hash_ops
*hash_ops
[] = {
222 [JOURNAL_WRITE_SPLIT_NONE
] = NULL
,
223 [JOURNAL_WRITE_SPLIT_HOST
] = &string_hash_ops
,
226 assert(arg_split_mode
>= 0 && arg_split_mode
< (int) ELEMENTSOF(hash_ops
));
228 s
->writers
= hashmap_new(hash_ops
[arg_split_mode
]);
235 static int get_writer(RemoteServer
*s
, const char *host
,
238 _cleanup_writer_unref_ Writer
*w
= NULL
;
241 switch(arg_split_mode
) {
242 case JOURNAL_WRITE_SPLIT_NONE
:
243 key
= "one and only";
246 case JOURNAL_WRITE_SPLIT_HOST
:
252 assert_not_reached("what split mode?");
255 w
= hashmap_get(s
->writers
, key
);
263 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_HOST
) {
264 w
->hashmap_key
= strdup(key
);
269 r
= open_output(w
, host
);
273 r
= hashmap_put(s
->writers
, w
->hashmap_key
?: key
, w
);
283 /**********************************************************************
284 **********************************************************************
285 **********************************************************************/
287 /* This should go away as soon as µhttpd allows state to be passed around. */
288 static RemoteServer
*server
;
290 static int dispatch_raw_source_event(sd_event_source
*event
,
294 static int dispatch_raw_source_until_block(sd_event_source
*event
,
296 static int dispatch_blocking_source_event(sd_event_source
*event
,
298 static int dispatch_raw_connection_event(sd_event_source
*event
,
302 static int dispatch_http_event(sd_event_source
*event
,
307 static int get_source_for_fd(RemoteServer
*s
,
308 int fd
, char *name
, RemoteSource
**source
) {
312 /* This takes ownership of name, but only on success. */
317 if (!GREEDY_REALLOC0(s
->sources
, s
->sources_size
, fd
+ 1))
320 r
= get_writer(s
, name
, &writer
);
322 return log_warning_errno(r
, "Failed to get writer for source %s: %m",
325 if (s
->sources
[fd
] == NULL
) {
326 s
->sources
[fd
] = source_new(fd
, false, name
, writer
);
327 if (!s
->sources
[fd
]) {
328 writer_unref(writer
);
335 *source
= s
->sources
[fd
];
339 static int remove_source(RemoteServer
*s
, int fd
) {
340 RemoteSource
*source
;
343 assert(fd
>= 0 && fd
< (ssize_t
) s
->sources_size
);
345 source
= s
->sources
[fd
];
347 /* this closes fd too */
349 s
->sources
[fd
] = NULL
;
356 static int add_source(RemoteServer
*s
, int fd
, char* name
, bool own_name
) {
358 RemoteSource
*source
= NULL
;
361 /* This takes ownership of name, even on failure, if own_name is true. */
373 r
= get_source_for_fd(s
, fd
, name
, &source
);
375 log_error_errno(r
, "Failed to create source for fd:%d (%s): %m",
381 r
= sd_event_add_io(s
->events
, &source
->event
,
382 fd
, EPOLLIN
|EPOLLRDHUP
|EPOLLPRI
,
383 dispatch_raw_source_event
, source
);
385 /* Add additional source for buffer processing. It will be
387 r
= sd_event_add_defer(s
->events
, &source
->buffer_event
,
388 dispatch_raw_source_until_block
, source
);
390 sd_event_source_set_enabled(source
->buffer_event
, SD_EVENT_OFF
);
391 } else if (r
== -EPERM
) {
392 log_debug("Falling back to sd_event_add_defer for fd:%d (%s)", fd
, name
);
393 r
= sd_event_add_defer(s
->events
, &source
->event
,
394 dispatch_blocking_source_event
, source
);
396 sd_event_source_set_enabled(source
->event
, SD_EVENT_ON
);
399 log_error_errno(r
, "Failed to register event source for fd:%d: %m",
404 r
= sd_event_source_set_description(source
->event
, name
);
406 log_error_errno(r
, "Failed to set source name for fd:%d: %m", fd
);
410 return 1; /* work to do */
413 remove_source(s
, fd
);
417 static int add_raw_socket(RemoteServer
*s
, int fd
) {
419 _cleanup_close_
int fd_
= fd
;
420 char name
[sizeof("raw-socket-")-1 + DECIMAL_STR_MAX(int) + 1];
424 r
= sd_event_add_io(s
->events
, &s
->listen_event
,
426 dispatch_raw_connection_event
, s
);
430 xsprintf(name
, "raw-socket-%d", fd
);
432 r
= sd_event_source_set_description(s
->listen_event
, name
);
441 static int setup_raw_socket(RemoteServer
*s
, const char *address
) {
444 fd
= make_socket_fd(LOG_INFO
, address
, SOCK_STREAM
, SOCK_CLOEXEC
);
448 return add_raw_socket(s
, fd
);
451 /**********************************************************************
452 **********************************************************************
453 **********************************************************************/
455 static int request_meta(void **connection_cls
, int fd
, char *hostname
) {
456 RemoteSource
*source
;
460 assert(connection_cls
);
464 r
= get_writer(server
, hostname
, &writer
);
466 return log_warning_errno(r
, "Failed to get writer for source %s: %m",
469 source
= source_new(fd
, true, hostname
, writer
);
471 writer_unref(writer
);
475 log_debug("Added RemoteSource as connection metadata %p", source
);
477 *connection_cls
= source
;
481 static void request_meta_free(void *cls
,
482 struct MHD_Connection
*connection
,
483 void **connection_cls
,
484 enum MHD_RequestTerminationCode toe
) {
487 assert(connection_cls
);
491 log_debug("Cleaning up connection metadata %p", s
);
493 *connection_cls
= NULL
;
497 static int process_http_upload(
498 struct MHD_Connection
*connection
,
499 const char *upload_data
,
500 size_t *upload_data_size
,
501 RemoteSource
*source
) {
503 bool finished
= false;
509 log_trace("%s: connection %p, %zu bytes",
510 __func__
, connection
, *upload_data_size
);
512 if (*upload_data_size
) {
513 log_trace("Received %zu bytes", *upload_data_size
);
515 r
= push_data(source
, upload_data
, *upload_data_size
);
517 return mhd_respond_oom(connection
);
519 *upload_data_size
= 0;
524 r
= process_source(source
, arg_compress
, arg_seal
);
528 log_warning("Failed to process data for connection %p", connection
);
530 return mhd_respondf(connection
,
531 r
, MHD_HTTP_REQUEST_ENTITY_TOO_LARGE
,
532 "Entry is too large, maximum is " STRINGIFY(DATA_SIZE_MAX
) " bytes.");
534 return mhd_respondf(connection
,
535 r
, MHD_HTTP_UNPROCESSABLE_ENTITY
,
536 "Processing failed: %m.");
543 /* The upload is finished */
545 remaining
= source_non_empty(source
);
547 log_warning("Premature EOF byte. %zu bytes lost.", remaining
);
548 return mhd_respondf(connection
,
549 0, MHD_HTTP_EXPECTATION_FAILED
,
550 "Premature EOF. %zu bytes of trailing data not processed.",
554 return mhd_respond(connection
, MHD_HTTP_ACCEPTED
, "OK.");
557 static int request_handler(
559 struct MHD_Connection
*connection
,
563 const char *upload_data
,
564 size_t *upload_data_size
,
565 void **connection_cls
) {
569 _cleanup_free_
char *hostname
= NULL
;
572 assert(connection_cls
);
576 log_trace("Handling a connection %s %s %s", method
, url
, version
);
579 return process_http_upload(connection
,
580 upload_data
, upload_data_size
,
583 if (!streq(method
, "POST"))
584 return mhd_respond(connection
, MHD_HTTP_NOT_ACCEPTABLE
, "Unsupported method.");
586 if (!streq(url
, "/upload"))
587 return mhd_respond(connection
, MHD_HTTP_NOT_FOUND
, "Not found.");
589 header
= MHD_lookup_connection_value(connection
,
590 MHD_HEADER_KIND
, "Content-Type");
591 if (!header
|| !streq(header
, "application/vnd.fdo.journal"))
592 return mhd_respond(connection
, MHD_HTTP_UNSUPPORTED_MEDIA_TYPE
,
593 "Content-Type: application/vnd.fdo.journal is required.");
596 const union MHD_ConnectionInfo
*ci
;
598 ci
= MHD_get_connection_info(connection
,
599 MHD_CONNECTION_INFO_CONNECTION_FD
);
601 log_error("MHD_get_connection_info failed: cannot get remote fd");
602 return mhd_respond(connection
, MHD_HTTP_INTERNAL_SERVER_ERROR
,
603 "Cannot check remote address.");
610 if (server
->check_trust
) {
611 r
= check_permissions(connection
, &code
, &hostname
);
615 r
= getpeername_pretty(fd
, false, &hostname
);
617 return mhd_respond(connection
, MHD_HTTP_INTERNAL_SERVER_ERROR
,
618 "Cannot check remote hostname.");
623 r
= request_meta(connection_cls
, fd
, hostname
);
625 return respond_oom(connection
);
627 return mhd_respondf(connection
, r
, MHD_HTTP_INTERNAL_SERVER_ERROR
, "%m");
633 static int setup_microhttpd_server(RemoteServer
*s
,
638 struct MHD_OptionItem opts
[] = {
639 { MHD_OPTION_NOTIFY_COMPLETED
, (intptr_t) request_meta_free
},
640 { MHD_OPTION_EXTERNAL_LOGGER
, (intptr_t) microhttpd_logger
},
641 { MHD_OPTION_LISTEN_SOCKET
, fd
},
642 { MHD_OPTION_CONNECTION_MEMORY_LIMIT
, 128*1024},
652 MHD_USE_PEDANTIC_CHECKS
|
655 const union MHD_DaemonInfo
*info
;
661 r
= fd_nonblock(fd
, true);
663 return log_error_errno(r
, "Failed to make fd:%d nonblocking: %m", fd
);
668 opts
[opts_pos
++] = (struct MHD_OptionItem
)
669 {MHD_OPTION_HTTPS_MEM_KEY
, 0, (char*) key
};
670 opts
[opts_pos
++] = (struct MHD_OptionItem
)
671 {MHD_OPTION_HTTPS_MEM_CERT
, 0, (char*) cert
};
673 flags
|= MHD_USE_SSL
;
676 opts
[opts_pos
++] = (struct MHD_OptionItem
)
677 {MHD_OPTION_HTTPS_MEM_TRUST
, 0, (char*) trust
};
680 d
= new(MHDDaemonWrapper
, 1);
684 d
->fd
= (uint64_t) fd
;
686 d
->daemon
= MHD_start_daemon(flags
, 0,
688 request_handler
, NULL
,
689 MHD_OPTION_ARRAY
, opts
,
692 log_error("Failed to start µhttp daemon");
697 log_debug("Started MHD %s daemon on fd:%d (wrapper @ %p)",
698 key
? "HTTPS" : "HTTP", fd
, d
);
701 info
= MHD_get_daemon_info(d
->daemon
, MHD_DAEMON_INFO_EPOLL_FD_LINUX_ONLY
);
703 log_error("µhttp returned NULL daemon info");
708 epoll_fd
= info
->listen_fd
;
710 log_error("µhttp epoll fd is invalid");
715 r
= sd_event_add_io(s
->events
, &d
->event
,
717 dispatch_http_event
, d
);
719 log_error_errno(r
, "Failed to add event callback: %m");
723 r
= sd_event_source_set_description(d
->event
, "epoll-fd");
725 log_error_errno(r
, "Failed to set source name: %m");
729 r
= hashmap_ensure_allocated(&s
->daemons
, &uint64_hash_ops
);
735 r
= hashmap_put(s
->daemons
, &d
->fd
, d
);
737 log_error_errno(r
, "Failed to add daemon to hashmap: %m");
745 MHD_stop_daemon(d
->daemon
);
751 static int setup_microhttpd_socket(RemoteServer
*s
,
758 fd
= make_socket_fd(LOG_DEBUG
, address
, SOCK_STREAM
, SOCK_CLOEXEC
);
762 return setup_microhttpd_server(s
, fd
, key
, cert
, trust
);
765 static int dispatch_http_event(sd_event_source
*event
,
769 MHDDaemonWrapper
*d
= userdata
;
774 r
= MHD_run(d
->daemon
);
776 log_error("MHD_run failed!");
777 // XXX: unregister daemon
781 return 1; /* work to do */
784 /**********************************************************************
785 **********************************************************************
786 **********************************************************************/
788 static int setup_signals(RemoteServer
*s
) {
793 assert_se(sigprocmask_many(SIG_SETMASK
, NULL
, SIGINT
, SIGTERM
, -1) >= 0);
795 r
= sd_event_add_signal(s
->events
, &s
->sigterm_event
, SIGTERM
, NULL
, s
);
799 r
= sd_event_add_signal(s
->events
, &s
->sigint_event
, SIGINT
, NULL
, s
);
806 static int negative_fd(const char *spec
) {
807 /* Return a non-positive number as its inverse, -EINVAL otherwise. */
811 r
= safe_atoi(spec
, &fd
);
821 static int remoteserver_init(RemoteServer
*s
,
830 if ((arg_listen_raw
|| arg_listen_http
) && trust
) {
831 log_error("Option --trust makes all non-HTTPS connections untrusted.");
835 r
= sd_event_default(&s
->events
);
837 return log_error_errno(r
, "Failed to allocate event loop: %m");
841 assert(server
== NULL
);
844 r
= init_writer_hashmap(s
);
848 n
= sd_listen_fds(true);
850 return log_error_errno(n
, "Failed to read listening file descriptors from environment: %m");
852 log_debug("Received %d descriptors", n
);
854 if (MAX(http_socket
, https_socket
) >= SD_LISTEN_FDS_START
+ n
) {
855 log_error("Received fewer sockets than expected");
859 for (fd
= SD_LISTEN_FDS_START
; fd
< SD_LISTEN_FDS_START
+ n
; fd
++) {
860 if (sd_is_socket(fd
, AF_UNSPEC
, 0, true)) {
861 log_debug("Received a listening socket (fd:%d)", fd
);
863 if (fd
== http_socket
)
864 r
= setup_microhttpd_server(s
, fd
, NULL
, NULL
, NULL
);
865 else if (fd
== https_socket
)
866 r
= setup_microhttpd_server(s
, fd
, key
, cert
, trust
);
868 r
= add_raw_socket(s
, fd
);
869 } else if (sd_is_socket(fd
, AF_UNSPEC
, 0, false)) {
872 r
= getpeername_pretty(fd
, false, &hostname
);
874 return log_error_errno(r
, "Failed to retrieve remote name: %m");
876 log_debug("Received a connection socket (fd:%d) from %s", fd
, hostname
);
878 r
= add_source(s
, fd
, hostname
, true);
880 log_error("Unknown socket passed on fd:%d", fd
);
886 return log_error_errno(r
, "Failed to register socket (fd:%d): %m",
891 log_info("Spawning getter %s...", arg_getter
);
892 fd
= spawn_getter(arg_getter
);
896 r
= add_source(s
, fd
, (char*) arg_output
, false);
905 if (!strstr(arg_url
, "/entries")) {
906 if (endswith(arg_url
, "/"))
907 url
= strjoina(arg_url
, "entries");
909 url
= strjoina(arg_url
, "/entries");
912 url
= strdupa(arg_url
);
914 log_info("Spawning curl %s...", url
);
915 fd
= spawn_curl(url
);
920 startswith(arg_url
, "https://") ?:
921 startswith(arg_url
, "http://") ?:
924 hostname
= strdupa(hostname
);
925 if ((p
= strchr(hostname
, '/')))
927 if ((p
= strchr(hostname
, ':')))
930 r
= add_source(s
, fd
, hostname
, false);
935 if (arg_listen_raw
) {
936 log_debug("Listening on a socket...");
937 r
= setup_raw_socket(s
, arg_listen_raw
);
942 if (arg_listen_http
) {
943 r
= setup_microhttpd_socket(s
, arg_listen_http
, NULL
, NULL
, NULL
);
948 if (arg_listen_https
) {
949 r
= setup_microhttpd_socket(s
, arg_listen_https
, key
, cert
, trust
);
954 STRV_FOREACH(file
, arg_files
) {
955 const char *output_name
;
957 if (streq(*file
, "-")) {
958 log_debug("Using standard input as source.");
961 output_name
= "stdin";
963 log_debug("Reading file %s...", *file
);
965 fd
= open(*file
, O_RDONLY
|O_CLOEXEC
|O_NOCTTY
|O_NONBLOCK
);
967 return log_error_errno(errno
, "Failed to open %s: %m", *file
);
971 r
= add_source(s
, fd
, (char*) output_name
, false);
976 if (s
->active
== 0) {
977 log_error("Zero sources specified");
981 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_NONE
) {
982 /* In this case we know what the writer will be
983 called, so we can create it and verify that we can
984 create output as expected. */
985 r
= get_writer(s
, NULL
, &s
->_single_writer
);
993 static void server_destroy(RemoteServer
*s
) {
997 while ((d
= hashmap_steal_first(s
->daemons
))) {
998 MHD_stop_daemon(d
->daemon
);
999 sd_event_source_unref(d
->event
);
1003 hashmap_free(s
->daemons
);
1005 assert(s
->sources_size
== 0 || s
->sources
);
1006 for (i
= 0; i
< s
->sources_size
; i
++)
1007 remove_source(s
, i
);
1010 writer_unref(s
->_single_writer
);
1011 hashmap_free(s
->writers
);
1013 sd_event_source_unref(s
->sigterm_event
);
1014 sd_event_source_unref(s
->sigint_event
);
1015 sd_event_source_unref(s
->listen_event
);
1016 sd_event_unref(s
->events
);
1018 /* fds that we're listening on remain open... */
1021 /**********************************************************************
1022 **********************************************************************
1023 **********************************************************************/
1025 static int handle_raw_source(sd_event_source
*event
,
1030 RemoteSource
*source
;
1033 /* Returns 1 if there might be more data pending,
1034 * 0 if data is currently exhausted, negative on error.
1037 assert(fd
>= 0 && fd
< (ssize_t
) s
->sources_size
);
1038 source
= s
->sources
[fd
];
1039 assert(source
->fd
== fd
);
1041 r
= process_source(source
, arg_compress
, arg_seal
);
1042 if (source
->state
== STATE_EOF
) {
1045 log_debug("EOF reached with source fd:%d (%s)",
1046 source
->fd
, source
->name
);
1048 remaining
= source_non_empty(source
);
1050 log_notice("Premature EOF. %zu bytes lost.", remaining
);
1051 remove_source(s
, source
->fd
);
1052 log_debug("%zu active sources remaining", s
->active
);
1054 } else if (r
== -E2BIG
) {
1055 log_notice_errno(E2BIG
, "Entry too big, skipped");
1057 } else if (r
== -EAGAIN
) {
1060 log_debug_errno(r
, "Closing connection: %m");
1061 remove_source(server
, fd
);
1067 static int dispatch_raw_source_until_block(sd_event_source
*event
,
1069 RemoteSource
*source
= userdata
;
1072 /* Make sure event stays around even if source is destroyed */
1073 sd_event_source_ref(event
);
1075 r
= handle_raw_source(event
, source
->fd
, EPOLLIN
, server
);
1077 /* No more data for now */
1078 sd_event_source_set_enabled(event
, SD_EVENT_OFF
);
1080 sd_event_source_unref(event
);
1085 static int dispatch_raw_source_event(sd_event_source
*event
,
1089 RemoteSource
*source
= userdata
;
1092 assert(source
->event
);
1093 assert(source
->buffer_event
);
1095 r
= handle_raw_source(event
, fd
, EPOLLIN
, server
);
1097 /* Might have more data. We need to rerun the handler
1098 * until we are sure the buffer is exhausted. */
1099 sd_event_source_set_enabled(source
->buffer_event
, SD_EVENT_ON
);
1104 static int dispatch_blocking_source_event(sd_event_source
*event
,
1106 RemoteSource
*source
= userdata
;
1108 return handle_raw_source(event
, source
->fd
, EPOLLIN
, server
);
1111 static int accept_connection(const char* type
, int fd
,
1112 SocketAddress
*addr
, char **hostname
) {
1115 log_debug("Accepting new %s connection on fd:%d", type
, fd
);
1116 fd2
= accept4(fd
, &addr
->sockaddr
.sa
, &addr
->size
, SOCK_NONBLOCK
|SOCK_CLOEXEC
);
1118 return log_error_errno(errno
, "accept() on fd:%d failed: %m", fd
);
1120 switch(socket_address_family(addr
)) {
1123 _cleanup_free_
char *a
= NULL
;
1126 r
= socket_address_print(addr
, &a
);
1128 log_error_errno(r
, "socket_address_print(): %m");
1133 r
= socknameinfo_pretty(&addr
->sockaddr
, addr
->size
, &b
);
1135 log_error_errno(r
, "Resolving hostname failed: %m");
1140 log_debug("Accepted %s %s connection from %s",
1142 socket_address_family(addr
) == AF_INET
? "IP" : "IPv6",
1150 log_error("Rejected %s connection with unsupported family %d",
1151 type
, socket_address_family(addr
));
1158 static int dispatch_raw_connection_event(sd_event_source
*event
,
1162 RemoteServer
*s
= userdata
;
1164 SocketAddress addr
= {
1165 .size
= sizeof(union sockaddr_union
),
1166 .type
= SOCK_STREAM
,
1168 char *hostname
= NULL
;
1170 fd2
= accept_connection("raw", fd
, &addr
, &hostname
);
1174 return add_source(s
, fd2
, hostname
, true);
1177 /**********************************************************************
1178 **********************************************************************
1179 **********************************************************************/
1181 static const char* const journal_write_split_mode_table
[_JOURNAL_WRITE_SPLIT_MAX
] = {
1182 [JOURNAL_WRITE_SPLIT_NONE
] = "none",
1183 [JOURNAL_WRITE_SPLIT_HOST
] = "host",
1186 DEFINE_PRIVATE_STRING_TABLE_LOOKUP(journal_write_split_mode
, JournalWriteSplitMode
);
1187 static DEFINE_CONFIG_PARSE_ENUM(config_parse_write_split_mode
,
1188 journal_write_split_mode
,
1189 JournalWriteSplitMode
,
1190 "Failed to parse split mode setting");
1192 static int parse_config(void) {
1193 const ConfigTableItem items
[] = {
1194 { "Remote", "Seal", config_parse_bool
, 0, &arg_seal
},
1195 { "Remote", "SplitMode", config_parse_write_split_mode
, 0, &arg_split_mode
},
1196 { "Remote", "ServerKeyFile", config_parse_path
, 0, &arg_key
},
1197 { "Remote", "ServerCertificateFile", config_parse_path
, 0, &arg_cert
},
1198 { "Remote", "TrustedCertificateFile", config_parse_path
, 0, &arg_trust
},
1201 return config_parse_many_nulstr(PKGSYSCONFDIR
"/journal-remote.conf",
1202 CONF_PATHS_NULSTR("systemd/journal-remote.conf.d"),
1203 "Remote\0", config_item_table_lookup
, items
,
1207 static void help(void) {
1208 printf("%s [OPTIONS...] {FILE|-}...\n\n"
1209 "Write external journal events to journal file(s).\n\n"
1210 " -h --help Show this help\n"
1211 " --version Show package version\n"
1212 " --url=URL Read events from systemd-journal-gatewayd at URL\n"
1213 " --getter=COMMAND Read events from the output of COMMAND\n"
1214 " --listen-raw=ADDR Listen for connections at ADDR\n"
1215 " --listen-http=ADDR Listen for HTTP connections at ADDR\n"
1216 " --listen-https=ADDR Listen for HTTPS connections at ADDR\n"
1217 " -o --output=FILE|DIR Write output to FILE or DIR/external-*.journal\n"
1218 " --compress[=BOOL] XZ-compress the output journal (default: yes)\n"
1219 " --seal[=BOOL] Use event sealing (default: no)\n"
1220 " --key=FILENAME SSL key in PEM format (default:\n"
1221 " \"" PRIV_KEY_FILE
"\")\n"
1222 " --cert=FILENAME SSL certificate in PEM format (default:\n"
1223 " \"" CERT_FILE
"\")\n"
1224 " --trust=FILENAME|all SSL CA certificate or disable checking (default:\n"
1225 " \"" TRUST_FILE
"\")\n"
1226 " --gnutls-log=CATEGORY...\n"
1227 " Specify a list of gnutls logging categories\n"
1228 " --split-mode=none|host How many output files to create\n"
1230 "Note: file descriptors from sd_listen_fds() will be consumed, too.\n"
1231 , program_invocation_short_name
);
1234 static int parse_argv(int argc
, char *argv
[]) {
1236 ARG_VERSION
= 0x100,
1251 static const struct option options
[] = {
1252 { "help", no_argument
, NULL
, 'h' },
1253 { "version", no_argument
, NULL
, ARG_VERSION
},
1254 { "url", required_argument
, NULL
, ARG_URL
},
1255 { "getter", required_argument
, NULL
, ARG_GETTER
},
1256 { "listen-raw", required_argument
, NULL
, ARG_LISTEN_RAW
},
1257 { "listen-http", required_argument
, NULL
, ARG_LISTEN_HTTP
},
1258 { "listen-https", required_argument
, NULL
, ARG_LISTEN_HTTPS
},
1259 { "output", required_argument
, NULL
, 'o' },
1260 { "split-mode", required_argument
, NULL
, ARG_SPLIT_MODE
},
1261 { "compress", optional_argument
, NULL
, ARG_COMPRESS
},
1262 { "seal", optional_argument
, NULL
, ARG_SEAL
},
1263 { "key", required_argument
, NULL
, ARG_KEY
},
1264 { "cert", required_argument
, NULL
, ARG_CERT
},
1265 { "trust", required_argument
, NULL
, ARG_TRUST
},
1266 { "gnutls-log", required_argument
, NULL
, ARG_GNUTLS_LOG
},
1271 bool type_a
, type_b
;
1276 while ((c
= getopt_long(argc
, argv
, "ho:", options
, NULL
)) >= 0)
1280 return 0 /* done */;
1287 log_error("cannot currently set more than one --url");
1296 log_error("cannot currently use --getter more than once");
1300 arg_getter
= optarg
;
1303 case ARG_LISTEN_RAW
:
1304 if (arg_listen_raw
) {
1305 log_error("cannot currently use --listen-raw more than once");
1309 arg_listen_raw
= optarg
;
1312 case ARG_LISTEN_HTTP
:
1313 if (arg_listen_http
|| http_socket
>= 0) {
1314 log_error("cannot currently use --listen-http more than once");
1318 r
= negative_fd(optarg
);
1322 arg_listen_http
= optarg
;
1325 case ARG_LISTEN_HTTPS
:
1326 if (arg_listen_https
|| https_socket
>= 0) {
1327 log_error("cannot currently use --listen-https more than once");
1331 r
= negative_fd(optarg
);
1335 arg_listen_https
= optarg
;
1341 log_error("Key file specified twice");
1345 arg_key
= strdup(optarg
);
1353 log_error("Certificate file specified twice");
1357 arg_cert
= strdup(optarg
);
1364 if (arg_trust
|| arg_trust_all
) {
1365 log_error("Confusing trusted CA configuration");
1369 if (streq(optarg
, "all"))
1370 arg_trust_all
= true;
1373 arg_trust
= strdup(optarg
);
1377 log_error("Option --trust is not available.");
1386 log_error("cannot use --output/-o more than once");
1390 arg_output
= optarg
;
1393 case ARG_SPLIT_MODE
:
1394 arg_split_mode
= journal_write_split_mode_from_string(optarg
);
1395 if (arg_split_mode
== _JOURNAL_WRITE_SPLIT_INVALID
) {
1396 log_error("Invalid split mode: %s", optarg
);
1403 r
= parse_boolean(optarg
);
1405 log_error("Failed to parse --compress= parameter.");
1411 arg_compress
= true;
1417 r
= parse_boolean(optarg
);
1419 log_error("Failed to parse --seal= parameter.");
1429 case ARG_GNUTLS_LOG
: {
1431 const char* p
= optarg
;
1433 _cleanup_free_
char *word
= NULL
;
1435 r
= extract_first_word(&p
, &word
, ",", 0);
1437 return log_error_errno(r
, "Failed to parse --gnutls-log= argument: %m");
1442 if (strv_push(&arg_gnutls_log
, word
) < 0)
1449 log_error("Option --gnutls-log is not available.");
1458 assert_not_reached("Unknown option code.");
1462 arg_files
= argv
+ optind
;
1464 type_a
= arg_getter
|| !strv_isempty(arg_files
);
1467 || arg_listen_http
|| arg_listen_https
1468 || sd_listen_fds(false) > 0;
1469 if (type_a
&& type_b
) {
1470 log_error("Cannot use file input or --getter with "
1471 "--arg-listen-... or socket activation.");
1476 log_error("Option --output must be specified with file input or --getter.");
1480 arg_split_mode
= JOURNAL_WRITE_SPLIT_NONE
;
1483 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_NONE
1484 && arg_output
&& is_dir(arg_output
, true) > 0) {
1485 log_error("For SplitMode=none, output must be a file.");
1489 if (arg_split_mode
== JOURNAL_WRITE_SPLIT_HOST
1490 && arg_output
&& is_dir(arg_output
, true) <= 0) {
1491 log_error("For SplitMode=host, output must be a directory.");
1495 log_debug("Full config: SplitMode=%s Key=%s Cert=%s Trust=%s",
1496 journal_write_split_mode_to_string(arg_split_mode
),
1501 return 1 /* work to do */;
1504 static int load_certificates(char **key
, char **cert
, char **trust
) {
1507 r
= read_full_file(arg_key
?: PRIV_KEY_FILE
, key
, NULL
);
1509 return log_error_errno(r
, "Failed to read key from file '%s': %m",
1510 arg_key
?: PRIV_KEY_FILE
);
1512 r
= read_full_file(arg_cert
?: CERT_FILE
, cert
, NULL
);
1514 return log_error_errno(r
, "Failed to read certificate from file '%s': %m",
1515 arg_cert
?: CERT_FILE
);
1518 log_info("Certificate checking disabled.");
1520 r
= read_full_file(arg_trust
?: TRUST_FILE
, trust
, NULL
);
1522 return log_error_errno(r
, "Failed to read CA certificate file '%s': %m",
1523 arg_trust
?: TRUST_FILE
);
1529 int main(int argc
, char **argv
) {
1530 RemoteServer s
= {};
1532 _cleanup_free_
char *key
= NULL
, *cert
= NULL
, *trust
= NULL
;
1534 log_show_color(true);
1535 log_parse_environment();
1539 return EXIT_FAILURE
;
1541 r
= parse_argv(argc
, argv
);
1543 return r
== 0 ? EXIT_SUCCESS
: EXIT_FAILURE
;
1546 if (arg_listen_http
|| arg_listen_https
) {
1547 r
= setup_gnutls_logger(arg_gnutls_log
);
1549 return EXIT_FAILURE
;
1552 if (arg_listen_https
|| https_socket
>= 0)
1553 if (load_certificates(&key
, &cert
, &trust
) < 0)
1554 return EXIT_FAILURE
;
1556 if (remoteserver_init(&s
, key
, cert
, trust
) < 0)
1557 return EXIT_FAILURE
;
1559 r
= sd_event_set_watchdog(s
.events
, true);
1561 log_error_errno(r
, "Failed to enable watchdog: %m");
1563 log_debug("Watchdog is %sd.", enable_disable(r
> 0));
1565 log_debug("%s running as pid "PID_FMT
,
1566 program_invocation_short_name
, getpid());
1569 "STATUS=Processing requests...");
1572 r
= sd_event_get_state(s
.events
);
1575 if (r
== SD_EVENT_FINISHED
)
1578 r
= sd_event_run(s
.events
, -1);
1580 log_error_errno(r
, "Failed to run event loop: %m");
1587 "STATUS=Shutting down after writing %" PRIu64
" entries...", s
.event_count
);
1588 log_info("Finishing after writing %" PRIu64
" entries", s
.event_count
);
1596 return r
>= 0 ? EXIT_SUCCESS
: EXIT_FAILURE
;