]> git.ipfire.org Git - thirdparty/systemd.git/blob - src/journal-remote/journal-remote-main.c
projects / thirdparty / systemd.git / blob
? search:


3ffac96d7a3e2e57b1eb7f710df6ab7bf6c236d0
[thirdparty/systemd.git] / src / journal-remote / journal-remote-main.c
1 /* SPDX-License-Identifier: LGPL-2.1-or-later */
2
3 #include <getopt.h>
4 #include <unistd.h>
5
6 #include "sd-daemon.h"
7
8 #include "build.h"
9 #include "conf-parser.h"
10 #include "constants.h"
11 #include "daemon-util.h"
12 #include "fd-util.h"
13 #include "fileio.h"
14 #include "journal-remote-write.h"
15 #include "journal-remote.h"
16 #include "main-func.h"
17 #include "memory-util.h"
18 #include "parse-argument.h"
19 #include "parse-helpers.h"
20 #include "pretty-print.h"
21 #include "process-util.h"
22 #include "rlimit-util.h"
23 #include "sigbus.h"
24 #include "signal-util.h"
25 #include "socket-netlink.h"
26 #include "socket-util.h"
27 #include "stat-util.h"
28 #include "string-table.h"
29 #include "strv.h"
30
31 #define PRIV_KEY_FILE CERTIFICATE_ROOT "/private/journal-remote.pem"
32 #define CERT_FILE CERTIFICATE_ROOT "/certs/journal-remote.pem"
33 #define TRUST_FILE CERTIFICATE_ROOT "/ca/trusted.pem"
34
35 static const char* arg_url = NULL;
36 static const char* arg_getter = NULL;
37 static const char* arg_listen_raw = NULL;
38 static const char* arg_listen_http = NULL;
39 static const char* arg_listen_https = NULL;
40 static char** arg_files = NULL; /* Do not free this. */
41 static bool arg_compress = true;
42 static bool arg_seal = false;
43 static int http_socket = -1, https_socket = -1;
44 static char** arg_gnutls_log = NULL;
45
46 static JournalWriteSplitMode arg_split_mode = _JOURNAL_WRITE_SPLIT_INVALID;
47 static char *arg_output = NULL;
48
49 static char *arg_key = NULL;
50 static char *arg_cert = NULL;
51 static char *arg_trust = NULL;
52 #if HAVE_GNUTLS
53 static bool arg_trust_all = false;
54 #else
55 static bool arg_trust_all = true;
56 #endif
57
58 static uint64_t arg_max_use = UINT64_MAX;
59 static uint64_t arg_max_size = UINT64_MAX;
60 static uint64_t arg_n_max_files = UINT64_MAX;
61 static uint64_t arg_keep_free = UINT64_MAX;
62
63 STATIC_DESTRUCTOR_REGISTER(arg_gnutls_log, strv_freep);
64 STATIC_DESTRUCTOR_REGISTER(arg_key, freep);
65 STATIC_DESTRUCTOR_REGISTER(arg_cert, freep);
66 STATIC_DESTRUCTOR_REGISTER(arg_trust, freep);
67 STATIC_DESTRUCTOR_REGISTER(arg_output, freep);
68
69 static const char* const journal_write_split_mode_table[_JOURNAL_WRITE_SPLIT_MAX] = {
70 [JOURNAL_WRITE_SPLIT_NONE] = "none",
71 [JOURNAL_WRITE_SPLIT_HOST] = "host",
72 };
73
74 DEFINE_PRIVATE_STRING_TABLE_LOOKUP(journal_write_split_mode, JournalWriteSplitMode);
75 static DEFINE_CONFIG_PARSE_ENUM(config_parse_write_split_mode,
76 journal_write_split_mode,
77 JournalWriteSplitMode,
78 "Failed to parse split mode setting");
79
80 /**********************************************************************
81 **********************************************************************
82 **********************************************************************/
83
84 static int spawn_child(const char* child, char** argv) {
85 pid_t child_pid;
86 int fd[2], r;
87
88 if (pipe(fd) < 0)
89 return log_error_errno(errno, "Failed to create pager pipe: %m");
90
91 r = safe_fork_full("(remote)",
92 (int[]) {STDIN_FILENO, fd[1], STDERR_FILENO },
93 NULL, 0,
94 FORK_RESET_SIGNALS|FORK_CLOSE_ALL_FDS|FORK_DEATHSIG|FORK_REARRANGE_STDIO|FORK_LOG|FORK_RLIMIT_NOFILE_SAFE, &child_pid);
95 if (r < 0) {
96 safe_close_pair(fd);
97 return r;
98 }
99
100 /* In the child */
101 if (r == 0) {
102 execvp(child, argv);
103 log_error_errno(errno, "Failed to exec child %s: %m", child);
104 _exit(EXIT_FAILURE);
105 }
106
107 safe_close(fd[1]);
108
109 r = fd_nonblock(fd[0], true);
110 if (r < 0)
111 log_warning_errno(errno, "Failed to set child pipe to non-blocking: %m");
112
113 return fd[0];
114 }
115
116 static int spawn_curl(const char* url) {
117 char **argv = STRV_MAKE("curl",
118 "-HAccept: application/vnd.fdo.journal",
119 "--silent",
120 "--show-error",
121 url);
122 int r;
123
124 r = spawn_child("curl", argv);
125 if (r < 0)
126 log_error_errno(r, "Failed to spawn curl: %m");
127 return r;
128 }
129
130 static int spawn_getter(const char *getter) {
131 int r;
132 _cleanup_strv_free_ char **words = NULL;
133
134 assert(getter);
135 r = strv_split_full(&words, getter, WHITESPACE, EXTRACT_UNQUOTE);
136 if (r < 0)
137 return log_error_errno(r, "Failed to split getter option: %m");
138
139 r = spawn_child(words[0], words);
140 if (r < 0)
141 log_error_errno(r, "Failed to spawn getter %s: %m", getter);
142
143 return r;
144 }
145
146 /**********************************************************************
147 **********************************************************************
148 **********************************************************************/
149
150 static int null_timer_event_handler(sd_event_source *s,
151 uint64_t usec,
152 void *userdata);
153 static int dispatch_http_event(sd_event_source *event,
154 int fd,
155 uint32_t revents,
156 void *userdata);
157
158 static int request_meta(void **connection_cls, int fd, char *hostname) {
159 RemoteSource *source;
160 Writer *writer;
161 int r;
162
163 assert(connection_cls);
164 if (*connection_cls)
165 return 0;
166
167 r = journal_remote_get_writer(journal_remote_server_global, hostname, &writer);
168 if (r < 0)
169 return log_warning_errno(r, "Failed to get writer for source %s: %m",
170 hostname);
171
172 source = source_new(fd, true, hostname, writer);
173 if (!source) {
174 writer_unref(writer);
175 return log_oom();
176 }
177
178 log_debug("Added RemoteSource as connection metadata %p", source);
179
180 *connection_cls = source;
181 return 0;
182 }
183
184 static void request_meta_free(void *cls,
185 struct MHD_Connection *connection,
186 void **connection_cls,
187 enum MHD_RequestTerminationCode toe) {
188 RemoteSource *s;
189
190 assert(connection_cls);
191 s = *connection_cls;
192
193 if (s) {
194 log_debug("Cleaning up connection metadata %p", s);
195 source_free(s);
196 *connection_cls = NULL;
197 }
198 }
199
200 static int process_http_upload(
201 struct MHD_Connection *connection,
202 const char *upload_data,
203 size_t *upload_data_size,
204 RemoteSource *source) {
205
206 bool finished = false;
207 size_t remaining;
208 int r;
209
210 assert(source);
211
212 log_trace("%s: connection %p, %zu bytes",
213 __func__, connection, *upload_data_size);
214
215 if (*upload_data_size) {
216 log_trace("Received %zu bytes", *upload_data_size);
217
218 r = journal_importer_push_data(&source->importer,
219 upload_data, *upload_data_size);
220 if (r < 0)
221 return mhd_respond_oom(connection);
222
223 *upload_data_size = 0;
224 } else
225 finished = true;
226
227 for (;;) {
228 r = process_source(source, journal_remote_server_global->file_flags);
229 if (r == -EAGAIN)
230 break;
231 if (r < 0) {
232 if (r == -ENOBUFS)
233 log_warning_errno(r, "Entry is above the maximum of %u, aborting connection %p.",
234 DATA_SIZE_MAX, connection);
235 else if (r == -E2BIG)
236 log_warning_errno(r, "Entry with more fields than the maximum of %u, aborting connection %p.",
237 ENTRY_FIELD_COUNT_MAX, connection);
238 else
239 log_warning_errno(r, "Failed to process data, aborting connection %p: %m",
240 connection);
241 return MHD_NO;
242 }
243 }
244
245 if (!finished)
246 return MHD_YES;
247
248 /* The upload is finished */
249
250 remaining = journal_importer_bytes_remaining(&source->importer);
251 if (remaining > 0) {
252 log_warning("Premature EOF byte. %zu bytes lost.", remaining);
253 return mhd_respondf(connection,
254 0, MHD_HTTP_EXPECTATION_FAILED,
255 "Premature EOF. %zu bytes of trailing data not processed.",
256 remaining);
257 }
258
259 return mhd_respond(connection, MHD_HTTP_ACCEPTED, "OK.");
260 };
261
262 static mhd_result request_handler(
263 void *cls,
264 struct MHD_Connection *connection,
265 const char *url,
266 const char *method,
267 const char *version,
268 const char *upload_data,
269 size_t *upload_data_size,
270 void **connection_cls) {
271
272 const char *header;
273 int r, code, fd;
274 _cleanup_free_ char *hostname = NULL;
275 bool chunked = false;
276
277 assert(connection);
278 assert(connection_cls);
279 assert(url);
280 assert(method);
281
282 log_trace("Handling a connection %s %s %s", method, url, version);
283
284 if (*connection_cls)
285 return process_http_upload(connection,
286 upload_data, upload_data_size,
287 *connection_cls);
288
289 if (!streq(method, "POST"))
290 return mhd_respond(connection, MHD_HTTP_NOT_ACCEPTABLE, "Unsupported method.");
291
292 if (!streq(url, "/upload"))
293 return mhd_respond(connection, MHD_HTTP_NOT_FOUND, "Not found.");
294
295 header = MHD_lookup_connection_value(connection, MHD_HEADER_KIND, "Content-Type");
296 if (!header || !streq(header, "application/vnd.fdo.journal"))
297 return mhd_respond(connection, MHD_HTTP_UNSUPPORTED_MEDIA_TYPE,
298 "Content-Type: application/vnd.fdo.journal is required.");
299
300 header = MHD_lookup_connection_value(connection, MHD_HEADER_KIND, "Transfer-Encoding");
301 if (header) {
302 if (!strcaseeq(header, "chunked"))
303 return mhd_respondf(connection, 0, MHD_HTTP_BAD_REQUEST,
304 "Unsupported Transfer-Encoding type: %s", header);
305
306 chunked = true;
307 }
308
309 header = MHD_lookup_connection_value(connection, MHD_HEADER_KIND, "Content-Length");
310 if (header) {
311 size_t len;
312
313 if (chunked)
314 return mhd_respond(connection, MHD_HTTP_BAD_REQUEST,
315 "Content-Length not allowed when Transfer-Encoding type is 'chunked'");
316
317 r = safe_atozu(header, &len);
318 if (r < 0)
319 return mhd_respondf(connection, r, MHD_HTTP_LENGTH_REQUIRED,
320 "Content-Length: %s cannot be parsed: %m", header);
321
322 if (len > ENTRY_SIZE_MAX)
323 /* When serialized, an entry of maximum size might be slightly larger,
324 * so this does not correspond exactly to the limit in journald. Oh well.
325 */
326 return mhd_respondf(connection, 0, MHD_HTTP_CONTENT_TOO_LARGE,
327 "Payload larger than maximum size of %u bytes", ENTRY_SIZE_MAX);
328 }
329
330 {
331 const union MHD_ConnectionInfo *ci;
332
333 ci = MHD_get_connection_info(connection,
334 MHD_CONNECTION_INFO_CONNECTION_FD);
335 if (!ci) {
336 log_error("MHD_get_connection_info failed: cannot get remote fd");
337 return mhd_respond(connection, MHD_HTTP_INTERNAL_SERVER_ERROR,
338 "Cannot check remote address.");
339 }
340
341 fd = ci->connect_fd;
342 assert(fd >= 0);
343 }
344
345 if (journal_remote_server_global->check_trust) {
346 r = check_permissions(connection, &code, &hostname);
347 if (r < 0)
348 return code;
349 } else {
350 r = getpeername_pretty(fd, false, &hostname);
351 if (r < 0)
352 return mhd_respond(connection, MHD_HTTP_INTERNAL_SERVER_ERROR,
353 "Cannot check remote hostname.");
354 }
355
356 assert(hostname);
357
358 r = request_meta(connection_cls, fd, hostname);
359 if (r == -ENOMEM)
360 return respond_oom(connection);
361 else if (r < 0)
362 return mhd_respondf(connection, r, MHD_HTTP_INTERNAL_SERVER_ERROR, "%m");
363
364 hostname = NULL;
365 return MHD_YES;
366 }
367
368 static int setup_microhttpd_server(RemoteServer *s,
369 int fd,
370 const char *key,
371 const char *cert,
372 const char *trust) {
373 struct MHD_OptionItem opts[] = {
374 { MHD_OPTION_EXTERNAL_LOGGER, (intptr_t) microhttpd_logger},
375 { MHD_OPTION_NOTIFY_COMPLETED, (intptr_t) request_meta_free},
376 { MHD_OPTION_LISTEN_SOCKET, fd},
377 { MHD_OPTION_CONNECTION_MEMORY_LIMIT, 128*1024},
378 { MHD_OPTION_END},
379 { MHD_OPTION_END},
380 { MHD_OPTION_END},
381 { MHD_OPTION_END},
382 { MHD_OPTION_END}};
383 int opts_pos = 4;
384 int flags =
385 MHD_USE_DEBUG |
386 MHD_USE_DUAL_STACK |
387 MHD_USE_EPOLL |
388 MHD_USE_ITC;
389
390 _cleanup_(MHDDaemonWrapper_freep) MHDDaemonWrapper *d = NULL;
391 const union MHD_DaemonInfo *info;
392 int r, epoll_fd;
393
394 assert(fd >= 0);
395
396 r = fd_nonblock(fd, true);
397 if (r < 0)
398 return log_error_errno(r, "Failed to make fd:%d nonblocking: %m", fd);
399
400 /* MHD_OPTION_STRICT_FOR_CLIENT is introduced in microhttpd 0.9.54,
401 * and MHD_USE_PEDANTIC_CHECKS will be deprecated in future.
402 * If MHD_USE_PEDANTIC_CHECKS is '#define'd, then it is deprecated
403 * and we should use MHD_OPTION_STRICT_FOR_CLIENT. On the other hand,
404 * if MHD_USE_PEDANTIC_CHECKS is not '#define'd, then it is not
405 * deprecated yet and there exists an enum element with the same name.
406 * So we can safely use it. */
407 #ifdef MHD_USE_PEDANTIC_CHECKS
408 opts[opts_pos++] = (struct MHD_OptionItem)
409 {MHD_OPTION_STRICT_FOR_CLIENT, 1};
410 #else
411 flags |= MHD_USE_PEDANTIC_CHECKS;
412 #endif
413
414 if (key) {
415 assert(cert);
416
417 opts[opts_pos++] = (struct MHD_OptionItem)
418 {MHD_OPTION_HTTPS_MEM_KEY, 0, (char*) key};
419 opts[opts_pos++] = (struct MHD_OptionItem)
420 {MHD_OPTION_HTTPS_MEM_CERT, 0, (char*) cert};
421
422 flags |= MHD_USE_TLS;
423
424 if (trust)
425 opts[opts_pos++] = (struct MHD_OptionItem)
426 {MHD_OPTION_HTTPS_MEM_TRUST, 0, (char*) trust};
427 }
428
429 d = new(MHDDaemonWrapper, 1);
430 if (!d)
431 return log_oom();
432
433 d->fd = (uint64_t) fd;
434
435 d->daemon = MHD_start_daemon(flags, 0,
436 NULL, NULL,
437 request_handler, NULL,
438 MHD_OPTION_ARRAY, opts,
439 MHD_OPTION_END);
440 if (!d->daemon)
441 return log_error_errno(SYNTHETIC_ERRNO(EINVAL), "Failed to start μhttp daemon");
442
443 log_debug("Started MHD %s daemon on fd:%d (wrapper @ %p)",
444 key ? "HTTPS" : "HTTP", fd, d);
445
446 info = MHD_get_daemon_info(d->daemon, MHD_DAEMON_INFO_EPOLL_FD_LINUX_ONLY);
447 if (!info)
448 return log_error_errno(SYNTHETIC_ERRNO(EOPNOTSUPP), "μhttp returned NULL daemon info");
449
450 epoll_fd = info->listen_fd;
451 if (epoll_fd < 0)
452 return log_error_errno(SYNTHETIC_ERRNO(EUCLEAN), "μhttp epoll fd is invalid");
453
454 r = sd_event_add_io(s->events, &d->io_event,
455 epoll_fd, EPOLLIN,
456 dispatch_http_event, d);
457 if (r < 0)
458 return log_error_errno(r, "Failed to add event callback: %m");
459
460 r = sd_event_source_set_description(d->io_event, "io_event");
461 if (r < 0)
462 return log_error_errno(r, "Failed to set source name: %m");
463
464 r = sd_event_add_time(s->events, &d->timer_event,
465 CLOCK_MONOTONIC, UINT64_MAX, 0,
466 null_timer_event_handler, d);
467 if (r < 0)
468 return log_error_errno(r, "Failed to add timer_event: %m");
469
470 r = sd_event_source_set_description(d->timer_event, "timer_event");
471 if (r < 0)
472 return log_error_errno(r, "Failed to set source name: %m");
473
474 r = hashmap_ensure_put(&s->daemons, &uint64_hash_ops, &d->fd, d);
475 if (r == -ENOMEM)
476 return log_oom();
477 if (r < 0)
478 return log_error_errno(r, "Failed to add daemon to hashmap: %m");
479
480 TAKE_PTR(d);
481 s->active++;
482 return 0;
483 }
484
485 static int setup_microhttpd_socket(RemoteServer *s,
486 const char *address,
487 const char *key,
488 const char *cert,
489 const char *trust) {
490 int fd;
491
492 fd = make_socket_fd(LOG_DEBUG, address, SOCK_STREAM, SOCK_CLOEXEC);
493 if (fd < 0)
494 return fd;
495
496 return setup_microhttpd_server(s, fd, key, cert, trust);
497 }
498
499 static int null_timer_event_handler(sd_event_source *timer_event,
500 uint64_t usec,
501 void *userdata) {
502 return dispatch_http_event(timer_event, 0, 0, userdata);
503 }
504
505 static int dispatch_http_event(sd_event_source *event,
506 int fd,
507 uint32_t revents,
508 void *userdata) {
509 MHDDaemonWrapper *d = ASSERT_PTR(userdata);
510 int r;
511 MHD_UNSIGNED_LONG_LONG timeout = ULLONG_MAX;
512
513 r = MHD_run(d->daemon);
514 if (r == MHD_NO)
515 // FIXME: unregister daemon
516 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
517 "MHD_run failed!");
518 if (MHD_get_timeout(d->daemon, &timeout) == MHD_NO)
519 timeout = ULLONG_MAX;
520
521 r = sd_event_source_set_time(d->timer_event, timeout);
522 if (r < 0) {
523 log_warning_errno(r, "Unable to set event loop timeout: %m, this may result in indefinite blocking!");
524 return 1;
525 }
526
527 r = sd_event_source_set_enabled(d->timer_event, SD_EVENT_ON);
528 if (r < 0)
529 log_warning_errno(r, "Unable to enable timer_event: %m, this may result in indefinite blocking!");
530
531 return 1; /* work to do */
532 }
533
534 /**********************************************************************
535 **********************************************************************
536 **********************************************************************/
537
538 static int setup_signals(RemoteServer *s) {
539 int r;
540
541 assert(s);
542
543 assert_se(sigprocmask_many(SIG_SETMASK, NULL, SIGINT, SIGTERM, -1) >= 0);
544
545 r = sd_event_add_signal(s->events, &s->sigterm_event, SIGTERM, NULL, s);
546 if (r < 0)
547 return r;
548
549 r = sd_event_add_signal(s->events, &s->sigint_event, SIGINT, NULL, s);
550 if (r < 0)
551 return r;
552
553 return 0;
554 }
555
556 static int setup_raw_socket(RemoteServer *s, const char *address) {
557 int fd;
558
559 fd = make_socket_fd(LOG_INFO, address, SOCK_STREAM, SOCK_CLOEXEC);
560 if (fd < 0)
561 return fd;
562
563 return journal_remote_add_raw_socket(s, fd);
564 }
565
566 static int create_remoteserver(
567 RemoteServer *s,
568 const char* key,
569 const char* cert,
570 const char* trust) {
571
572 int r, n, fd;
573
574 r = journal_remote_server_init(
575 s,
576 arg_output,
577 arg_split_mode,
578 (arg_compress ? JOURNAL_COMPRESS : 0) |
579 (arg_seal ? JOURNAL_SEAL : 0));
580 if (r < 0)
581 return r;
582
583 r = setup_signals(s);
584 if (r < 0)
585 return log_error_errno(r, "Failed to set up signals: %m");
586
587 n = sd_listen_fds(true);
588 if (n < 0)
589 return log_error_errno(n, "Failed to read listening file descriptors from environment: %m");
590 else
591 log_debug("Received %d descriptors", n);
592
593 if (MAX(http_socket, https_socket) >= SD_LISTEN_FDS_START + n)
594 return log_error_errno(SYNTHETIC_ERRNO(EBADFD),
595 "Received fewer sockets than expected");
596
597 for (fd = SD_LISTEN_FDS_START; fd < SD_LISTEN_FDS_START + n; fd++) {
598 if (sd_is_socket(fd, AF_UNSPEC, 0, true)) {
599 log_debug("Received a listening socket (fd:%d)", fd);
600
601 if (fd == http_socket)
602 r = setup_microhttpd_server(s, fd, NULL, NULL, NULL);
603 else if (fd == https_socket)
604 r = setup_microhttpd_server(s, fd, key, cert, trust);
605 else
606 r = journal_remote_add_raw_socket(s, fd);
607 } else if (sd_is_socket(fd, AF_UNSPEC, 0, false)) {
608 char *hostname;
609
610 r = getpeername_pretty(fd, false, &hostname);
611 if (r < 0)
612 return log_error_errno(r, "Failed to retrieve remote name: %m");
613
614 log_debug("Received a connection socket (fd:%d) from %s", fd, hostname);
615
616 r = journal_remote_add_source(s, fd, hostname, true);
617 } else
618 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
619 "Unknown socket passed on fd:%d", fd);
620
621 if (r < 0)
622 return log_error_errno(r, "Failed to register socket (fd:%d): %m", fd);
623 }
624
625 if (arg_getter) {
626 log_info("Spawning getter %s...", arg_getter);
627 fd = spawn_getter(arg_getter);
628 if (fd < 0)
629 return fd;
630
631 r = journal_remote_add_source(s, fd, (char*) arg_output, false);
632 if (r < 0)
633 return r;
634 }
635
636 if (arg_url) {
637 const char *url, *hostname;
638
639 if (!strstr(arg_url, "/entries")) {
640 if (endswith(arg_url, "/"))
641 url = strjoina(arg_url, "entries");
642 else
643 url = strjoina(arg_url, "/entries");
644 } else
645 url = strdupa_safe(arg_url);
646
647 log_info("Spawning curl %s...", url);
648 fd = spawn_curl(url);
649 if (fd < 0)
650 return fd;
651
652 hostname = STARTSWITH_SET(arg_url, "https://", "http://");
653 if (!hostname)
654 hostname = arg_url;
655
656 hostname = strndupa_safe(hostname, strcspn(hostname, "/:"));
657
658 r = journal_remote_add_source(s, fd, (char *) hostname, false);
659 if (r < 0)
660 return r;
661 }
662
663 if (arg_listen_raw) {
664 log_debug("Listening on a socket...");
665 r = setup_raw_socket(s, arg_listen_raw);
666 if (r < 0)
667 return r;
668 }
669
670 if (arg_listen_http) {
671 r = setup_microhttpd_socket(s, arg_listen_http, NULL, NULL, NULL);
672 if (r < 0)
673 return r;
674 }
675
676 if (arg_listen_https) {
677 r = setup_microhttpd_socket(s, arg_listen_https, key, cert, trust);
678 if (r < 0)
679 return r;
680 }
681
682 STRV_FOREACH(file, arg_files) {
683 const char *output_name;
684
685 if (streq(*file, "-")) {
686 log_debug("Using standard input as source.");
687
688 fd = STDIN_FILENO;
689 output_name = "stdin";
690 } else {
691 log_debug("Reading file %s...", *file);
692
693 fd = open(*file, O_RDONLY|O_CLOEXEC|O_NOCTTY|O_NONBLOCK);
694 if (fd < 0)
695 return log_error_errno(errno, "Failed to open %s: %m", *file);
696 output_name = *file;
697 }
698
699 r = journal_remote_add_source(s, fd, (char*) output_name, false);
700 if (r < 0)
701 return r;
702 }
703
704 if (s->active == 0)
705 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
706 "Zero sources specified");
707
708 if (arg_split_mode == JOURNAL_WRITE_SPLIT_NONE) {
709 /* In this case we know what the writer will be
710 called, so we can create it and verify that we can
711 create output as expected. */
712 r = journal_remote_get_writer(s, NULL, &s->_single_writer);
713 if (r < 0)
714 return log_warning_errno(r, "Failed to get writer: %m");
715 }
716
717 return 0;
718 }
719
720 static int negative_fd(const char *spec) {
721 /* Return a non-positive number as its inverse, -EINVAL otherwise. */
722
723 int fd, r;
724
725 r = safe_atoi(spec, &fd);
726 if (r < 0)
727 return r;
728
729 if (fd > 0)
730 return -EINVAL;
731 else
732 return -fd;
733 }
734
735 static int parse_config(void) {
736 const ConfigTableItem items[] = {
737 { "Remote", "Seal", config_parse_bool, 0, &arg_seal },
738 { "Remote", "SplitMode", config_parse_write_split_mode, 0, &arg_split_mode },
739 { "Remote", "ServerKeyFile", config_parse_path, 0, &arg_key },
740 { "Remote", "ServerCertificateFile", config_parse_path, 0, &arg_cert },
741 { "Remote", "TrustedCertificateFile", config_parse_path_or_ignore, 0, &arg_trust },
742 { "Remote", "MaxUse", config_parse_iec_uint64, 0, &arg_max_use },
743 { "Remote", "MaxFileSize", config_parse_iec_uint64, 0, &arg_max_size },
744 { "Remote", "MaxFiles", config_parse_uint64, 0, &arg_n_max_files },
745 { "Remote", "KeepFree", config_parse_iec_uint64, 0, &arg_keep_free },
746 {}
747 };
748
749 return config_parse_config_file("journal-remote.conf", "Remote\0",
750 config_item_table_lookup, items,
751 CONFIG_PARSE_WARN, NULL);
752 }
753
754 static int help(void) {
755 _cleanup_free_ char *link = NULL;
756 int r;
757
758 r = terminal_urlify_man("systemd-journal-remote.service", "8", &link);
759 if (r < 0)
760 return log_oom();
761
762 printf("%s [OPTIONS...] {FILE|-}...\n\n"
763 "Write external journal events to journal file(s).\n\n"
764 " -h --help Show this help\n"
765 " --version Show package version\n"
766 " --url=URL Read events from systemd-journal-gatewayd at URL\n"
767 " --getter=COMMAND Read events from the output of COMMAND\n"
768 " --listen-raw=ADDR Listen for connections at ADDR\n"
769 " --listen-http=ADDR Listen for HTTP connections at ADDR\n"
770 " --listen-https=ADDR Listen for HTTPS connections at ADDR\n"
771 " -o --output=FILE|DIR Write output to FILE or DIR/external-*.journal\n"
772 " --compress[=BOOL] Use compression in the output journal (default: yes)\n"
773 " --seal[=BOOL] Use event sealing (default: no)\n"
774 " --key=FILENAME SSL key in PEM format (default:\n"
775 " \"" PRIV_KEY_FILE "\")\n"
776 " --cert=FILENAME SSL certificate in PEM format (default:\n"
777 " \"" CERT_FILE "\")\n"
778 " --trust=FILENAME|all SSL CA certificate or disable checking (default:\n"
779 " \"" TRUST_FILE "\")\n"
780 " --gnutls-log=CATEGORY...\n"
781 " Specify a list of gnutls logging categories\n"
782 " --split-mode=none|host How many output files to create\n"
783 "\nNote: file descriptors from sd_listen_fds() will be consumed, too.\n"
784 "\nSee the %s for details.\n",
785 program_invocation_short_name,
786 link);
787
788 return 0;
789 }
790
791 static int parse_argv(int argc, char *argv[]) {
792 enum {
793 ARG_VERSION = 0x100,
794 ARG_URL,
795 ARG_LISTEN_RAW,
796 ARG_LISTEN_HTTP,
797 ARG_LISTEN_HTTPS,
798 ARG_GETTER,
799 ARG_SPLIT_MODE,
800 ARG_COMPRESS,
801 ARG_SEAL,
802 ARG_KEY,
803 ARG_CERT,
804 ARG_TRUST,
805 ARG_GNUTLS_LOG,
806 };
807
808 static const struct option options[] = {
809 { "help", no_argument, NULL, 'h' },
810 { "version", no_argument, NULL, ARG_VERSION },
811 { "url", required_argument, NULL, ARG_URL },
812 { "getter", required_argument, NULL, ARG_GETTER },
813 { "listen-raw", required_argument, NULL, ARG_LISTEN_RAW },
814 { "listen-http", required_argument, NULL, ARG_LISTEN_HTTP },
815 { "listen-https", required_argument, NULL, ARG_LISTEN_HTTPS },
816 { "output", required_argument, NULL, 'o' },
817 { "split-mode", required_argument, NULL, ARG_SPLIT_MODE },
818 { "compress", optional_argument, NULL, ARG_COMPRESS },
819 { "seal", optional_argument, NULL, ARG_SEAL },
820 { "key", required_argument, NULL, ARG_KEY },
821 { "cert", required_argument, NULL, ARG_CERT },
822 { "trust", required_argument, NULL, ARG_TRUST },
823 { "gnutls-log", required_argument, NULL, ARG_GNUTLS_LOG },
824 {}
825 };
826
827 int c, r;
828 bool type_a, type_b;
829
830 assert(argc >= 0);
831 assert(argv);
832
833 while ((c = getopt_long(argc, argv, "ho:", options, NULL)) >= 0)
834 switch (c) {
835
836 case 'h':
837 return help();
838
839 case ARG_VERSION:
840 return version();
841
842 case ARG_URL:
843 if (arg_url)
844 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
845 "Cannot currently set more than one --url=");
846
847 arg_url = optarg;
848 break;
849
850 case ARG_GETTER:
851 if (arg_getter)
852 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
853 "Cannot currently use --getter= more than once");
854
855 arg_getter = optarg;
856 break;
857
858 case ARG_LISTEN_RAW:
859 if (arg_listen_raw)
860 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
861 "Cannot currently use --listen-raw= more than once");
862
863 arg_listen_raw = optarg;
864 break;
865
866 case ARG_LISTEN_HTTP:
867 if (arg_listen_http || http_socket >= 0)
868 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
869 "Cannot currently use --listen-http= more than once");
870
871 r = negative_fd(optarg);
872 if (r >= 0)
873 http_socket = r;
874 else
875 arg_listen_http = optarg;
876 break;
877
878 case ARG_LISTEN_HTTPS:
879 if (arg_listen_https || https_socket >= 0)
880 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
881 "Cannot currently use --listen-https= more than once");
882
883 r = negative_fd(optarg);
884 if (r >= 0)
885 https_socket = r;
886 else
887 arg_listen_https = optarg;
888
889 break;
890
891 case ARG_KEY:
892 if (arg_key)
893 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
894 "Key file specified twice");
895
896 arg_key = strdup(optarg);
897 if (!arg_key)
898 return log_oom();
899
900 break;
901
902 case ARG_CERT:
903 if (arg_cert)
904 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
905 "Certificate file specified twice");
906
907 arg_cert = strdup(optarg);
908 if (!arg_cert)
909 return log_oom();
910
911 break;
912
913 case ARG_TRUST:
914 #if HAVE_GNUTLS
915 if (arg_trust)
916 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
917 "Cannot use --trust more= than once");
918
919 arg_trust = strdup(optarg);
920 if (!arg_trust)
921 return log_oom();
922 #else
923 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
924 "Option --trust= is not available.");
925 #endif
926 break;
927
928 case 'o':
929 if (arg_output)
930 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
931 "Cannot use --output=/-o more than once");
932
933 r = parse_path_argument(optarg, /* suppress_root = */ false, &arg_output);
934 if (r < 0)
935 return r;
936 break;
937
938 case ARG_SPLIT_MODE:
939 arg_split_mode = journal_write_split_mode_from_string(optarg);
940 if (arg_split_mode == _JOURNAL_WRITE_SPLIT_INVALID)
941 return log_error_errno(arg_split_mode, "Invalid split mode: %s", optarg);
942 break;
943
944 case ARG_COMPRESS:
945 r = parse_boolean_argument("--compress", optarg, &arg_compress);
946 if (r < 0)
947 return r;
948 break;
949
950 case ARG_SEAL:
951 r = parse_boolean_argument("--seal", optarg, &arg_seal);
952 if (r < 0)
953 return r;
954 break;
955
956 case ARG_GNUTLS_LOG:
957 #if HAVE_GNUTLS
958 for (const char* p = optarg;;) {
959 _cleanup_free_ char *word = NULL;
960
961 r = extract_first_word(&p, &word, ",", 0);
962 if (r < 0)
963 return log_error_errno(r, "Failed to parse --gnutls-log= argument: %m");
964 if (r == 0)
965 break;
966
967 if (strv_push(&arg_gnutls_log, word) < 0)
968 return log_oom();
969
970 word = NULL;
971 }
972 break;
973 #else
974 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
975 "Option --gnutls-log= is not available.");
976 #endif
977
978 case '?':
979 return -EINVAL;
980
981 default:
982 assert_not_reached();
983 }
984
985 if (optind < argc)
986 arg_files = argv + optind;
987
988 type_a = arg_getter || !strv_isempty(arg_files);
989 type_b = arg_url
990 || arg_listen_raw
991 || arg_listen_http || arg_listen_https
992 || sd_listen_fds(false) > 0;
993 if (type_a && type_b)
994 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
995 "Cannot use file input or --getter= with "
996 "--listen-...= or socket activation.");
997 if (type_a) {
998 if (!arg_output)
999 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
1000 "Option --output= must be specified with file input or --getter=.");
1001
1002 if (!IN_SET(arg_split_mode, JOURNAL_WRITE_SPLIT_NONE, _JOURNAL_WRITE_SPLIT_INVALID))
1003 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
1004 "For active sources, only --split-mode=none is allowed.");
1005
1006 arg_split_mode = JOURNAL_WRITE_SPLIT_NONE;
1007 }
1008
1009 if (arg_split_mode == _JOURNAL_WRITE_SPLIT_INVALID)
1010 arg_split_mode = JOURNAL_WRITE_SPLIT_HOST;
1011
1012 if (arg_split_mode == JOURNAL_WRITE_SPLIT_NONE && arg_output) {
1013 if (is_dir(arg_output, true) > 0)
1014 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
1015 "For SplitMode=none, output must be a file.");
1016 if (!endswith(arg_output, ".journal"))
1017 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
1018 "For SplitMode=none, output file name must end with .journal.");
1019 }
1020
1021 if (arg_split_mode == JOURNAL_WRITE_SPLIT_HOST
1022 && arg_output && is_dir(arg_output, true) <= 0)
1023 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
1024 "For SplitMode=host, output must be a directory.");
1025
1026 if (STRPTR_IN_SET(arg_trust, "-", "all")) {
1027 arg_trust_all = true;
1028 arg_trust = mfree(arg_trust);
1029 }
1030
1031 log_debug("Full config: SplitMode=%s Key=%s Cert=%s Trust=%s",
1032 journal_write_split_mode_to_string(arg_split_mode),
1033 strna(arg_key),
1034 strna(arg_cert),
1035 strna(arg_trust));
1036
1037 return 1 /* work to do */;
1038 }
1039
1040 static int load_certificates(char **key, char **cert, char **trust) {
1041 int r;
1042
1043 r = read_full_file_full(
1044 AT_FDCWD, arg_key ?: PRIV_KEY_FILE, UINT64_MAX, SIZE_MAX,
1045 READ_FULL_FILE_SECURE|READ_FULL_FILE_WARN_WORLD_READABLE|READ_FULL_FILE_CONNECT_SOCKET,
1046 NULL,
1047 key, NULL);
1048 if (r < 0)
1049 return log_error_errno(r, "Failed to read key from file '%s': %m",
1050 arg_key ?: PRIV_KEY_FILE);
1051
1052 r = read_full_file_full(
1053 AT_FDCWD, arg_cert ?: CERT_FILE, UINT64_MAX, SIZE_MAX,
1054 READ_FULL_FILE_CONNECT_SOCKET,
1055 NULL,
1056 cert, NULL);
1057 if (r < 0)
1058 return log_error_errno(r, "Failed to read certificate from file '%s': %m",
1059 arg_cert ?: CERT_FILE);
1060
1061 if (arg_trust_all)
1062 log_info("Certificate checking disabled.");
1063 else {
1064 r = read_full_file_full(
1065 AT_FDCWD, arg_trust ?: TRUST_FILE, UINT64_MAX, SIZE_MAX,
1066 READ_FULL_FILE_CONNECT_SOCKET,
1067 NULL,
1068 trust, NULL);
1069 if (r < 0)
1070 return log_error_errno(r, "Failed to read CA certificate file '%s': %m",
1071 arg_trust ?: TRUST_FILE);
1072 }
1073
1074 if ((arg_listen_raw || arg_listen_http) && *trust)
1075 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
1076 "Option --trust= makes all non-HTTPS connections untrusted.");
1077
1078 return 0;
1079 }
1080
1081 static int run(int argc, char **argv) {
1082 _cleanup_(journal_remote_server_destroy) RemoteServer s = {};
1083 _unused_ _cleanup_(notify_on_cleanup) const char *notify_message = NULL;
1084 _cleanup_(erase_and_freep) char *key = NULL;
1085 _cleanup_free_ char *cert = NULL, *trust = NULL;
1086 int r;
1087
1088 log_show_color(true);
1089 log_parse_environment();
1090
1091 /* The journal merging logic potentially needs a lot of fds. */
1092 (void) rlimit_nofile_bump(HIGH_RLIMIT_NOFILE);
1093
1094 sigbus_install();
1095
1096 r = parse_config();
1097 if (r < 0)
1098 return r;
1099
1100 r = parse_argv(argc, argv);
1101 if (r <= 0)
1102 return r;
1103
1104 if (arg_listen_http || arg_listen_https) {
1105 r = setup_gnutls_logger(arg_gnutls_log);
1106 if (r < 0)
1107 return r;
1108 }
1109
1110 if (arg_listen_https || https_socket >= 0) {
1111 r = load_certificates(&key, &cert, &trust);
1112 if (r < 0)
1113 return r;
1114
1115 s.check_trust = !arg_trust_all;
1116 }
1117
1118 journal_reset_metrics(&s.metrics);
1119 s.metrics.max_use = arg_max_use;
1120 s.metrics.max_size = arg_max_size;
1121 s.metrics.keep_free = arg_keep_free;
1122 s.metrics.n_max_files = arg_n_max_files;
1123
1124 r = create_remoteserver(&s, key, cert, trust);
1125 if (r < 0)
1126 return r;
1127
1128 r = sd_event_set_watchdog(s.events, true);
1129 if (r < 0)
1130 return log_error_errno(r, "Failed to enable watchdog: %m");
1131
1132 log_debug("Watchdog is %sd.", enable_disable(r > 0));
1133
1134 log_debug("%s running as pid "PID_FMT,
1135 program_invocation_short_name, getpid_cached());
1136
1137 notify_message = notify_start(NOTIFY_READY, NOTIFY_STOPPING);
1138
1139 while (s.active) {
1140 r = sd_event_get_state(s.events);
1141 if (r < 0)
1142 return r;
1143 if (r == SD_EVENT_FINISHED)
1144 break;
1145
1146 r = sd_event_run(s.events, -1);
1147 if (r < 0)
1148 return log_error_errno(r, "Failed to run event loop: %m");
1149 }
1150
1151 notify_message = NULL;
1152 (void) sd_notifyf(false,
1153 "STOPPING=1\n"
1154 "STATUS=Shutting down after writing %" PRIu64 " entries...", s.event_count);
1155
1156 log_info("Finishing after writing %" PRIu64 " entries", s.event_count);
1157
1158 return 0;
1159 }
1160
1161 DEFINE_MAIN_FUNCTION(run);
Unnamed repository; edit this file 'description' to name the repository.