]> git.ipfire.org Git - thirdparty/systemd.git/blame - src/journal-remote/journal-remote-main.c
projects / thirdparty / systemd.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
journal-remote: set upper length bound when parsing incoming headers
[thirdparty/systemd.git] / src / journal-remote / journal-remote-main.c
CommitLineData
db9ecf05 1/* SPDX-License-Identifier: LGPL-2.1-or-later */
c064d8db
ZJS		 2
3#include <getopt.h>
4#include <unistd.h>
5
6#include "sd-daemon.h"
7
d6b4d1c7 8#include "build.h"
c064d8db 9#include "conf-parser.h"
28db6fbf 10#include "constants.h"
d8dd35fd 11#include "daemon-util.h"
c064d8db
ZJS		 12#include "fd-util.h"
13#include "fileio.h"
14#include "journal-remote-write.h"
15#include "journal-remote.h"
d8dd35fd 16#include "main-func.h"
f362fe73 17#include "memory-util.h"
9c7f2201 18#include "parse-argument.h"
d7085bcc 19#include "parse-helpers.h"
294bf0c3 20#include "pretty-print.h"
c064d8db 21#include "process-util.h"
1abaf488 22#include "rlimit-util.h"
955fc5d8 23#include "sigbus.h"
c064d8db 24#include "signal-util.h"
5c3fa98d 25#include "socket-netlink.h"
c064d8db
ZJS		 26#include "socket-util.h"
27#include "stat-util.h"
28#include "string-table.h"
29#include "strv.h"
30
31#define PRIV_KEY_FILE CERTIFICATE_ROOT "/private/journal-remote.pem"
32#define CERT_FILE CERTIFICATE_ROOT "/certs/journal-remote.pem"
33#define TRUST_FILE CERTIFICATE_ROOT "/ca/trusted.pem"
34
d8dd35fd
YW		 35static const char* arg_url = NULL;
36static const char* arg_getter = NULL;
37static const char* arg_listen_raw = NULL;
38static const char* arg_listen_http = NULL;
39static const char* arg_listen_https = NULL;
40static char** arg_files = NULL; /* Do not free this. */
9c7f2201
ZJS		 41static bool arg_compress = true;
42static bool arg_seal = false;
c064d8db
ZJS		 43static int http_socket = -1, https_socket = -1;
44static char** arg_gnutls_log = NULL;
45
46static JournalWriteSplitMode arg_split_mode = _JOURNAL_WRITE_SPLIT_INVALID;
7276d98c 47static char *arg_output = NULL;
c064d8db
ZJS		 48
49static char *arg_key = NULL;
50static char *arg_cert = NULL;
51static char *arg_trust = NULL;
f7adeaeb 52#if HAVE_GNUTLS
c064d8db 53static bool arg_trust_all = false;
f7adeaeb
YW		 54#else
55static bool arg_trust_all = true;
56#endif
c064d8db 57
f12b399d 58static uint64_t arg_max_use = UINT64_MAX;
59static uint64_t arg_max_size = UINT64_MAX;
60static uint64_t arg_n_max_files = UINT64_MAX;
61static uint64_t arg_keep_free = UINT64_MAX;
62
d8dd35fd
YW		 63STATIC_DESTRUCTOR_REGISTER(arg_gnutls_log, strv_freep);
64STATIC_DESTRUCTOR_REGISTER(arg_key, freep);
65STATIC_DESTRUCTOR_REGISTER(arg_cert, freep);
66STATIC_DESTRUCTOR_REGISTER(arg_trust, freep);
7276d98c 67STATIC_DESTRUCTOR_REGISTER(arg_output, freep);
d8dd35fd 68
c064d8db
ZJS		 69static const char* const journal_write_split_mode_table[_JOURNAL_WRITE_SPLIT_MAX] = {
70 [JOURNAL_WRITE_SPLIT_NONE] = "none",
71 [JOURNAL_WRITE_SPLIT_HOST] = "host",
72};
73
74DEFINE_PRIVATE_STRING_TABLE_LOOKUP(journal_write_split_mode, JournalWriteSplitMode);
75static DEFINE_CONFIG_PARSE_ENUM(config_parse_write_split_mode,
76 journal_write_split_mode,
77 JournalWriteSplitMode,
78 "Failed to parse split mode setting");
79
80/**********************************************************************
81 **********************************************************************
82 **********************************************************************/
83
84static int spawn_child(const char* child, char** argv) {
85 pid_t child_pid;
86 int fd[2], r;
87
88 if (pipe(fd) < 0)
89 return log_error_errno(errno, "Failed to create pager pipe: %m");
90
0c2aedb4
YW		 91 r = safe_fork_full("(remote)",
92 (int[]) {STDIN_FILENO, fd[1], STDERR_FILENO },
93 NULL, 0,
e9ccae31 94 FORK_RESET_SIGNALS|FORK_CLOSE_ALL_FDS|FORK_DEATHSIG_SIGTERM|FORK_REARRANGE_STDIO|FORK_LOG|FORK_RLIMIT_NOFILE_SAFE, &child_pid);
c064d8db
ZJS		 95 if (r < 0) {
96 safe_close_pair(fd);
97 return r;
98 }
99
100 /* In the child */
101 if (r == 0) {
c064d8db
ZJS		 102 execvp(child, argv);
103 log_error_errno(errno, "Failed to exec child %s: %m", child);
104 _exit(EXIT_FAILURE);
105 }
106
107 safe_close(fd[1]);
108
109 r = fd_nonblock(fd[0], true);
110 if (r < 0)
111 log_warning_errno(errno, "Failed to set child pipe to non-blocking: %m");
112
113 return fd[0];
114}
115
116static int spawn_curl(const char* url) {
117 char **argv = STRV_MAKE("curl",
118 "-HAccept: application/vnd.fdo.journal",
119 "--silent",
120 "--show-error",
121 url);
122 int r;
123
124 r = spawn_child("curl", argv);
125 if (r < 0)
126 log_error_errno(r, "Failed to spawn curl: %m");
127 return r;
128}
129
130static int spawn_getter(const char *getter) {
131 int r;
132 _cleanup_strv_free_ char **words = NULL;
133
134 assert(getter);
90e30d76 135 r = strv_split_full(&words, getter, WHITESPACE, EXTRACT_UNQUOTE);
c064d8db
ZJS		 136 if (r < 0)
137 return log_error_errno(r, "Failed to split getter option: %m");
138
139 r = spawn_child(words[0], words);
140 if (r < 0)
141 log_error_errno(r, "Failed to spawn getter %s: %m", getter);
142
143 return r;
144}
145
146/**********************************************************************
147 **********************************************************************
148 **********************************************************************/
149
150static int null_timer_event_handler(sd_event_source *s,
151 uint64_t usec,
152 void *userdata);
153static int dispatch_http_event(sd_event_source *event,
154 int fd,
155 uint32_t revents,
156 void *userdata);
157
158static int request_meta(void **connection_cls, int fd, char *hostname) {
159 RemoteSource *source;
160 Writer *writer;
161 int r;
162
163 assert(connection_cls);
164 if (*connection_cls)
165 return 0;
166
167 r = journal_remote_get_writer(journal_remote_server_global, hostname, &writer);
168 if (r < 0)
169 return log_warning_errno(r, "Failed to get writer for source %s: %m",
170 hostname);
171
172 source = source_new(fd, true, hostname, writer);
173 if (!source) {
174 writer_unref(writer);
175 return log_oom();
176 }
177
178 log_debug("Added RemoteSource as connection metadata %p", source);
179
180 *connection_cls = source;
181 return 0;
182}
183
184static void request_meta_free(void *cls,
185 struct MHD_Connection *connection,
186 void **connection_cls,
187 enum MHD_RequestTerminationCode toe) {
188 RemoteSource *s;
189
190 assert(connection_cls);
191 s = *connection_cls;
192
193 if (s) {
194 log_debug("Cleaning up connection metadata %p", s);
195 source_free(s);
196 *connection_cls = NULL;
197 }
198}
199
200static int process_http_upload(
201 struct MHD_Connection *connection,
202 const char *upload_data,
203 size_t *upload_data_size,
204 RemoteSource *source) {
205
206 bool finished = false;
207 size_t remaining;
208 int r;
209
210 assert(source);
211
212 log_trace("%s: connection %p, %zu bytes",
213 __func__, connection, *upload_data_size);
214
215 if (*upload_data_size) {
216 log_trace("Received %zu bytes", *upload_data_size);
217
218 r = journal_importer_push_data(&source->importer,
219 upload_data, *upload_data_size);
220 if (r < 0)
221 return mhd_respond_oom(connection);
222
223 *upload_data_size = 0;
224 } else
225 finished = true;
226
227 for (;;) {
49615dbd 228 r = process_source(source, journal_remote_server_global->file_flags);
c064d8db
ZJS		 229 if (r == -EAGAIN)
230 break;
7fdb237f 231 if (r < 0) {
ef4d6abe
ZJS		 232 if (r == -ENOBUFS)
233 log_warning_errno(r, "Entry is above the maximum of %u, aborting connection %p.",
7fdb237f 234 DATA_SIZE_MAX, connection);
ef4d6abe
ZJS		 235 else if (r == -E2BIG)
236 log_warning_errno(r, "Entry with more fields than the maximum of %u, aborting connection %p.",
237 ENTRY_FIELD_COUNT_MAX, connection);
c064d8db 238 else
7fdb237f
ZJS		 239 log_warning_errno(r, "Failed to process data, aborting connection %p: %m",
240 connection);
241 return MHD_NO;
c064d8db
ZJS		 242 }
243 }
244
245 if (!finished)
246 return MHD_YES;
247
248 /* The upload is finished */
249
250 remaining = journal_importer_bytes_remaining(&source->importer);
251 if (remaining > 0) {
252 log_warning("Premature EOF byte. %zu bytes lost.", remaining);
253 return mhd_respondf(connection,
254 0, MHD_HTTP_EXPECTATION_FAILED,
255 "Premature EOF. %zu bytes of trailing data not processed.",
256 remaining);
257 }
258
259 return mhd_respond(connection, MHD_HTTP_ACCEPTED, "OK.");
260};
261
d17eabb1 262static mhd_result request_handler(
c064d8db
ZJS		 263 void *cls,
264 struct MHD_Connection *connection,
265 const char *url,
266 const char *method,
267 const char *version,
268 const char *upload_data,
269 size_t *upload_data_size,
270 void **connection_cls) {
271
272 const char *header;
273 int r, code, fd;
274 _cleanup_free_ char *hostname = NULL;
a289dfd6 275 bool chunked = false;
c064d8db
ZJS		 276
277 assert(connection);
278 assert(connection_cls);
279 assert(url);
280 assert(method);
281
282 log_trace("Handling a connection %s %s %s", method, url, version);
283
284 if (*connection_cls)
285 return process_http_upload(connection,
286 upload_data, upload_data_size,
287 *connection_cls);
288
289 if (!streq(method, "POST"))
290 return mhd_respond(connection, MHD_HTTP_NOT_ACCEPTABLE, "Unsupported method.");
291
292 if (!streq(url, "/upload"))
293 return mhd_respond(connection, MHD_HTTP_NOT_FOUND, "Not found.");
294
7fdb237f 295 header = MHD_lookup_connection_value(connection, MHD_HEADER_KIND, "Content-Type");
c064d8db
ZJS		 296 if (!header || !streq(header, "application/vnd.fdo.journal"))
297 return mhd_respond(connection, MHD_HTTP_UNSUPPORTED_MEDIA_TYPE,
298 "Content-Type: application/vnd.fdo.journal is required.");
299
a289dfd6
YW		 300 header = MHD_lookup_connection_value(connection, MHD_HEADER_KIND, "Transfer-Encoding");
301 if (header) {
302 if (!strcaseeq(header, "chunked"))
303 return mhd_respondf(connection, 0, MHD_HTTP_BAD_REQUEST,
304 "Unsupported Transfer-Encoding type: %s", header);
305
306 chunked = true;
307 }
308
7fdb237f 309 header = MHD_lookup_connection_value(connection, MHD_HEADER_KIND, "Content-Length");
a289dfd6 310 if (header) {
ce2f4379
ZJS		 311 size_t len;
312
a289dfd6
YW		 313 if (chunked)
314 return mhd_respond(connection, MHD_HTTP_BAD_REQUEST,
1f8ef095 315 "Content-Length not allowed when Transfer-Encoding type is 'chunked'");
a289dfd6
YW		 316
317 r = safe_atozu(header, &len);
318 if (r < 0)
319 return mhd_respondf(connection, r, MHD_HTTP_LENGTH_REQUIRED,
320 "Content-Length: %s cannot be parsed: %m", header);
321
322 if (len > ENTRY_SIZE_MAX)
323 /* When serialized, an entry of maximum size might be slightly larger,
324 * so this does not correspond exactly to the limit in journald. Oh well.
325 */
30df858f 326 return mhd_respondf(connection, 0, MHD_HTTP_CONTENT_TOO_LARGE,
a289dfd6
YW		 327 "Payload larger than maximum size of %u bytes", ENTRY_SIZE_MAX);
328 }
7fdb237f 329
c064d8db
ZJS		 330 {
331 const union MHD_ConnectionInfo *ci;
332
333 ci = MHD_get_connection_info(connection,
334 MHD_CONNECTION_INFO_CONNECTION_FD);
335 if (!ci) {
336 log_error("MHD_get_connection_info failed: cannot get remote fd");
337 return mhd_respond(connection, MHD_HTTP_INTERNAL_SERVER_ERROR,
338 "Cannot check remote address.");
339 }
340
341 fd = ci->connect_fd;
342 assert(fd >= 0);
343 }
344
345 if (journal_remote_server_global->check_trust) {
346 r = check_permissions(connection, &code, &hostname);
347 if (r < 0)
348 return code;
349 } else {
350 r = getpeername_pretty(fd, false, &hostname);
351 if (r < 0)
352 return mhd_respond(connection, MHD_HTTP_INTERNAL_SERVER_ERROR,
353 "Cannot check remote hostname.");
354 }
355
356 assert(hostname);
357
358 r = request_meta(connection_cls, fd, hostname);
359 if (r == -ENOMEM)
360 return respond_oom(connection);
361 else if (r < 0)
362 return mhd_respondf(connection, r, MHD_HTTP_INTERNAL_SERVER_ERROR, "%m");
363
364 hostname = NULL;
365 return MHD_YES;
366}
367
368static int setup_microhttpd_server(RemoteServer *s,
369 int fd,
370 const char *key,
371 const char *cert,
372 const char *trust) {
373 struct MHD_OptionItem opts[] = {
c064d8db 374 { MHD_OPTION_EXTERNAL_LOGGER, (intptr_t) microhttpd_logger},
756ef1fa 375 { MHD_OPTION_NOTIFY_COMPLETED, (intptr_t) request_meta_free},
c064d8db 376 { MHD_OPTION_LISTEN_SOCKET, fd},
5572e9d8 377 { MHD_OPTION_CONNECTION_MEMORY_LIMIT, JOURNAL_SERVER_MEMORY_MAX},
c064d8db
ZJS		 378 { MHD_OPTION_END},
379 { MHD_OPTION_END},
380 { MHD_OPTION_END},
381 { MHD_OPTION_END},
382 { MHD_OPTION_END}};
383 int opts_pos = 4;
384 int flags =
385 MHD_USE_DEBUG |
386 MHD_USE_DUAL_STACK |
387 MHD_USE_EPOLL |
388 MHD_USE_ITC;
389
3c67c8bd 390 _cleanup_(MHDDaemonWrapper_freep) MHDDaemonWrapper *d = NULL;
c064d8db
ZJS		 391 const union MHD_DaemonInfo *info;
392 int r, epoll_fd;
c064d8db
ZJS		 393
394 assert(fd >= 0);
395
396 r = fd_nonblock(fd, true);
397 if (r < 0)
398 return log_error_errno(r, "Failed to make fd:%d nonblocking: %m", fd);
399
400/* MHD_OPTION_STRICT_FOR_CLIENT is introduced in microhttpd 0.9.54,
401 * and MHD_USE_PEDANTIC_CHECKS will be deprecated in future.
402 * If MHD_USE_PEDANTIC_CHECKS is '#define'd, then it is deprecated
403 * and we should use MHD_OPTION_STRICT_FOR_CLIENT. On the other hand,
404 * if MHD_USE_PEDANTIC_CHECKS is not '#define'd, then it is not
405 * deprecated yet and there exists an enum element with the same name.
406 * So we can safely use it. */
407#ifdef MHD_USE_PEDANTIC_CHECKS
408 opts[opts_pos++] = (struct MHD_OptionItem)
409 {MHD_OPTION_STRICT_FOR_CLIENT, 1};
410#else
411 flags |= MHD_USE_PEDANTIC_CHECKS;
412#endif
413
414 if (key) {
415 assert(cert);
416
417 opts[opts_pos++] = (struct MHD_OptionItem)
418 {MHD_OPTION_HTTPS_MEM_KEY, 0, (char*) key};
419 opts[opts_pos++] = (struct MHD_OptionItem)
420 {MHD_OPTION_HTTPS_MEM_CERT, 0, (char*) cert};
421
422 flags |= MHD_USE_TLS;
423
424 if (trust)
425 opts[opts_pos++] = (struct MHD_OptionItem)
426 {MHD_OPTION_HTTPS_MEM_TRUST, 0, (char*) trust};
427 }
428
429 d = new(MHDDaemonWrapper, 1);
430 if (!d)
431 return log_oom();
432
433 d->fd = (uint64_t) fd;
434
435 d->daemon = MHD_start_daemon(flags, 0,
436 NULL, NULL,
437 request_handler, NULL,
438 MHD_OPTION_ARRAY, opts,
439 MHD_OPTION_END);
3c67c8bd
FS		 440 if (!d->daemon)
441 return log_error_errno(SYNTHETIC_ERRNO(EINVAL), "Failed to start μhttp daemon");
c064d8db
ZJS		 442
443 log_debug("Started MHD %s daemon on fd:%d (wrapper @ %p)",
444 key ? "HTTPS" : "HTTP", fd, d);
445
446 info = MHD_get_daemon_info(d->daemon, MHD_DAEMON_INFO_EPOLL_FD_LINUX_ONLY);
3c67c8bd
FS		 447 if (!info)
448 return log_error_errno(SYNTHETIC_ERRNO(EOPNOTSUPP), "μhttp returned NULL daemon info");
c064d8db
ZJS		 449
450 epoll_fd = info->listen_fd;
3c67c8bd
FS		 451 if (epoll_fd < 0)
452 return log_error_errno(SYNTHETIC_ERRNO(EUCLEAN), "μhttp epoll fd is invalid");
c064d8db
ZJS		 453
454 r = sd_event_add_io(s->events, &d->io_event,
455 epoll_fd, EPOLLIN,
456 dispatch_http_event, d);
3c67c8bd
FS		 457 if (r < 0)
458 return log_error_errno(r, "Failed to add event callback: %m");
c064d8db
ZJS		 459
460 r = sd_event_source_set_description(d->io_event, "io_event");
3c67c8bd
FS		 461 if (r < 0)
462 return log_error_errno(r, "Failed to set source name: %m");
c064d8db
ZJS		 463
464 r = sd_event_add_time(s->events, &d->timer_event,
f5fbe71d 465 CLOCK_MONOTONIC, UINT64_MAX, 0,
c064d8db 466 null_timer_event_handler, d);
3c67c8bd
FS		 467 if (r < 0)
468 return log_error_errno(r, "Failed to add timer_event: %m");
c064d8db
ZJS		 469
470 r = sd_event_source_set_description(d->timer_event, "timer_event");
3c67c8bd
FS		 471 if (r < 0)
472 return log_error_errno(r, "Failed to set source name: %m");
c064d8db 473
4bc25168 474 r = hashmap_ensure_put(&s->daemons, &uint64_hash_ops, &d->fd, d);
3c67c8bd
FS		 475 if (r == -ENOMEM)
476 return log_oom();
477 if (r < 0)
478 return log_error_errno(r, "Failed to add daemon to hashmap: %m");
c064d8db 479
3c67c8bd 480 TAKE_PTR(d);
c064d8db
ZJS		 481 s->active++;
482 return 0;
c064d8db
ZJS		 483}
484
485static int setup_microhttpd_socket(RemoteServer *s,
486 const char *address,
487 const char *key,
488 const char *cert,
489 const char *trust) {
490 int fd;
491
492 fd = make_socket_fd(LOG_DEBUG, address, SOCK_STREAM, SOCK_CLOEXEC);
493 if (fd < 0)
494 return fd;
495
496 return setup_microhttpd_server(s, fd, key, cert, trust);
497}
498
499static int null_timer_event_handler(sd_event_source *timer_event,
500 uint64_t usec,
501 void *userdata) {
502 return dispatch_http_event(timer_event, 0, 0, userdata);
503}
504
505static int dispatch_http_event(sd_event_source *event,
506 int fd,
507 uint32_t revents,
508 void *userdata) {
99534007 509 MHDDaemonWrapper *d = ASSERT_PTR(userdata);
c064d8db 510 int r;
8a8e84d2 511 MHD_UNSIGNED_LONG_LONG timeout = ULLONG_MAX;
c064d8db 512
c064d8db 513 r = MHD_run(d->daemon);
baaa35ad
ZJS		 514 if (r == MHD_NO)
515 // FIXME: unregister daemon
516 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
517 "MHD_run failed!");
c064d8db 518 if (MHD_get_timeout(d->daemon, &timeout) == MHD_NO)
8a8e84d2 519 timeout = ULLONG_MAX;
c064d8db
ZJS		 520
521 r = sd_event_source_set_time(d->timer_event, timeout);
522 if (r < 0) {
523 log_warning_errno(r, "Unable to set event loop timeout: %m, this may result in indefinite blocking!");
524 return 1;
525 }
526
527 r = sd_event_source_set_enabled(d->timer_event, SD_EVENT_ON);
528 if (r < 0)
529 log_warning_errno(r, "Unable to enable timer_event: %m, this may result in indefinite blocking!");
530
531 return 1; /* work to do */
532}
533
534/**********************************************************************
535 **********************************************************************
536 **********************************************************************/
537
538static int setup_signals(RemoteServer *s) {
539 int r;
540
541 assert(s);
542
543 assert_se(sigprocmask_many(SIG_SETMASK, NULL, SIGINT, SIGTERM, -1) >= 0);
544
545 r = sd_event_add_signal(s->events, &s->sigterm_event, SIGTERM, NULL, s);
546 if (r < 0)
547 return r;
548
549 r = sd_event_add_signal(s->events, &s->sigint_event, SIGINT, NULL, s);
550 if (r < 0)
551 return r;
552
553 return 0;
554}
555
556static int setup_raw_socket(RemoteServer *s, const char *address) {
557 int fd;
558
559 fd = make_socket_fd(LOG_INFO, address, SOCK_STREAM, SOCK_CLOEXEC);
560 if (fd < 0)
561 return fd;
562
563 return journal_remote_add_raw_socket(s, fd);
564}
565
566static int create_remoteserver(
567 RemoteServer *s,
568 const char* key,
569 const char* cert,
570 const char* trust) {
571
572 int r, n, fd;
c064d8db 573
49615dbd
LP		 574 r = journal_remote_server_init(
575 s,
576 arg_output,
577 arg_split_mode,
578 (arg_compress ? JOURNAL_COMPRESS : 0) |
579 (arg_seal ? JOURNAL_SEAL : 0));
c064d8db
ZJS		 580 if (r < 0)
581 return r;
582
83a43339
LP		 583 r = setup_signals(s);
584 if (r < 0)
585 return log_error_errno(r, "Failed to set up signals: %m");
c064d8db
ZJS		 586
587 n = sd_listen_fds(true);
588 if (n < 0)
589 return log_error_errno(n, "Failed to read listening file descriptors from environment: %m");
590 else
591 log_debug("Received %d descriptors", n);
592
baaa35ad
ZJS		 593 if (MAX(http_socket, https_socket) >= SD_LISTEN_FDS_START + n)
594 return log_error_errno(SYNTHETIC_ERRNO(EBADFD),
595 "Received fewer sockets than expected");
c064d8db
ZJS		 596
597 for (fd = SD_LISTEN_FDS_START; fd < SD_LISTEN_FDS_START + n; fd++) {
598 if (sd_is_socket(fd, AF_UNSPEC, 0, true)) {
599 log_debug("Received a listening socket (fd:%d)", fd);
600
601 if (fd == http_socket)
602 r = setup_microhttpd_server(s, fd, NULL, NULL, NULL);
603 else if (fd == https_socket)
604 r = setup_microhttpd_server(s, fd, key, cert, trust);
605 else
606 r = journal_remote_add_raw_socket(s, fd);
607 } else if (sd_is_socket(fd, AF_UNSPEC, 0, false)) {
608 char *hostname;
609
610 r = getpeername_pretty(fd, false, &hostname);
611 if (r < 0)
612 return log_error_errno(r, "Failed to retrieve remote name: %m");
613
614 log_debug("Received a connection socket (fd:%d) from %s", fd, hostname);
615
616 r = journal_remote_add_source(s, fd, hostname, true);
baaa35ad
ZJS		 617 } else
618 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
619 "Unknown socket passed on fd:%d", fd);
c064d8db
ZJS		 620
621 if (r < 0)
baaa35ad 622 return log_error_errno(r, "Failed to register socket (fd:%d): %m", fd);
c064d8db
ZJS		 623 }
624
625 if (arg_getter) {
626 log_info("Spawning getter %s...", arg_getter);
627 fd = spawn_getter(arg_getter);
628 if (fd < 0)
629 return fd;
630
631 r = journal_remote_add_source(s, fd, (char*) arg_output, false);
632 if (r < 0)
633 return r;
634 }
635
636 if (arg_url) {
d8dd35fd 637 const char *url, *hostname;
c064d8db
ZJS		 638
639 if (!strstr(arg_url, "/entries")) {
640 if (endswith(arg_url, "/"))
641 url = strjoina(arg_url, "entries");
642 else
643 url = strjoina(arg_url, "/entries");
15d121b0 644 } else
2f82562b 645 url = strdupa_safe(arg_url);
c064d8db
ZJS		 646
647 log_info("Spawning curl %s...", url);
648 fd = spawn_curl(url);
649 if (fd < 0)
650 return fd;
651
49fe5c09
LP		 652 hostname = STARTSWITH_SET(arg_url, "https://", "http://");
653 if (!hostname)
654 hostname = arg_url;
c064d8db 655
2f82562b 656 hostname = strndupa_safe(hostname, strcspn(hostname, "/:"));
c064d8db 657
d8dd35fd 658 r = journal_remote_add_source(s, fd, (char *) hostname, false);
c064d8db
ZJS		 659 if (r < 0)
660 return r;
661 }
662
663 if (arg_listen_raw) {
664 log_debug("Listening on a socket...");
665 r = setup_raw_socket(s, arg_listen_raw);
666 if (r < 0)
667 return r;
668 }
669
670 if (arg_listen_http) {
671 r = setup_microhttpd_socket(s, arg_listen_http, NULL, NULL, NULL);
672 if (r < 0)
673 return r;
674 }
675
676 if (arg_listen_https) {
677 r = setup_microhttpd_socket(s, arg_listen_https, key, cert, trust);
678 if (r < 0)
679 return r;
680 }
681
682 STRV_FOREACH(file, arg_files) {
683 const char *output_name;
684
685 if (streq(*file, "-")) {
686 log_debug("Using standard input as source.");
687
688 fd = STDIN_FILENO;
689 output_name = "stdin";
690 } else {
691 log_debug("Reading file %s...", *file);
692
693 fd = open(*file, O_RDONLY|O_CLOEXEC|O_NOCTTY|O_NONBLOCK);
694 if (fd < 0)
695 return log_error_errno(errno, "Failed to open %s: %m", *file);
696 output_name = *file;
697 }
698
699 r = journal_remote_add_source(s, fd, (char*) output_name, false);
700 if (r < 0)
701 return r;
702 }
703
baaa35ad
ZJS		 704 if (s->active == 0)
705 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
706 "Zero sources specified");
c064d8db
ZJS		 707
708 if (arg_split_mode == JOURNAL_WRITE_SPLIT_NONE) {
709 /* In this case we know what the writer will be
710 called, so we can create it and verify that we can
711 create output as expected. */
712 r = journal_remote_get_writer(s, NULL, &s->_single_writer);
713 if (r < 0)
8ee2fd90 714 return log_warning_errno(r, "Failed to get writer: %m");
c064d8db
ZJS		 715 }
716
717 return 0;
718}
719
720static int negative_fd(const char *spec) {
721 /* Return a non-positive number as its inverse, -EINVAL otherwise. */
722
723 int fd, r;
724
725 r = safe_atoi(spec, &fd);
726 if (r < 0)
727 return r;
728
729 if (fd > 0)
730 return -EINVAL;
731 else
732 return -fd;
733}
734
735static int parse_config(void) {
736 const ConfigTableItem items[] = {
f12b399d 737 { "Remote", "Seal", config_parse_bool, 0, &arg_seal },
738 { "Remote", "SplitMode", config_parse_write_split_mode, 0, &arg_split_mode },
739 { "Remote", "ServerKeyFile", config_parse_path, 0, &arg_key },
740 { "Remote", "ServerCertificateFile", config_parse_path, 0, &arg_cert },
d7085bcc 741 { "Remote", "TrustedCertificateFile", config_parse_path_or_ignore, 0, &arg_trust },
f12b399d 742 { "Remote", "MaxUse", config_parse_iec_uint64, 0, &arg_max_use },
743 { "Remote", "MaxFileSize", config_parse_iec_uint64, 0, &arg_max_size },
744 { "Remote", "MaxFiles", config_parse_uint64, 0, &arg_n_max_files },
745 { "Remote", "KeepFree", config_parse_iec_uint64, 0, &arg_keep_free },
37ec0fdd
LP		 746 {}
747 };
c064d8db 748
07e0ffc8
FB		 749 return config_parse_config_file("journal-remote.conf", "Remote\0",
750 config_item_table_lookup, items,
751 CONFIG_PARSE_WARN, NULL);
c064d8db
ZJS		 752}
753
37ec0fdd
LP		 754static int help(void) {
755 _cleanup_free_ char *link = NULL;
756 int r;
757
758 r = terminal_urlify_man("systemd-journal-remote.service", "8", &link);
759 if (r < 0)
760 return log_oom();
761
c064d8db
ZJS		 762 printf("%s [OPTIONS...] {FILE|-}...\n\n"
763 "Write external journal events to journal file(s).\n\n"
764 " -h --help Show this help\n"
765 " --version Show package version\n"
766 " --url=URL Read events from systemd-journal-gatewayd at URL\n"
767 " --getter=COMMAND Read events from the output of COMMAND\n"
768 " --listen-raw=ADDR Listen for connections at ADDR\n"
769 " --listen-http=ADDR Listen for HTTP connections at ADDR\n"
770 " --listen-https=ADDR Listen for HTTPS connections at ADDR\n"
771 " -o --output=FILE|DIR Write output to FILE or DIR/external-*.journal\n"
82b2281d 772 " --compress[=BOOL] Use compression in the output journal (default: yes)\n"
c064d8db
ZJS		 773 " --seal[=BOOL] Use event sealing (default: no)\n"
774 " --key=FILENAME SSL key in PEM format (default:\n"
775 " \"" PRIV_KEY_FILE "\")\n"
776 " --cert=FILENAME SSL certificate in PEM format (default:\n"
777 " \"" CERT_FILE "\")\n"
778 " --trust=FILENAME|all SSL CA certificate or disable checking (default:\n"
779 " \"" TRUST_FILE "\")\n"
780 " --gnutls-log=CATEGORY...\n"
781 " Specify a list of gnutls logging categories\n"
782 " --split-mode=none|host How many output files to create\n"
37ec0fdd 783 "\nNote: file descriptors from sd_listen_fds() will be consumed, too.\n"
bc556335
DDM		 784 "\nSee the %s for details.\n",
785 program_invocation_short_name,
786 link);
37ec0fdd
LP		 787
788 return 0;
c064d8db
ZJS		 789}
790
791static int parse_argv(int argc, char *argv[]) {
792 enum {
793 ARG_VERSION = 0x100,
794 ARG_URL,
795 ARG_LISTEN_RAW,
796 ARG_LISTEN_HTTP,
797 ARG_LISTEN_HTTPS,
798 ARG_GETTER,
799 ARG_SPLIT_MODE,
800 ARG_COMPRESS,
801 ARG_SEAL,
802 ARG_KEY,
803 ARG_CERT,
804 ARG_TRUST,
805 ARG_GNUTLS_LOG,
806 };
807
808 static const struct option options[] = {
809 { "help", no_argument, NULL, 'h' },
810 { "version", no_argument, NULL, ARG_VERSION },
811 { "url", required_argument, NULL, ARG_URL },
812 { "getter", required_argument, NULL, ARG_GETTER },
813 { "listen-raw", required_argument, NULL, ARG_LISTEN_RAW },
814 { "listen-http", required_argument, NULL, ARG_LISTEN_HTTP },
815 { "listen-https", required_argument, NULL, ARG_LISTEN_HTTPS },
816 { "output", required_argument, NULL, 'o' },
817 { "split-mode", required_argument, NULL, ARG_SPLIT_MODE },
818 { "compress", optional_argument, NULL, ARG_COMPRESS },
819 { "seal", optional_argument, NULL, ARG_SEAL },
820 { "key", required_argument, NULL, ARG_KEY },
821 { "cert", required_argument, NULL, ARG_CERT },
822 { "trust", required_argument, NULL, ARG_TRUST },
823 { "gnutls-log", required_argument, NULL, ARG_GNUTLS_LOG },
824 {}
825 };
826
827 int c, r;
828 bool type_a, type_b;
829
830 assert(argc >= 0);
831 assert(argv);
832
833 while ((c = getopt_long(argc, argv, "ho:", options, NULL)) >= 0)
79893116 834 switch (c) {
37ec0fdd 835
c064d8db 836 case 'h':
37ec0fdd 837 return help();
c064d8db
ZJS		 838
839 case ARG_VERSION:
840 return version();
841
842 case ARG_URL:
baaa35ad
ZJS		 843 if (arg_url)
844 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 845 "Cannot currently set more than one --url=");
c064d8db
ZJS		 846
847 arg_url = optarg;
848 break;
849
850 case ARG_GETTER:
baaa35ad
ZJS		 851 if (arg_getter)
852 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 853 "Cannot currently use --getter= more than once");
c064d8db
ZJS		 854
855 arg_getter = optarg;
856 break;
857
858 case ARG_LISTEN_RAW:
baaa35ad
ZJS		 859 if (arg_listen_raw)
860 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 861 "Cannot currently use --listen-raw= more than once");
c064d8db
ZJS		 862
863 arg_listen_raw = optarg;
864 break;
865
866 case ARG_LISTEN_HTTP:
baaa35ad
ZJS		 867 if (arg_listen_http || http_socket >= 0)
868 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 869 "Cannot currently use --listen-http= more than once");
c064d8db
ZJS		 870
871 r = negative_fd(optarg);
872 if (r >= 0)
873 http_socket = r;
874 else
875 arg_listen_http = optarg;
876 break;
877
878 case ARG_LISTEN_HTTPS:
baaa35ad
ZJS		 879 if (arg_listen_https || https_socket >= 0)
880 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 881 "Cannot currently use --listen-https= more than once");
c064d8db
ZJS		 882
883 r = negative_fd(optarg);
884 if (r >= 0)
885 https_socket = r;
886 else
887 arg_listen_https = optarg;
888
889 break;
890
891 case ARG_KEY:
baaa35ad
ZJS		 892 if (arg_key)
893 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
894 "Key file specified twice");
c064d8db
ZJS		 895
896 arg_key = strdup(optarg);
897 if (!arg_key)
898 return log_oom();
899
900 break;
901
902 case ARG_CERT:
baaa35ad
ZJS		 903 if (arg_cert)
904 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
905 "Certificate file specified twice");
c064d8db
ZJS		 906
907 arg_cert = strdup(optarg);
908 if (!arg_cert)
909 return log_oom();
910
911 break;
912
913 case ARG_TRUST:
f7adeaeb 914#if HAVE_GNUTLS
d7085bcc 915 if (arg_trust)
baaa35ad 916 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 917 "Cannot use --trust more= than once");
c064d8db 918
d7085bcc
FS		 919 arg_trust = strdup(optarg);
920 if (!arg_trust)
921 return log_oom();
c064d8db 922#else
f7adeaeb 923 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 924 "Option --trust= is not available.");
c064d8db 925#endif
c064d8db
ZJS		 926 break;
927
928 case 'o':
baaa35ad
ZJS		 929 if (arg_output)
930 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 931 "Cannot use --output=/-o more than once");
c064d8db 932
7276d98c
YW		 933 r = parse_path_argument(optarg, /* suppress_root = */ false, &arg_output);
934 if (r < 0)
935 return r;
c064d8db
ZJS		 936 break;
937
938 case ARG_SPLIT_MODE:
939 arg_split_mode = journal_write_split_mode_from_string(optarg);
baaa35ad 940 if (arg_split_mode == _JOURNAL_WRITE_SPLIT_INVALID)
7211c853 941 return log_error_errno(arg_split_mode, "Invalid split mode: %s", optarg);
c064d8db
ZJS		 942 break;
943
944 case ARG_COMPRESS:
9c7f2201
ZJS		 945 r = parse_boolean_argument("--compress", optarg, &arg_compress);
946 if (r < 0)
947 return r;
c064d8db
ZJS		 948 break;
949
950 case ARG_SEAL:
9c7f2201
ZJS		 951 r = parse_boolean_argument("--seal", optarg, &arg_seal);
952 if (r < 0)
953 return r;
c064d8db
ZJS		 954 break;
955
b01031e3 956 case ARG_GNUTLS_LOG:
c064d8db 957#if HAVE_GNUTLS
b01031e3 958 for (const char* p = optarg;;) {
c064d8db
ZJS		 959 _cleanup_free_ char *word = NULL;
960
961 r = extract_first_word(&p, &word, ",", 0);
962 if (r < 0)
963 return log_error_errno(r, "Failed to parse --gnutls-log= argument: %m");
c064d8db
ZJS		 964 if (r == 0)
965 break;
966
967 if (strv_push(&arg_gnutls_log, word) < 0)
968 return log_oom();
969
970 word = NULL;
971 }
972 break;
973#else
baaa35ad 974 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 975 "Option --gnutls-log= is not available.");
c064d8db 976#endif
c064d8db
ZJS		 977
978 case '?':
979 return -EINVAL;
980
981 default:
04499a70 982 assert_not_reached();
c064d8db
ZJS		 983 }
984
985 if (optind < argc)
986 arg_files = argv + optind;
987
988 type_a = arg_getter || !strv_isempty(arg_files);
989 type_b = arg_url
990 || arg_listen_raw
991 || arg_listen_http || arg_listen_https
992 || sd_listen_fds(false) > 0;
baaa35ad
ZJS		 993 if (type_a && type_b)
994 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e
FS		 995 "Cannot use file input or --getter= with "
996 "--listen-...= or socket activation.");
c064d8db 997 if (type_a) {
baaa35ad
ZJS		 998 if (!arg_output)
999 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 1000 "Option --output= must be specified with file input or --getter=.");
c064d8db 1001
baaa35ad
ZJS		 1002 if (!IN_SET(arg_split_mode, JOURNAL_WRITE_SPLIT_NONE, _JOURNAL_WRITE_SPLIT_INVALID))
1003 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
1004 "For active sources, only --split-mode=none is allowed.");
c064d8db
ZJS		 1005
1006 arg_split_mode = JOURNAL_WRITE_SPLIT_NONE;
1007 }
1008
1009 if (arg_split_mode == _JOURNAL_WRITE_SPLIT_INVALID)
1010 arg_split_mode = JOURNAL_WRITE_SPLIT_HOST;
1011
1012 if (arg_split_mode == JOURNAL_WRITE_SPLIT_NONE && arg_output) {
baaa35ad
ZJS		 1013 if (is_dir(arg_output, true) > 0)
1014 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
1015 "For SplitMode=none, output must be a file.");
1016 if (!endswith(arg_output, ".journal"))
1017 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
1018 "For SplitMode=none, output file name must end with .journal.");
c064d8db
ZJS		 1019 }
1020
1021 if (arg_split_mode == JOURNAL_WRITE_SPLIT_HOST
baaa35ad
ZJS		 1022 && arg_output && is_dir(arg_output, true) <= 0)
1023 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
1024 "For SplitMode=host, output must be a directory.");
c064d8db 1025
d7085bcc
FS		 1026 if (STRPTR_IN_SET(arg_trust, "-", "all")) {
1027 arg_trust_all = true;
1028 arg_trust = mfree(arg_trust);
1029 }
1030
c064d8db
ZJS		 1031 log_debug("Full config: SplitMode=%s Key=%s Cert=%s Trust=%s",
1032 journal_write_split_mode_to_string(arg_split_mode),
1033 strna(arg_key),
1034 strna(arg_cert),
1035 strna(arg_trust));
1036
1037 return 1 /* work to do */;
1038}
1039
1040static int load_certificates(char **key, char **cert, char **trust) {
1041 int r;
1042
e5de42e6 1043 r = read_full_file_full(
986311c2 1044 AT_FDCWD, arg_key ?: PRIV_KEY_FILE, UINT64_MAX, SIZE_MAX,
e5de42e6
LP		 1045 READ_FULL_FILE_SECURE|READ_FULL_FILE_WARN_WORLD_READABLE|READ_FULL_FILE_CONNECT_SOCKET,
1046 NULL,
1047 key, NULL);
c064d8db
ZJS		 1048 if (r < 0)
1049 return log_error_errno(r, "Failed to read key from file '%s': %m",
1050 arg_key ?: PRIV_KEY_FILE);
1051
986311c2
LP		 1052 r = read_full_file_full(
1053 AT_FDCWD, arg_cert ?: CERT_FILE, UINT64_MAX, SIZE_MAX,
1054 READ_FULL_FILE_CONNECT_SOCKET,
1055 NULL,
1056 cert, NULL);
c064d8db
ZJS		 1057 if (r < 0)
1058 return log_error_errno(r, "Failed to read certificate from file '%s': %m",
1059 arg_cert ?: CERT_FILE);
1060
1061 if (arg_trust_all)
1062 log_info("Certificate checking disabled.");
1063 else {
986311c2
LP		 1064 r = read_full_file_full(
1065 AT_FDCWD, arg_trust ?: TRUST_FILE, UINT64_MAX, SIZE_MAX,
1066 READ_FULL_FILE_CONNECT_SOCKET,
1067 NULL,
1068 trust, NULL);
c064d8db
ZJS		 1069 if (r < 0)
1070 return log_error_errno(r, "Failed to read CA certificate file '%s': %m",
1071 arg_trust ?: TRUST_FILE);
1072 }
1073
baaa35ad
ZJS		 1074 if ((arg_listen_raw || arg_listen_http) && *trust)
1075 return log_error_errno(SYNTHETIC_ERRNO(EINVAL),
2530af2e 1076 "Option --trust= makes all non-HTTPS connections untrusted.");
c064d8db
ZJS		 1077
1078 return 0;
1079}
1080
d8dd35fd 1081static int run(int argc, char **argv) {
94952201 1082 _cleanup_(journal_remote_server_destroy) RemoteServer s = {};
d7ac0952 1083 _unused_ _cleanup_(notify_on_cleanup) const char *notify_message = NULL;
f362fe73
LP		 1084 _cleanup_(erase_and_freep) char *key = NULL;
1085 _cleanup_free_ char *cert = NULL, *trust = NULL;
d8dd35fd 1086 int r;
c064d8db
ZJS		 1087
1088 log_show_color(true);
74189020 1089 log_parse_environment();
c064d8db 1090
1abaf488
LP		 1091 /* The journal merging logic potentially needs a lot of fds. */
1092 (void) rlimit_nofile_bump(HIGH_RLIMIT_NOFILE);
1093
955fc5d8
YW		 1094 sigbus_install();
1095
c064d8db
ZJS		 1096 r = parse_config();
1097 if (r < 0)
d8dd35fd 1098 return r;
c064d8db
ZJS		 1099
1100 r = parse_argv(argc, argv);
1101 if (r <= 0)
d8dd35fd 1102 return r;
c064d8db
ZJS		 1103
1104 if (arg_listen_http || arg_listen_https) {
1105 r = setup_gnutls_logger(arg_gnutls_log);
1106 if (r < 0)
d8dd35fd 1107 return r;
c064d8db
ZJS		 1108 }
1109
d7ef030b 1110 if (arg_listen_https || https_socket >= 0) {
d8dd35fd
YW		 1111 r = load_certificates(&key, &cert, &trust);
1112 if (r < 0)
1113 return r;
1114
d7ef030b
MG		 1115 s.check_trust = !arg_trust_all;
1116 }
c064d8db 1117
f12b399d 1118 journal_reset_metrics(&s.metrics);
1119 s.metrics.max_use = arg_max_use;
1120 s.metrics.max_size = arg_max_size;
a4f82d2c 1121 s.metrics.keep_free = arg_keep_free;
f12b399d 1122 s.metrics.n_max_files = arg_n_max_files;
1123
d8dd35fd
YW		 1124 r = create_remoteserver(&s, key, cert, trust);
1125 if (r < 0)
1126 return r;
c064d8db
ZJS		 1127
1128 r = sd_event_set_watchdog(s.events, true);
1129 if (r < 0)
d8dd35fd
YW		 1130 return log_error_errno(r, "Failed to enable watchdog: %m");
1131
1132 log_debug("Watchdog is %sd.", enable_disable(r > 0));
c064d8db
ZJS		 1133
1134 log_debug("%s running as pid "PID_FMT,
1135 program_invocation_short_name, getpid_cached());
d8dd35fd
YW		 1136
1137 notify_message = notify_start(NOTIFY_READY, NOTIFY_STOPPING);
c064d8db
ZJS		 1138
1139 while (s.active) {
1140 r = sd_event_get_state(s.events);
1141 if (r < 0)
d8dd35fd 1142 return r;
c064d8db
ZJS		 1143 if (r == SD_EVENT_FINISHED)
1144 break;
1145
1146 r = sd_event_run(s.events, -1);
d8dd35fd
YW		 1147 if (r < 0)
1148 return log_error_errno(r, "Failed to run event loop: %m");
c064d8db
ZJS		 1149 }
1150
d8dd35fd
YW		 1151 notify_message = NULL;
1152 (void) sd_notifyf(false,
1153 "STOPPING=1\n"
1154 "STATUS=Shutting down after writing %" PRIu64 " entries...", s.event_count);
c064d8db 1155
d8dd35fd 1156 log_info("Finishing after writing %" PRIu64 " entries", s.event_count);
c064d8db 1157
d8dd35fd 1158 return 0;
c064d8db 1159}
d8dd35fd
YW		 1160
1161DEFINE_MAIN_FUNCTION(run);
Unnamed repository; edit this file 'description' to name the repository.