1 /* SPDX-License-Identifier: LGPL-2.1+ */
14 #include "alloc-util.h"
15 #include "bus-error.h"
17 #include "cgroup-show.h"
18 #include "cgroup-util.h"
22 #include "parse-util.h"
23 #include "path-util.h"
24 #include "process-util.h"
25 #include "procfs-util.h"
26 #include "stdio-util.h"
28 #include "terminal-util.h"
29 #include "unit-name.h"
33 typedef struct Group
{
43 unsigned cpu_iteration
;
50 unsigned io_iteration
;
51 uint64_t io_input
, io_output
;
53 uint64_t io_input_bps
, io_output_bps
;
56 static unsigned arg_depth
= 3;
57 static unsigned arg_iterations
= (unsigned) -1;
58 static bool arg_batch
= false;
59 static bool arg_raw
= false;
60 static usec_t arg_delay
= 1*USEC_PER_SEC
;
61 static char* arg_machine
= NULL
;
62 static char* arg_root
= NULL
;
63 static bool arg_recursive
= true;
64 static bool arg_recursive_unset
= false;
68 COUNT_USERSPACE_PROCESSES
,
70 } arg_count
= COUNT_PIDS
;
78 } arg_order
= ORDER_CPU
;
83 } arg_cpu_type
= CPU_PERCENT
;
85 static void group_free(Group
*g
) {
92 static void group_hashmap_clear(Hashmap
*h
) {
93 hashmap_clear_with_destructor(h
, group_free
);
96 static void group_hashmap_free(Hashmap
*h
) {
97 group_hashmap_clear(h
);
101 DEFINE_TRIVIAL_CLEANUP_FUNC(Hashmap
*, group_hashmap_free
);
103 static const char *maybe_format_bytes(char *buf
, size_t l
, bool is_valid
, uint64_t t
) {
107 snprintf(buf
, l
, "%" PRIu64
, t
);
110 return format_bytes(buf
, l
, t
);
113 static bool is_root_cgroup(const char *path
) {
115 /* Returns true if the specified path belongs to the root cgroup. The root cgroup is special on cgroupsv2 as it
116 * carries only very few attributes in order not to export multiple truth about system state as most
117 * information is available elsewhere in /proc anyway. We need to be able to deal with that, and need to get
118 * our data from different sources in that case.
120 * There's one extra complication in all of this, though 😣: if the path to the cgroup indicates we are in the
121 * root cgroup this might actually not be the case, because cgroup namespacing might be in effect
122 * (CLONE_NEWCGROUP). Since there's no nice way to distuingish a real cgroup root from a fake namespaced one we
123 * do an explicit container check here, under the assumption that CLONE_NEWCGROUP is generally used when
124 * container managers are used too.
126 * Note that checking for a container environment is kinda ugly, since in theory people could use cgtop from
127 * inside a container where cgroup namespacing is turned off to watch the host system. However, that's mostly a
128 * theoretic usecase, and if people actually try all they'll lose is accounting for the top-level cgroup. Which
131 if (detect_container() > 0)
134 return empty_or_root(path
);
138 const char *controller
,
152 all_unified
= cg_all_unified();
156 g
= hashmap_get(a
, path
);
158 g
= hashmap_get(b
, path
);
164 g
->path
= strdup(path
);
170 r
= hashmap_put(a
, g
->path
, g
);
176 r
= hashmap_move_one(a
, b
, path
);
180 g
->cpu_valid
= g
->memory_valid
= g
->io_valid
= g
->n_tasks_valid
= false;
184 if (streq(controller
, SYSTEMD_CGROUP_CONTROLLER
) &&
185 IN_SET(arg_count
, COUNT_ALL_PROCESSES
, COUNT_USERSPACE_PROCESSES
)) {
186 _cleanup_fclose_
FILE *f
= NULL
;
189 r
= cg_enumerate_processes(controller
, path
, &f
);
196 while (cg_read_pid(f
, &pid
) > 0) {
198 if (arg_count
== COUNT_USERSPACE_PROCESSES
&& is_kernel_thread(pid
) > 0)
205 g
->n_tasks_valid
= true;
207 } else if (streq(controller
, "pids") && arg_count
== COUNT_PIDS
) {
209 if (is_root_cgroup(path
)) {
210 r
= procfs_tasks_get_current(&g
->n_tasks
);
214 _cleanup_free_
char *p
= NULL
, *v
= NULL
;
216 r
= cg_get_path(controller
, path
, "pids.current", &p
);
220 r
= read_one_line_file(p
, &v
);
226 r
= safe_atou64(v
, &g
->n_tasks
);
232 g
->n_tasks_valid
= true;
234 } else if (STR_IN_SET(controller
, "cpu", "cpuacct")) {
235 _cleanup_free_
char *p
= NULL
, *v
= NULL
;
239 if (is_root_cgroup(path
)) {
240 r
= procfs_cpu_get_usage(&new_usage
);
243 } else if (all_unified
) {
244 _cleanup_free_
char *val
= NULL
;
246 if (!streq(controller
, "cpu"))
249 r
= cg_get_keyed_attribute("cpu", path
, "cpu.stat", STRV_MAKE("usage_usec"), &val
);
250 if (IN_SET(r
, -ENOENT
, -ENXIO
))
255 r
= safe_atou64(val
, &new_usage
);
259 new_usage
*= NSEC_PER_USEC
;
261 if (!streq(controller
, "cpuacct"))
264 r
= cg_get_path(controller
, path
, "cpuacct.usage", &p
);
268 r
= read_one_line_file(p
, &v
);
274 r
= safe_atou64(v
, &new_usage
);
279 timestamp
= now_nsec(CLOCK_MONOTONIC
);
281 if (g
->cpu_iteration
== iteration
- 1 &&
282 (nsec_t
) new_usage
> g
->cpu_usage
) {
286 x
= timestamp
- g
->cpu_timestamp
;
290 y
= (nsec_t
) new_usage
- g
->cpu_usage
;
291 g
->cpu_fraction
= (double) y
/ (double) x
;
295 g
->cpu_usage
= (nsec_t
) new_usage
;
296 g
->cpu_timestamp
= timestamp
;
297 g
->cpu_iteration
= iteration
;
299 } else if (streq(controller
, "memory")) {
301 if (is_root_cgroup(path
)) {
302 r
= procfs_memory_get_current(&g
->memory
);
306 _cleanup_free_
char *p
= NULL
, *v
= NULL
;
309 r
= cg_get_path(controller
, path
, "memory.current", &p
);
311 r
= cg_get_path(controller
, path
, "memory.usage_in_bytes", &p
);
315 r
= read_one_line_file(p
, &v
);
321 r
= safe_atou64(v
, &g
->memory
);
327 g
->memory_valid
= true;
329 } else if ((streq(controller
, "io") && all_unified
) ||
330 (streq(controller
, "blkio") && !all_unified
)) {
331 _cleanup_fclose_
FILE *f
= NULL
;
332 _cleanup_free_
char *p
= NULL
;
333 uint64_t wr
= 0, rd
= 0;
336 r
= cg_get_path(controller
, path
, all_unified
? "io.stat" : "blkio.io_service_bytes", &p
);
348 _cleanup_free_
char *line
= NULL
;
352 r
= read_line(f
, LONG_LINE_MAX
, &line
);
358 /* Trim and skip the device */
360 l
+= strcspn(l
, WHITESPACE
);
361 l
+= strspn(l
, WHITESPACE
);
364 while (!isempty(l
)) {
365 if (sscanf(l
, "rbytes=%" SCNu64
, &k
))
367 else if (sscanf(l
, "wbytes=%" SCNu64
, &k
))
370 l
+= strcspn(l
, WHITESPACE
);
371 l
+= strspn(l
, WHITESPACE
);
374 if (first_word(l
, "Read")) {
377 } else if (first_word(l
, "Write")) {
383 l
+= strspn(l
, WHITESPACE
);
384 r
= safe_atou64(l
, &k
);
392 timestamp
= now_nsec(CLOCK_MONOTONIC
);
394 if (g
->io_iteration
== iteration
- 1) {
397 x
= (uint64_t) (timestamp
- g
->io_timestamp
);
401 if (rd
> g
->io_input
)
402 yr
= rd
- g
->io_input
;
406 if (wr
> g
->io_output
)
407 yw
= wr
- g
->io_output
;
411 if (yr
> 0 || yw
> 0) {
412 g
->io_input_bps
= (yr
* 1000000000ULL) / x
;
413 g
->io_output_bps
= (yw
* 1000000000ULL) / x
;
420 g
->io_timestamp
= timestamp
;
421 g
->io_iteration
= iteration
;
430 static int refresh_one(
431 const char *controller
,
439 _cleanup_closedir_
DIR *d
= NULL
;
447 if (depth
> arg_depth
)
450 r
= process(controller
, path
, a
, b
, iteration
, &ours
);
454 r
= cg_enumerate_subgroups(controller
, path
, &d
);
461 _cleanup_free_
char *fn
= NULL
, *p
= NULL
;
464 r
= cg_read_subgroup(d
, &fn
);
470 p
= strjoin(path
, "/", fn
);
474 path_simplify(p
, false);
476 r
= refresh_one(controller
, p
, a
, b
, iteration
, depth
+ 1, &child
);
481 IN_SET(arg_count
, COUNT_ALL_PROCESSES
, COUNT_USERSPACE_PROCESSES
) &&
483 child
->n_tasks_valid
&&
484 streq(controller
, SYSTEMD_CGROUP_CONTROLLER
)) {
486 /* Recursively sum up processes */
488 if (ours
->n_tasks_valid
)
489 ours
->n_tasks
+= child
->n_tasks
;
491 ours
->n_tasks
= child
->n_tasks
;
492 ours
->n_tasks_valid
= true;
503 static int refresh(const char *root
, Hashmap
*a
, Hashmap
*b
, unsigned iteration
) {
507 FOREACH_STRING(c
, SYSTEMD_CGROUP_CONTROLLER
, "cpu", "cpuacct", "memory", "io", "blkio", "pids") {
508 r
= refresh_one(c
, root
, a
, b
, iteration
, 0, NULL
);
516 static int group_compare(Group
* const *a
, Group
* const *b
) {
517 const Group
*x
= *a
, *y
= *b
;
520 if (arg_order
!= ORDER_TASKS
|| arg_recursive
) {
521 /* Let's make sure that the parent is always before
522 * the child. Except when ordering by tasks and
523 * recursive summing is off, since that is actually
524 * not accumulative for all children. */
526 if (path_startswith(empty_to_root(y
->path
), empty_to_root(x
->path
)))
528 if (path_startswith(empty_to_root(x
->path
), empty_to_root(y
->path
)))
538 if (arg_cpu_type
== CPU_PERCENT
) {
539 if (x
->cpu_valid
&& y
->cpu_valid
) {
540 r
= CMP(y
->cpu_fraction
, x
->cpu_fraction
);
543 } else if (x
->cpu_valid
)
545 else if (y
->cpu_valid
)
548 r
= CMP(y
->cpu_usage
, x
->cpu_usage
);
556 if (x
->n_tasks_valid
&& y
->n_tasks_valid
) {
557 r
= CMP(y
->n_tasks
, x
->n_tasks
);
560 } else if (x
->n_tasks_valid
)
562 else if (y
->n_tasks_valid
)
568 if (x
->memory_valid
&& y
->memory_valid
) {
569 r
= CMP(y
->memory
, x
->memory
);
572 } else if (x
->memory_valid
)
574 else if (y
->memory_valid
)
580 if (x
->io_valid
&& y
->io_valid
) {
581 r
= CMP(y
->io_input_bps
+ y
->io_output_bps
, x
->io_input_bps
+ x
->io_output_bps
);
584 } else if (x
->io_valid
)
586 else if (y
->io_valid
)
590 return path_compare(x
->path
, y
->path
);
593 static void display(Hashmap
*a
) {
598 unsigned rows
, n
= 0, j
, maxtcpu
= 0, maxtpath
= 3; /* 3 for ellipsize() to work properly */
599 char buffer
[MAX3(21, FORMAT_BYTES_MAX
, FORMAT_TIMESPAN_MAX
)];
603 if (!terminal_is_dumb())
604 fputs(ANSI_HOME_CLEAR
, stdout
);
606 array
= newa(Group
*, hashmap_size(a
));
608 HASHMAP_FOREACH(g
, a
, i
)
609 if (g
->n_tasks_valid
|| g
->cpu_valid
|| g
->memory_valid
|| g
->io_valid
)
612 typesafe_qsort(array
, n
, group_compare
);
614 /* Find the longest names in one run */
615 for (j
= 0; j
< n
; j
++) {
616 unsigned cputlen
, pathtlen
;
618 format_timespan(buffer
, sizeof(buffer
), (usec_t
) (array
[j
]->cpu_usage
/ NSEC_PER_USEC
), 0);
619 cputlen
= strlen(buffer
);
620 maxtcpu
= MAX(maxtcpu
, cputlen
);
622 pathtlen
= strlen(array
[j
]->path
);
623 maxtpath
= MAX(maxtpath
, pathtlen
);
626 if (arg_cpu_type
== CPU_PERCENT
)
627 xsprintf(buffer
, "%6s", "%CPU");
629 xsprintf(buffer
, "%*s", maxtcpu
, "CPU Time");
636 const char *on
, *off
;
638 path_columns
= columns() - 36 - strlen(buffer
);
639 if (path_columns
< 10)
642 on
= ansi_highlight_underline();
643 off
= ansi_underline();
645 printf("%s%s%-*s%s %s%7s%s %s%s%s %s%8s%s %s%8s%s %s%8s%s%s\n",
647 arg_order
== ORDER_PATH
? on
: "", path_columns
, "Control Group",
648 arg_order
== ORDER_PATH
? off
: "",
649 arg_order
== ORDER_TASKS
? on
: "", arg_count
== COUNT_PIDS
? "Tasks" : arg_count
== COUNT_USERSPACE_PROCESSES
? "Procs" : "Proc+",
650 arg_order
== ORDER_TASKS
? off
: "",
651 arg_order
== ORDER_CPU
? on
: "", buffer
,
652 arg_order
== ORDER_CPU
? off
: "",
653 arg_order
== ORDER_MEMORY
? on
: "", "Memory",
654 arg_order
== ORDER_MEMORY
? off
: "",
655 arg_order
== ORDER_IO
? on
: "", "Input/s",
656 arg_order
== ORDER_IO
? off
: "",
657 arg_order
== ORDER_IO
? on
: "", "Output/s",
658 arg_order
== ORDER_IO
? off
: "",
661 path_columns
= maxtpath
;
663 for (j
= 0; j
< n
; j
++) {
664 _cleanup_free_
char *ellipsized
= NULL
;
667 if (on_tty() && j
+ 6 > rows
)
672 path
= empty_to_root(g
->path
);
673 ellipsized
= ellipsize(path
, path_columns
, 33);
674 printf("%-*s", path_columns
, ellipsized
?: path
);
676 if (g
->n_tasks_valid
)
677 printf(" %7" PRIu64
, g
->n_tasks
);
681 if (arg_cpu_type
== CPU_PERCENT
) {
683 printf(" %6.1f", g
->cpu_fraction
*100);
687 printf(" %*s", maxtcpu
, format_timespan(buffer
, sizeof(buffer
), (usec_t
) (g
->cpu_usage
/ NSEC_PER_USEC
), 0));
689 printf(" %8s", maybe_format_bytes(buffer
, sizeof(buffer
), g
->memory_valid
, g
->memory
));
690 printf(" %8s", maybe_format_bytes(buffer
, sizeof(buffer
), g
->io_valid
, g
->io_input_bps
));
691 printf(" %8s", maybe_format_bytes(buffer
, sizeof(buffer
), g
->io_valid
, g
->io_output_bps
));
697 static int help(void) {
698 _cleanup_free_
char *link
= NULL
;
701 r
= terminal_urlify_man("systemd-cgtop", "1", &link
);
705 printf("%s [OPTIONS...] [CGROUP]\n\n"
706 "Show top control groups by their resource usage.\n\n"
707 " -h --help Show this help\n"
708 " --version Show package version\n"
709 " -p --order=path Order by path\n"
710 " -t --order=tasks Order by number of tasks/processes\n"
711 " -c --order=cpu Order by CPU load (default)\n"
712 " -m --order=memory Order by memory load\n"
713 " -i --order=io Order by IO load\n"
714 " -r --raw Provide raw (not human-readable) numbers\n"
715 " --cpu=percentage Show CPU usage as percentage (default)\n"
716 " --cpu=time Show CPU usage as time\n"
717 " -P Count userspace processes instead of tasks (excl. kernel)\n"
718 " -k Count all processes instead of tasks (incl. kernel)\n"
719 " --recursive=BOOL Sum up process count recursively\n"
720 " -d --delay=DELAY Delay between updates\n"
721 " -n --iterations=N Run for N iterations before exiting\n"
722 " -1 Shortcut for --iterations=1\n"
723 " -b --batch Run in batch mode, accepting no input\n"
724 " --depth=DEPTH Maximum traversal depth (default: %u)\n"
725 " -M --machine= Show container\n"
726 "\nSee the %s for details.\n"
727 , program_invocation_short_name
735 static int parse_argv(int argc
, char *argv
[]) {
745 static const struct option options
[] = {
746 { "help", no_argument
, NULL
, 'h' },
747 { "version", no_argument
, NULL
, ARG_VERSION
},
748 { "delay", required_argument
, NULL
, 'd' },
749 { "iterations", required_argument
, NULL
, 'n' },
750 { "batch", no_argument
, NULL
, 'b' },
751 { "raw", no_argument
, NULL
, 'r' },
752 { "depth", required_argument
, NULL
, ARG_DEPTH
},
753 { "cpu", optional_argument
, NULL
, ARG_CPU_TYPE
},
754 { "order", required_argument
, NULL
, ARG_ORDER
},
755 { "recursive", required_argument
, NULL
, ARG_RECURSIVE
},
756 { "machine", required_argument
, NULL
, 'M' },
765 while ((c
= getopt_long(argc
, argv
, "hptcmin:brd:kPM:1", options
, NULL
)) >= 0)
777 if (streq(optarg
, "time"))
778 arg_cpu_type
= CPU_TIME
;
779 else if (streq(optarg
, "percentage"))
780 arg_cpu_type
= CPU_PERCENT
;
782 log_error("Unknown argument to --cpu=: %s", optarg
);
786 arg_cpu_type
= CPU_TIME
;
791 r
= safe_atou(optarg
, &arg_depth
);
793 return log_error_errno(r
, "Failed to parse depth parameter '%s': %m", optarg
);
798 r
= parse_sec(optarg
, &arg_delay
);
800 return log_error_errno(r
, "Failed to parse delay parameter '%s': %m", optarg
);
801 if (arg_delay
<= 0) {
802 log_error("Invalid delay parameter '%s'", optarg
);
809 r
= safe_atou(optarg
, &arg_iterations
);
811 return log_error_errno(r
, "Failed to parse iterations parameter '%s': %m", optarg
);
828 arg_order
= ORDER_PATH
;
832 arg_order
= ORDER_TASKS
;
836 arg_order
= ORDER_CPU
;
840 arg_order
= ORDER_MEMORY
;
844 arg_order
= ORDER_IO
;
848 if (streq(optarg
, "path"))
849 arg_order
= ORDER_PATH
;
850 else if (streq(optarg
, "tasks"))
851 arg_order
= ORDER_TASKS
;
852 else if (streq(optarg
, "cpu"))
853 arg_order
= ORDER_CPU
;
854 else if (streq(optarg
, "memory"))
855 arg_order
= ORDER_MEMORY
;
856 else if (streq(optarg
, "io"))
857 arg_order
= ORDER_IO
;
859 log_error("Invalid argument to --order=: %s", optarg
);
865 arg_count
= COUNT_ALL_PROCESSES
;
869 arg_count
= COUNT_USERSPACE_PROCESSES
;
873 r
= parse_boolean(optarg
);
875 return log_error_errno(r
, "Failed to parse --recursive= argument '%s': %m", optarg
);
878 arg_recursive_unset
= r
== 0;
882 arg_machine
= optarg
;
889 assert_not_reached("Unhandled option");
892 if (optind
== argc
- 1)
893 arg_root
= argv
[optind
];
894 else if (optind
< argc
) {
895 log_error("Too many arguments.");
902 static const char* counting_what(void) {
903 if (arg_count
== COUNT_PIDS
)
905 else if (arg_count
== COUNT_ALL_PROCESSES
)
906 return "all processes (incl. kernel)";
908 return "userspace processes (excl. kernel)";
911 int main(int argc
, char *argv
[]) {
912 _cleanup_(group_hashmap_freep
) Hashmap
*a
= NULL
, *b
= NULL
;
913 unsigned iteration
= 0;
914 usec_t last_refresh
= 0;
915 bool quit
= false, immediate_refresh
= false;
916 _cleanup_free_
char *root
= NULL
;
920 log_parse_environment();
923 r
= parse_argv(argc
, argv
);
927 r
= cg_mask_supported(&mask
);
929 log_error_errno(r
, "Failed to determine supported controllers: %m");
933 arg_count
= (mask
& CGROUP_MASK_PIDS
) ? COUNT_PIDS
: COUNT_USERSPACE_PROCESSES
;
935 if (arg_recursive_unset
&& arg_count
== COUNT_PIDS
) {
936 log_error("Non-recursive counting is only supported when counting processes, not tasks. Use -P or -k.");
940 r
= show_cgroup_get_path_and_warn(arg_machine
, arg_root
, &root
);
942 log_error_errno(r
, "Failed to get root control group path: %m");
945 log_debug("Cgroup path: %s", root
);
947 a
= hashmap_new(&path_hash_ops
);
948 b
= hashmap_new(&path_hash_ops
);
954 signal(SIGWINCH
, columns_lines_cache_reset
);
956 if (arg_iterations
== (unsigned) -1)
957 arg_iterations
= on_tty() ? 0 : 1;
963 char h
[FORMAT_TIMESPAN_MAX
];
965 t
= now(CLOCK_MONOTONIC
);
967 if (t
>= last_refresh
+ arg_delay
|| immediate_refresh
) {
969 r
= refresh(root
, a
, b
, iteration
++);
971 log_error_errno(r
, "Failed to refresh: %m");
975 group_hashmap_clear(b
);
982 immediate_refresh
= false;
987 if (arg_iterations
&& iteration
>= arg_iterations
)
990 if (!on_tty()) /* non-TTY: Empty newline as delimiter between polls */
995 (void) usleep(last_refresh
+ arg_delay
- t
);
997 r
= read_one_char(stdin
, &key
, last_refresh
+ arg_delay
- t
, NULL
);
1001 log_error_errno(r
, "Couldn't read key: %m");
1006 if (on_tty()) { /* TTY: Clear any user keystroke */
1007 fputs("\r \r", stdout
);
1017 immediate_refresh
= true;
1025 arg_order
= ORDER_PATH
;
1029 arg_order
= ORDER_TASKS
;
1033 arg_order
= ORDER_CPU
;
1037 arg_order
= ORDER_MEMORY
;
1041 arg_order
= ORDER_IO
;
1045 arg_cpu_type
= arg_cpu_type
== CPU_TIME
? CPU_PERCENT
: CPU_TIME
;
1049 arg_count
= arg_count
!= COUNT_ALL_PROCESSES
? COUNT_ALL_PROCESSES
: COUNT_PIDS
;
1050 fprintf(stdout
, "\nCounting: %s.", counting_what());
1056 arg_count
= arg_count
!= COUNT_USERSPACE_PROCESSES
? COUNT_USERSPACE_PROCESSES
: COUNT_PIDS
;
1057 fprintf(stdout
, "\nCounting: %s.", counting_what());
1063 if (arg_count
== COUNT_PIDS
)
1064 fprintf(stdout
, "\n\aCannot toggle recursive counting, not available in task counting mode.");
1066 arg_recursive
= !arg_recursive
;
1067 fprintf(stdout
, "\nRecursive process counting: %s", yes_no(arg_recursive
));
1074 if (arg_delay
< USEC_PER_SEC
)
1075 arg_delay
+= USEC_PER_MSEC
*250;
1077 arg_delay
+= USEC_PER_SEC
;
1079 fprintf(stdout
, "\nIncreased delay to %s.", format_timespan(h
, sizeof(h
), arg_delay
, 0));
1085 if (arg_delay
<= USEC_PER_MSEC
*500)
1086 arg_delay
= USEC_PER_MSEC
*250;
1087 else if (arg_delay
< USEC_PER_MSEC
*1250)
1088 arg_delay
-= USEC_PER_MSEC
*250;
1090 arg_delay
-= USEC_PER_SEC
;
1092 fprintf(stdout
, "\nDecreased delay to %s.", format_timespan(h
, sizeof(h
), arg_delay
, 0));
1100 #define ON ANSI_HIGHLIGHT
1101 #define OFF ANSI_NORMAL
1104 "\t<" ON
"p" OFF
"> By path; <" ON
"t" OFF
"> By tasks/procs; <" ON
"c" OFF
"> By CPU; <" ON
"m" OFF
"> By memory; <" ON
"i" OFF
"> By I/O\n"
1105 "\t<" ON
"+" OFF
"> Inc. delay; <" ON
"-" OFF
"> Dec. delay; <" ON
"%%" OFF
"> Toggle time; <" ON
"SPACE" OFF
"> Refresh\n"
1106 "\t<" ON
"P" OFF
"> Toggle count userspace processes; <" ON
"k" OFF
"> Toggle count all processes\n"
1107 "\t<" ON
"r" OFF
"> Count processes recursively; <" ON
"q" OFF
"> Quit");
1114 fprintf(stdout
, "\nUnknown key '\\x%x'. Ignoring.", key
);
1116 fprintf(stdout
, "\nUnknown key '%c'. Ignoring.", key
);
1127 return r
< 0 ? EXIT_FAILURE
: EXIT_SUCCESS
;