3 extern void *cgroups_main(void *ptr);
5 void netdata_cleanup_and_exit(int ret) {
8 error_log_limit_unlimited();
10 debug(D_EXIT, "Called: netdata_cleanup_and_exit()");
17 if(unlink(pidfile) != 0)
18 error("Cannot unlink pidfile '%s'.", pidfile);
21 #ifdef NETDATA_INTERNAL_CHECKS
30 info("netdata exiting. Bye bye...");
34 struct netdata_static_thread static_threads[] = {
35 #ifdef INTERNAL_PLUGIN_NFACCT
36 // nfacct requires root access
37 // so, we build it as an external plugin with setuid to root
38 {"nfacct", CONFIG_SECTION_PLUGINS, "nfacct", 1, NULL, NULL, nfacct_main},
41 {"tc", CONFIG_SECTION_PLUGINS, "tc", 1, NULL, NULL, tc_main},
42 {"idlejitter", CONFIG_SECTION_PLUGINS, "idlejitter", 1, NULL, NULL, cpuidlejitter_main},
43 #if defined(__FreeBSD__)
44 {"freebsd", CONFIG_SECTION_PLUGINS, "freebsd", 1, NULL, NULL, freebsd_main},
45 #elif defined(__APPLE__)
46 {"macos", CONFIG_SECTION_PLUGINS, "macos", 1, NULL, NULL, macos_main},
48 {"proc", CONFIG_SECTION_PLUGINS, "proc", 1, NULL, NULL, proc_main},
49 {"diskspace", CONFIG_SECTION_PLUGINS, "diskspace", 1, NULL, NULL, proc_diskspace_main},
50 {"cgroups", CONFIG_SECTION_PLUGINS, "cgroups", 1, NULL, NULL, cgroups_main},
51 #endif /* __FreeBSD__, __APPLE__*/
52 {"check", CONFIG_SECTION_PLUGINS, "checks", 0, NULL, NULL, checks_main},
53 {"backends", NULL, NULL, 1, NULL, NULL, backends_main},
54 {"health", NULL, NULL, 1, NULL, NULL, health_main},
55 {"plugins.d", NULL, NULL, 1, NULL, NULL, pluginsd_main},
56 {"web", NULL, NULL, 1, NULL, NULL, socket_listen_main_multi_threaded},
57 {"web-single-threaded", NULL, NULL, 0, NULL, NULL, socket_listen_main_single_threaded},
58 {"push-metrics", NULL, NULL, 0, NULL, NULL, rrdpush_sender_thread},
59 {NULL, NULL, NULL, 0, NULL, NULL, NULL}
62 void web_server_threading_selection(void) {
63 web_server_mode = web_server_mode_id(config_get(CONFIG_SECTION_WEB, "mode", web_server_mode_name(web_server_mode)));
65 int multi_threaded = (web_server_mode == WEB_SERVER_MODE_MULTI_THREADED);
66 int single_threaded = (web_server_mode == WEB_SERVER_MODE_SINGLE_THREADED);
69 for(i = 0; static_threads[i].name ; i++) {
70 if(static_threads[i].start_routine == socket_listen_main_multi_threaded)
71 static_threads[i].enabled = multi_threaded;
73 if(static_threads[i].start_routine == socket_listen_main_single_threaded)
74 static_threads[i].enabled = single_threaded;
77 web_client_timeout = (int) config_get_number(CONFIG_SECTION_WEB, "disconnect idle clients after seconds", DEFAULT_DISCONNECT_IDLE_WEB_CLIENTS_AFTER_SECONDS);
79 respect_web_browser_do_not_track_policy = config_get_boolean(CONFIG_SECTION_WEB, "respect do not track policy", respect_web_browser_do_not_track_policy);
80 web_x_frame_options = config_get(CONFIG_SECTION_WEB, "x-frame-options response header", "");
81 if(!*web_x_frame_options) web_x_frame_options = NULL;
83 #ifdef NETDATA_WITH_ZLIB
84 web_enable_gzip = config_get_boolean(CONFIG_SECTION_WEB, "enable gzip compression", web_enable_gzip);
86 char *s = config_get(CONFIG_SECTION_WEB, "gzip compression strategy", "default");
87 if(!strcmp(s, "default"))
88 web_gzip_strategy = Z_DEFAULT_STRATEGY;
89 else if(!strcmp(s, "filtered"))
90 web_gzip_strategy = Z_FILTERED;
91 else if(!strcmp(s, "huffman only"))
92 web_gzip_strategy = Z_HUFFMAN_ONLY;
93 else if(!strcmp(s, "rle"))
94 web_gzip_strategy = Z_RLE;
95 else if(!strcmp(s, "fixed"))
96 web_gzip_strategy = Z_FIXED;
98 error("Invalid compression strategy '%s'. Valid strategies are 'default', 'filtered', 'huffman only', 'rle' and 'fixed'. Proceeding with 'default'.", s);
99 web_gzip_strategy = Z_DEFAULT_STRATEGY;
102 web_gzip_level = (int)config_get_number(CONFIG_SECTION_WEB, "gzip compression level", 3);
103 if(web_gzip_level < 1) {
104 error("Invalid compression level %d. Valid levels are 1 (fastest) to 9 (best ratio). Proceeding with level 1 (fastest compression).", web_gzip_level);
107 else if(web_gzip_level > 9) {
108 error("Invalid compression level %d. Valid levels are 1 (fastest) to 9 (best ratio). Proceeding with level 9 (best compression).", web_gzip_level);
111 #endif /* NETDATA_WITH_ZLIB */
115 int killpid(pid_t pid, int sig)
118 debug(D_EXIT, "Request to kill pid %d", pid);
121 if(kill(pid, 0) == -1) {
124 error("Request to kill pid %d, but it is not running.", pid);
128 error("Request to kill pid %d, but I do not have enough permissions.", pid);
132 error("Request to kill pid %d, but I received an error.", pid);
138 ret = kill(pid, sig);
142 error("Cannot kill pid %d, but it is not running.", pid);
146 error("Cannot kill pid %d, but I do not have enough permissions.", pid);
150 error("Cannot kill pid %d, but I received an error.", pid);
161 error_log_limit_unlimited();
165 struct web_client *w;
166 for(w = web_clients; w ; w = w->next) {
167 info("Stopping web client %s", w->client_ip);
168 pthread_cancel(w->thread);
170 // pthread_join(w->thread, NULL);
176 for (i = 0; static_threads[i].name != NULL ; i++) {
177 if(static_threads[i].enabled) {
178 info("Stopping %s thread", static_threads[i].name);
179 pthread_cancel(*static_threads[i].thread);
181 // pthread_join(*static_threads[i].thread, NULL);
183 static_threads[i].enabled = 0;
188 info("Killing tc-qos-helper process %d", tc_child_pid);
189 if(killpid(tc_child_pid, SIGTERM) != -1)
190 waitid(P_PID, (id_t) tc_child_pid, &info, WEXITED);
196 for(cd = pluginsd_root ; cd ; cd = cd->next) {
197 if(cd->enabled && !cd->obsolete) {
198 info("Stopping %s plugin thread", cd->id);
199 pthread_cancel(cd->thread);
202 info("killing %s plugin child process pid %d", cd->id, cd->pid);
203 if(killpid(cd->pid, SIGTERM) != -1)
204 waitid(P_PID, (id_t) cd->pid, &info, WEXITED);
213 // if, for any reason there is any child exited
215 info("Cleaning up an other children");
216 waitid(P_PID, 0, &info, WEXITED|WNOHANG);
218 info("All threads/childs stopped.");
221 struct option_def options[] = {
222 // opt description arg name default value
223 { 'c', "Configuration file to load.", "filename", CONFIG_DIR "/" CONFIG_FILENAME},
224 { 'D', "Do not fork. Run in the foreground.", NULL, "run in the background"},
225 { 'h', "Display this help message.", NULL, NULL},
226 { 'P', "File to save a pid while running.", "filename", "do not save pid to a file"},
227 { 'i', "The IP address to listen to.", "IP", "all IP addresses IPv4 and IPv6"},
228 { 'p', "API/Web port to use.", "port", "19999"},
229 { 's', "Prefix for /proc and /sys (for containers).", "path", "no prefix"},
230 { 't', "The internal clock of netdata.", "seconds", "1"},
231 { 'u', "Run as user.", "username", "netdata"},
232 { 'v', "Print netdata version and exit.", NULL, NULL},
233 { 'V', "Print netdata version and exit.", NULL, NULL},
234 { 'W', "See Advanced options below.", "options", NULL},
237 void help(int exitcode) {
244 int num_opts = sizeof(options) / sizeof(struct option_def);
248 // Compute maximum argument length
249 for( i = 0; i < num_opts; i++ ) {
250 if(options[i].arg_name) {
251 int len_arg = (int)strlen(options[i].arg_name);
252 if(len_arg > max_len_arg) max_len_arg = len_arg;
256 if(max_len_arg > 30) max_len_arg = 30;
257 if(max_len_arg < 20) max_len_arg = 20;
259 fprintf(stream, "%s", "\n"
261 " |.-. .-. .-. .-. . netdata \n"
262 " | '-' '-' '-' '-' real-time performance monitoring, done right! \n"
263 " +----+-----+-----+-----+-----+-----+-----+-----+-----+-----+-----+-----+--->\n"
265 " Copyright (C) 2016-2017, Costa Tsaousis <costa@tsaousis.gr>\n"
266 " Released under GNU General Public License v3 or later.\n"
267 " All rights reserved.\n"
269 " Home Page : https://my-netdata.io\n"
270 " Source Code: https://github.com/firehol/netdata\n"
271 " Wiki / Docs: https://github.com/firehol/netdata/wiki\n"
272 " Support : https://github.com/firehol/netdata/issues\n"
273 " License : https://github.com/firehol/netdata/blob/master/LICENSE.md\n"
275 " Twitter : https://twitter.com/linuxnetdata\n"
276 " Facebook : https://www.facebook.com/linuxnetdata/\n"
278 " netdata is a https://firehol.org project.\n"
283 fprintf(stream, " SYNOPSIS: netdata [options]\n");
284 fprintf(stream, "\n");
285 fprintf(stream, " Options:\n\n");
287 // Output options description.
288 for( i = 0; i < num_opts; i++ ) {
289 fprintf(stream, " -%c %-*s %s", options[i].val, max_len_arg, options[i].arg_name ? options[i].arg_name : "", options[i].description);
290 if(options[i].default_value) {
291 fprintf(stream, "\n %c %-*s Default: %s\n", ' ', max_len_arg, "", options[i].default_value);
293 fprintf(stream, "\n");
295 fprintf(stream, "\n");
298 fprintf(stream, "\n Advanced options:\n\n"
299 " -W stacksize=N Set the stacksize (in bytes).\n\n"
300 " -W debug_flags=N Set runtime tracing to debug.log.\n\n"
301 " -W unittest Run internal unittests and exit.\n\n"
302 " -W simple-pattern pattern string\n"
303 " Check if string matches pattern and exit.\n\n"
306 fprintf(stream, "\n Signals netdata handles:\n\n"
307 " - HUP Close and reopen log files.\n"
308 " - USR1 Save internal DB to disk.\n"
309 " - USR2 Reload health configuration.\n"
317 // TODO: Remove this function with the nix major release.
318 void remove_option(int opt_index, int *argc, char **argv) {
320 // remove the options.
323 for(i = opt_index; i < *argc; i++) {
327 } while(argv[i][0] != '-' && opt_index >= *argc);
330 static const char *verify_required_directory(const char *dir) {
332 fatal("Cannot cd to directory '%s'", dir);
334 DIR *d = opendir(dir);
336 fatal("Cannot examine the contents of directory '%s'", dir);
342 void log_init(void) {
343 char filename[FILENAME_MAX + 1];
344 snprintfz(filename, FILENAME_MAX, "%s/debug.log", netdata_configured_log_dir);
345 stdout_filename = config_get(CONFIG_SECTION_GLOBAL, "debug log", filename);
347 snprintfz(filename, FILENAME_MAX, "%s/error.log", netdata_configured_log_dir);
348 stderr_filename = config_get(CONFIG_SECTION_GLOBAL, "error log", filename);
350 snprintfz(filename, FILENAME_MAX, "%s/access.log", netdata_configured_log_dir);
351 stdaccess_filename = config_get(CONFIG_SECTION_GLOBAL, "access log", filename);
353 error_log_throttle_period_backup =
354 error_log_throttle_period = config_get_number(CONFIG_SECTION_GLOBAL, "errors flood protection period", error_log_throttle_period);
355 error_log_errors_per_period = (unsigned long)config_get_number(CONFIG_SECTION_GLOBAL, "errors to trigger flood protection", (long long int)error_log_errors_per_period);
357 setenv("NETDATA_ERRORS_THROTTLE_PERIOD", config_get(CONFIG_SECTION_GLOBAL, "errors flood protection period" , ""), 1);
358 setenv("NETDATA_ERRORS_PER_PERIOD", config_get(CONFIG_SECTION_GLOBAL, "errors to trigger flood protection", ""), 1);
361 static void backwards_compatible_config() {
362 // allow existing configurations to work with the current version of netdata
364 if(config_exists(CONFIG_SECTION_GLOBAL, "multi threaded web server")) {
365 int mode = config_get_boolean(CONFIG_SECTION_GLOBAL, "multi threaded web server", 1);
366 web_server_mode = (mode)?WEB_SERVER_MODE_MULTI_THREADED:WEB_SERVER_MODE_SINGLE_THREADED;
369 // move [global] options to the [web] section
370 config_move(CONFIG_SECTION_GLOBAL, "http port listen backlog",
371 CONFIG_SECTION_WEB, "listen backlog");
373 config_move(CONFIG_SECTION_GLOBAL, "bind socket to IP",
374 CONFIG_SECTION_WEB, "bind to");
376 config_move(CONFIG_SECTION_GLOBAL, "bind to",
377 CONFIG_SECTION_WEB, "bind to");
379 config_move(CONFIG_SECTION_GLOBAL, "port",
380 CONFIG_SECTION_WEB, "default port");
382 config_move(CONFIG_SECTION_GLOBAL, "default port",
383 CONFIG_SECTION_WEB, "default port");
385 config_move(CONFIG_SECTION_GLOBAL, "disconnect idle web clients after seconds",
386 CONFIG_SECTION_WEB, "disconnect idle clients after seconds");
388 config_move(CONFIG_SECTION_GLOBAL, "respect web browser do not track policy",
389 CONFIG_SECTION_WEB, "respect do not track policy");
391 config_move(CONFIG_SECTION_GLOBAL, "web x-frame-options header",
392 CONFIG_SECTION_WEB, "x-frame-options response header");
394 config_move(CONFIG_SECTION_GLOBAL, "enable web responses gzip compression",
395 CONFIG_SECTION_WEB, "enable gzip compression");
397 config_move(CONFIG_SECTION_GLOBAL, "web compression strategy",
398 CONFIG_SECTION_WEB, "gzip compression strategy");
400 config_move(CONFIG_SECTION_GLOBAL, "web compression level",
401 CONFIG_SECTION_WEB, "gzip compression level");
403 config_move(CONFIG_SECTION_GLOBAL, "web files owner",
404 CONFIG_SECTION_WEB, "web files owner");
406 config_move(CONFIG_SECTION_GLOBAL, "web files group",
407 CONFIG_SECTION_WEB, "web files group");
410 static void get_netdata_configured_variables() {
411 backwards_compatible_config();
413 // ------------------------------------------------------------------------
416 char buf[HOSTNAME_MAX + 1];
417 if(gethostname(buf, HOSTNAME_MAX) == -1)
418 error("Cannot get machine hostname.");
420 netdata_configured_hostname = config_get(CONFIG_SECTION_GLOBAL, "hostname", buf);
421 debug(D_OPTIONS, "hostname set to '%s'", netdata_configured_hostname);
423 netdata_configured_hostname = config_get(CONFIG_SECTION_GLOBAL, "hostname", CONFIG_DIR);
425 // ------------------------------------------------------------------------
426 // get default database size
428 default_rrd_history_entries = (int) config_get_number(CONFIG_SECTION_GLOBAL, "history", align_entries_to_pagesize(default_rrd_memory_mode, RRD_DEFAULT_HISTORY_ENTRIES));
430 long h = align_entries_to_pagesize(default_rrd_memory_mode, default_rrd_history_entries);
431 if(h != default_rrd_history_entries) {
432 config_set_number(CONFIG_SECTION_GLOBAL, "history", h);
433 default_rrd_history_entries = (int)h;
436 if(default_rrd_history_entries < 5 || default_rrd_history_entries > RRD_HISTORY_ENTRIES_MAX) {
437 error("Invalid history entries %d given. Defaulting to %d.", default_rrd_history_entries, RRD_DEFAULT_HISTORY_ENTRIES);
438 default_rrd_history_entries = RRD_DEFAULT_HISTORY_ENTRIES;
441 // ------------------------------------------------------------------------
442 // get default database update frequency
444 default_rrd_update_every = (int) config_get_number(CONFIG_SECTION_GLOBAL, "update every", UPDATE_EVERY);
445 if(default_rrd_update_every < 1 || default_rrd_update_every > 600) {
446 error("Invalid data collection frequency (update every) %d given. Defaulting to %d.", default_rrd_update_every, UPDATE_EVERY_MAX);
447 default_rrd_update_every = UPDATE_EVERY;
450 // ------------------------------------------------------------------------
451 // let the plugins know the min update_every
454 netdata_configured_config_dir = config_get(CONFIG_SECTION_GLOBAL, "config directory", CONFIG_DIR);
455 netdata_configured_log_dir = config_get(CONFIG_SECTION_GLOBAL, "log directory", LOG_DIR);
456 netdata_configured_plugins_dir = config_get(CONFIG_SECTION_GLOBAL, "plugins directory", PLUGINS_DIR);
457 netdata_configured_web_dir = config_get(CONFIG_SECTION_GLOBAL, "web files directory", WEB_DIR);
458 netdata_configured_cache_dir = config_get(CONFIG_SECTION_GLOBAL, "cache directory", CACHE_DIR);
459 netdata_configured_varlib_dir = config_get(CONFIG_SECTION_GLOBAL, "lib directory", VARLIB_DIR);
460 netdata_configured_home_dir = config_get(CONFIG_SECTION_GLOBAL, "home directory", CACHE_DIR);
462 // ------------------------------------------------------------------------
463 // get default memory mode for the database
465 default_rrd_memory_mode = rrd_memory_mode_id(config_get(CONFIG_SECTION_GLOBAL, "memory mode", rrd_memory_mode_name(default_rrd_memory_mode)));
467 // ------------------------------------------------------------------------
469 netdata_configured_host_prefix = config_get(CONFIG_SECTION_GLOBAL, "host access prefix", "");
471 // --------------------------------------------------------------------
474 #ifdef MADV_MERGEABLE
475 enable_ksm = config_get_boolean(CONFIG_SECTION_GLOBAL, "memory deduplication (ksm)", enable_ksm);
478 // --------------------------------------------------------------------
479 // get various system parameters
483 get_system_pid_max();
486 void set_global_environment() {
489 snprintfz(b, 15, "%d", default_rrd_update_every);
490 setenv("NETDATA_UPDATE_EVERY", b, 1);
493 setenv("NETDATA_HOSTNAME" , netdata_configured_hostname, 1);
494 setenv("NETDATA_CONFIG_DIR" , verify_required_directory(netdata_configured_config_dir), 1);
495 setenv("NETDATA_PLUGINS_DIR", verify_required_directory(netdata_configured_plugins_dir), 1);
496 setenv("NETDATA_WEB_DIR" , verify_required_directory(netdata_configured_web_dir), 1);
497 setenv("NETDATA_CACHE_DIR" , verify_required_directory(netdata_configured_cache_dir), 1);
498 setenv("NETDATA_LIB_DIR" , verify_required_directory(netdata_configured_varlib_dir), 1);
499 setenv("NETDATA_LOG_DIR" , verify_required_directory(netdata_configured_log_dir), 1);
500 setenv("HOME" , verify_required_directory(netdata_configured_home_dir), 1);
501 setenv("NETDATA_HOST_PREFIX", netdata_configured_host_prefix, 1);
503 // avoid flood calls to stat(/etc/localtime)
504 // http://stackoverflow.com/questions/4554271/how-to-avoid-excessive-stat-etc-localtime-calls-in-strftime-on-linux
505 setenv("TZ", ":/etc/localtime", 0);
507 // set the path we need
508 char path[1024 + 1], *p = getenv("PATH");
509 if(!p) p = "/bin:/usr/bin";
510 snprintfz(path, 1024, "%s:%s", p, "/sbin:/usr/sbin:/usr/local/bin:/usr/local/sbin");
511 setenv("PATH", config_get(CONFIG_SECTION_PLUGINS, "PATH environment variable", path), 1);
514 p = getenv("PYTHONPATH");
516 setenv("PYTHONPATH", config_get(CONFIG_SECTION_PLUGINS, "PYTHONPATH environment variable", p), 1);
518 // disable buffering for python plugins
519 setenv("PYTHONUNBUFFERED", "1", 1);
521 // switch to standard locale for plugins
522 setenv("LC_ALL", "C", 1);
525 int main(int argc, char **argv) {
527 int config_loaded = 0;
529 size_t wanted_stacksize = 0, stacksize = 0;
532 // set the name for logging
533 program_name = "netdata";
535 // parse depercated options
536 // TODO: Remove this block with the next major release.
540 if(strcmp(argv[i], "-pidfile") == 0 && (i+1) < argc) {
541 strncpyz(pidfile, argv[i+1], FILENAME_MAX);
542 fprintf(stderr, "%s: deprecated option -- %s -- please use -P instead.\n", argv[0], argv[i]);
543 remove_option(i, &argc, argv);
545 else if(strcmp(argv[i], "-nodaemon") == 0 || strcmp(argv[i], "-nd") == 0) {
547 fprintf(stderr, "%s: deprecated option -- %s -- please use -D instead.\n ", argv[0], argv[i]);
548 remove_option(i, &argc, argv);
550 else if(strcmp(argv[i], "-ch") == 0 && (i+1) < argc) {
551 config_set(CONFIG_SECTION_GLOBAL, "host access prefix", argv[i+1]);
552 fprintf(stderr, "%s: deprecated option -- %s -- please use -s instead.\n", argv[0], argv[i]);
553 remove_option(i, &argc, argv);
555 else if(strcmp(argv[i], "-l") == 0 && (i+1) < argc) {
556 config_set(CONFIG_SECTION_GLOBAL, "history", argv[i+1]);
557 fprintf(stderr, "%s: deprecated option -- %s -- This option will be removed with V2.*.\n", argv[0], argv[i]);
558 remove_option(i, &argc, argv);
566 int num_opts = sizeof(options) / sizeof(struct option_def);
567 char optstring[(num_opts * 2) + 1];
570 for( i = 0; i < num_opts; i++ ) {
571 optstring[string_i] = options[i].val;
573 if(options[i].arg_name) {
574 optstring[string_i] = ':';
578 // terminate optstring
579 optstring[string_i] ='\0';
580 optstring[(num_opts *2)] ='\0';
583 while( (opt = getopt(argc, argv, optstring)) != -1 ) {
586 if(config_load(optarg, 1) != 1) {
587 error("Cannot load configuration file %s.", optarg);
591 debug(D_OPTIONS, "Configuration loaded from %s.", optarg);
602 config_set(CONFIG_SECTION_WEB, "bind to", optarg);
605 strncpy(pidfile, optarg, FILENAME_MAX);
606 pidfile[FILENAME_MAX] = '\0';
609 config_set(CONFIG_SECTION_GLOBAL, "default port", optarg);
612 config_set(CONFIG_SECTION_GLOBAL, "host access prefix", optarg);
615 config_set(CONFIG_SECTION_GLOBAL, "update every", optarg);
618 config_set(CONFIG_SECTION_GLOBAL, "run as user", optarg);
622 printf("%s %s\n", program_name, program_version);
626 char* stacksize_string = "stacksize=";
627 char* debug_flags_string = "debug_flags=";
628 if(strcmp(optarg, "unittest") == 0) {
629 default_rrd_update_every = 1;
630 default_rrd_memory_mode = RRD_MEMORY_MODE_RAM;
631 if(!config_loaded) config_load(NULL, 0);
632 get_netdata_configured_variables();
633 default_rrd_update_every = 1;
634 default_rrd_memory_mode = RRD_MEMORY_MODE_RAM;
635 default_health_enabled = 0;
636 rrd_init("unittest");
637 default_rrdpush_enabled = 0;
638 if(run_all_mockup_tests()) exit(1);
639 if(unit_test_storage()) exit(1);
640 fprintf(stderr, "\n\nALL TESTS PASSED\n\n");
643 else if(strcmp(optarg, "simple-pattern") == 0) {
644 if(optind + 2 > argc) {
645 fprintf(stderr, "%s", "\nUSAGE: -W simple-pattern 'pattern' 'string'\n\n"
646 " Checks if 'pattern' matches the given 'string'.\n"
647 " - 'pattern' can be one or more space separated words.\n"
648 " - each 'word' can contain one or more asterisks.\n"
649 " - words starting with '!' give negative matches.\n"
650 " - words are processed left to right\n"
654 " > match all veth interfaces, except veth0:\n"
656 " -W simple-pattern '!veth0 veth*' 'veth12'\n"
659 " > match all *.ext files directly in /path/:\n"
660 " (this will not match *.ext files in a subdir of /path/)\n"
662 " -W simple-pattern '!/path/*/*.ext /path/*.ext' '/path/test.ext'\n"
668 const char *heystack = argv[optind];
669 const char *needle = argv[optind + 1];
671 SIMPLE_PATTERN *p = simple_pattern_create(heystack
672 , SIMPLE_PATTERN_EXACT);
673 int ret = simple_pattern_matches(p, needle);
674 simple_pattern_free(p);
677 fprintf(stdout, "RESULT: MATCHED - pattern '%s' matches '%s'\n", heystack, needle);
681 fprintf(stdout, "RESULT: NOT MATCHED - pattern '%s' does not match '%s'\n", heystack, needle);
685 else if(strncmp(optarg, stacksize_string, strlen(stacksize_string)) == 0) {
686 optarg += strlen(stacksize_string);
687 config_set(CONFIG_SECTION_GLOBAL, "pthread stack size", optarg);
689 else if(strncmp(optarg, debug_flags_string, strlen(debug_flags_string)) == 0) {
690 optarg += strlen(debug_flags_string);
691 config_set(CONFIG_SECTION_GLOBAL, "debug flags", optarg);
692 debug_flags = strtoull(optarg, NULL, 0);
704 // close all open file descriptors, except the standard ones
705 // the caller may have left open files (lxc-attach has this issue)
708 for(fd = (int) (sysconf(_SC_OPEN_MAX) - 1); fd > 2; fd--)
709 if(fd_is_valid(fd)) close(fd);
714 config_load(NULL, 0);
716 // ------------------------------------------------------------------------
717 // initialize netdata
719 char *pmax = config_get(CONFIG_SECTION_GLOBAL, "glibc malloc arena max for plugins", "1");
721 setenv("MALLOC_ARENA_MAX", pmax, 1);
723 #if defined(HAVE_C_MALLOPT)
724 i = (int)config_get_number(CONFIG_SECTION_GLOBAL, "glibc malloc arena max for netdata", 1);
726 mallopt(M_ARENA_MAX, 1);
729 // prepare configuration environment variables for the plugins
731 get_netdata_configured_variables();
732 set_global_environment();
734 // work while we are cd into config_dir
735 // to allow the plugins refer to their config
736 // files using relative filenames
737 if(chdir(netdata_configured_config_dir) == -1)
738 fatal("Cannot cd to '%s'", netdata_configured_config_dir);
744 // --------------------------------------------------------------------
745 // get the debugging flags from the configuration file
747 char *flags = config_get(CONFIG_SECTION_GLOBAL, "debug flags", "0x0000000000000000");
748 setenv("NETDATA_DEBUG_FLAGS", flags, 1);
750 debug_flags = strtoull(flags, NULL, 0);
751 debug(D_OPTIONS, "Debug flags set to '0x%" PRIX64 "'.", debug_flags);
753 if(debug_flags != 0) {
754 struct rlimit rl = { RLIM_INFINITY, RLIM_INFINITY };
755 if(setrlimit(RLIMIT_CORE, &rl) != 0)
756 error("Cannot request unlimited core dumps for debugging... Proceeding anyway...");
758 #ifdef HAVE_SYS_PRCTL_H
759 prctl(PR_SET_DUMPABLE, 1, 0, 0, 0);
764 // --------------------------------------------------------------------
765 // get log filenames and settings
768 error_log_limit_unlimited();
771 // --------------------------------------------------------------------
774 char filename[FILENAME_MAX + 1];
775 snprintfz(filename, FILENAME_MAX, "%s/stream.conf", netdata_configured_config_dir);
776 appconfig_load(&stream_config, filename, 0);
780 // --------------------------------------------------------------------
781 // setup process signals
783 // block signals while initializing threads.
784 // this causes the threads to block signals.
787 if(pthread_sigmask(SIG_BLOCK, &sigset, NULL) == -1)
788 error("Could not block signals for threads");
790 // Catch signals which we want to use
794 // ingore all signals while we run in a signal handler
795 sigfillset(&sa.sa_mask);
797 // INFO: If we add signals here we have to unblock them
798 // at popen.c when running a external plugin.
800 // Ignore SIGPIPE completely.
801 sa.sa_handler = SIG_IGN;
802 if(sigaction(SIGPIPE, &sa, NULL) == -1)
803 error("Failed to change signal handler for SIGPIPE");
805 sa.sa_handler = sig_handler_exit;
806 if(sigaction(SIGINT, &sa, NULL) == -1)
807 error("Failed to change signal handler for SIGINT");
809 sa.sa_handler = sig_handler_exit;
810 if(sigaction(SIGTERM, &sa, NULL) == -1)
811 error("Failed to change signal handler for SIGTERM");
813 sa.sa_handler = sig_handler_logrotate;
814 if(sigaction(SIGHUP, &sa, NULL) == -1)
815 error("Failed to change signal handler for SIGHUP");
817 // save database on SIGUSR1
818 sa.sa_handler = sig_handler_save;
819 if(sigaction(SIGUSR1, &sa, NULL) == -1)
820 error("Failed to change signal handler for SIGUSR1");
822 // reload health configuration on SIGUSR2
823 sa.sa_handler = sig_handler_reload_health;
824 if(sigaction(SIGUSR2, &sa, NULL) == -1)
825 error("Failed to change signal handler for SIGUSR2");
828 // --------------------------------------------------------------------
829 // get the required stack size of the threads of netdata
831 i = pthread_attr_init(&attr);
833 fatal("pthread_attr_init() failed with code %d.", i);
835 i = pthread_attr_getstacksize(&attr, &stacksize);
837 fatal("pthread_attr_getstacksize() failed with code %d.", i);
839 debug(D_OPTIONS, "initial pthread stack size is %zu bytes", stacksize);
841 wanted_stacksize = (size_t)config_get_number(CONFIG_SECTION_GLOBAL, "pthread stack size", (long)stacksize);
844 // --------------------------------------------------------------------
845 // check which threads are enabled and initialize them
847 for (i = 0; static_threads[i].name != NULL ; i++) {
848 struct netdata_static_thread *st = &static_threads[i];
851 st->enabled = config_get_boolean(st->config_section, st->config_name, st->enabled);
853 if(st->enabled && st->init_routine)
858 // --------------------------------------------------------------------
859 // get the user we should run
861 // IMPORTANT: this is required before web_files_uid()
863 user = config_get(CONFIG_SECTION_GLOBAL, "run as user", NETDATA_USER);
866 struct passwd *passwd = getpwuid(getuid());
867 user = config_get(CONFIG_SECTION_GLOBAL, "run as user", (passwd && passwd->pw_name)?passwd->pw_name:"");
870 // IMPORTANT: these have to run once, while single threaded
871 web_files_uid(); // IMPORTANT: web_files_uid() before web_files_gid()
875 // --------------------------------------------------------------------
876 // create the listening sockets
878 if(web_server_mode != WEB_SERVER_MODE_NONE)
879 create_listen_sockets();
882 // initialize the log files
883 open_all_log_files();
885 #ifdef NETDATA_INTERNAL_CHECKS
886 if(debug_flags != 0) {
887 struct rlimit rl = { RLIM_INFINITY, RLIM_INFINITY };
888 if(setrlimit(RLIMIT_CORE, &rl) != 0)
889 error("Cannot request unlimited core dumps for debugging... Proceeding anyway...");
890 #ifdef HAVE_SYS_PRCTL_H
891 prctl(PR_SET_DUMPABLE, 1, 0, 0, 0);
894 #endif /* NETDATA_INTERNAL_CHECKS */
897 // fork, switch user, create pid file, set process priority
898 if(become_daemon(dont_fork, user) == -1)
899 fatal("Cannot daemonize myself.");
901 info("netdata started on pid %d.", getpid());
904 // ------------------------------------------------------------------------
905 // set default pthread stack size - after we have forked
907 if(stacksize < wanted_stacksize) {
908 i = pthread_attr_setstacksize(&attr, wanted_stacksize);
910 fatal("pthread_attr_setstacksize() to %zu bytes, failed with code %d.", wanted_stacksize, i);
912 debug(D_SYSTEM, "Successfully set pthread stacksize to %zu bytes", wanted_stacksize);
916 // ------------------------------------------------------------------------
917 // initialize rrd, registry, health, rrdpush, etc.
919 rrd_init(netdata_configured_hostname);
922 // ------------------------------------------------------------------------
923 // enable log flood protection
925 error_log_limit_reset();
928 // ------------------------------------------------------------------------
931 web_server_threading_selection();
933 for (i = 0; static_threads[i].name != NULL ; i++) {
934 struct netdata_static_thread *st = &static_threads[i];
937 st->thread = mallocz(sizeof(pthread_t));
939 debug(D_SYSTEM, "Starting thread %s.", st->name);
941 if(pthread_create(st->thread, &attr, st->start_routine, st))
942 error("failed to create new thread for %s.", st->name);
944 else if(pthread_detach(*st->thread))
945 error("Cannot request detach of newly created %s thread.", st->name);
947 else debug(D_SYSTEM, "Not starting thread %s.", st->name);
950 info("netdata initialization completed. Enjoy real-time performance monitoring!");
953 // ------------------------------------------------------------------------
954 // block signals while initializing threads.
958 if(pthread_sigmask(SIG_UNBLOCK, &sigset, NULL) == -1) {
959 error("Could not unblock signals for threads");
962 // Handle flags set in the signal handler.
966 debug(D_EXIT, "Exit main loop of netdata.");
967 netdata_cleanup_and_exit(0);