12 #include <sys/types.h>
15 #include <sys/resource.h>
20 #include "web_server.h"
22 #include "appconfig.h"
23 #include "web_client.h"
27 #include "unit_test.h"
29 #include "plugins_d.h"
30 #include "plugin_idlejitter.h"
31 #include "plugin_tc.h"
32 #include "plugin_checks.h"
33 #include "plugin_proc.h"
34 #include "plugin_nfacct.h"
38 struct netdata_static_thread {
48 void (*init_routine) (void);
49 void *(*start_routine) (void *);
52 struct netdata_static_thread static_threads[] = {
53 {"tc", "plugins", "tc", 1, NULL, NULL, tc_main},
54 {"idlejitter", "plugins", "idlejitter", 1, NULL, NULL, cpuidlejitter_main},
55 {"proc", "plugins", "proc", 1, NULL, NULL, proc_main},
57 #ifdef INTERNAL_PLUGIN_NFACCT
58 // nfacct requires root access
59 // so, we build it as an external plugin with setuid to root
60 {"nfacct", "plugins", "nfacct", 1, NULL, NULL, nfacct_main},
63 {"plugins.d", NULL, NULL, 1, NULL, NULL, pluginsd_main},
64 {"check", "plugins", "checks", 0, NULL, NULL, checks_main},
65 {"web", NULL, NULL, 1, NULL, NULL, socket_listen_main},
66 {NULL, NULL, NULL, 0, NULL, NULL, NULL}
69 int killpid(pid_t pid, int sig)
72 debug(D_EXIT, "Request to kill pid %d", pid);
75 if(kill(pid, 0) == -1) {
78 error("Request to kill pid %d, but it is not running.", pid);
82 error("Request to kill pid %d, but I do not have enough permissions.", pid);
86 error("Request to kill pid %d, but I received an error.", pid);
94 old = signal(sig, SIG_IGN);
96 error("Cannot overwrite signal handler for signal %d", sig);
100 ret = kill(pid, sig);
102 if(signal(sig, old) == SIG_ERR)
103 error("Cannot restore signal handler for signal %d", sig);
108 error("Cannot kill pid %d, but it is not running.", pid);
112 error("Cannot kill pid %d, but I do not have enough permissions.", pid);
116 error("Cannot kill pid %d, but I received an error.", pid);
129 struct web_client *w;
130 for(w = web_clients; w ; w = w->next) {
131 debug(D_EXIT, "Stopping web client %s", w->client_ip);
132 pthread_cancel(w->thread);
133 pthread_join(w->thread, NULL);
137 for (i = 0; static_threads[i].name != NULL ; i++) {
138 if(static_threads[i].thread) {
139 debug(D_EXIT, "Stopping %s thread", static_threads[i].name);
140 pthread_cancel(*static_threads[i].thread);
141 pthread_join(*static_threads[i].thread, NULL);
142 static_threads[i].thread = NULL;
147 info("Killing tc-qos-helper procees");
148 if(killpid(tc_child_pid, SIGTERM) != -1)
149 waitid(tc_child_pid, 0, &info, WEXITED);
154 for(cd = pluginsd_root ; cd ; cd = cd->next) {
155 debug(D_EXIT, "Stopping %s plugin thread", cd->id);
156 pthread_cancel(cd->thread);
157 pthread_join(cd->thread, NULL);
159 if(cd->pid && !cd->obsolete) {
160 debug(D_EXIT, "killing %s plugin process", cd->id);
161 if(killpid(cd->pid, SIGTERM) != -1)
162 waitid(cd->pid, 0, &info, WEXITED);
166 debug(D_EXIT, "All threads/childs stopped.");
170 int main(int argc, char **argv)
173 int config_loaded = 0;
176 // global initialization
179 // set the name for logging
180 program_name = "netdata";
182 // parse the arguments
183 for(i = 1; i < argc ; i++) {
184 if(strcmp(argv[i], "-c") == 0 && (i+1) < argc) {
185 if(load_config(argv[i+1], 1) != 1) {
186 fprintf(stderr, "Cannot load configuration file %s. Reason: %s\n", argv[i+1], strerror(errno));
190 debug(D_OPTIONS, "Configuration loaded from %s.", argv[i+1]);
195 else if(strcmp(argv[i], "-df") == 0 && (i+1) < argc) { config_set("global", "debug flags", argv[i+1]); i++; }
196 else if(strcmp(argv[i], "-p") == 0 && (i+1) < argc) { config_set("global", "port", argv[i+1]); i++; }
197 else if(strcmp(argv[i], "-u") == 0 && (i+1) < argc) { config_set("global", "run as user", argv[i+1]); i++; }
198 else if(strcmp(argv[i], "-l") == 0 && (i+1) < argc) { config_set("global", "history", argv[i+1]); i++; }
199 else if(strcmp(argv[i], "-t") == 0 && (i+1) < argc) { config_set("global", "update every", argv[i+1]); i++; }
200 else if(strcmp(argv[i], "-ch") == 0 && (i+1) < argc) { config_set("global", "host access prefix", argv[i+1]); i++; }
201 else if(strcmp(argv[i], "-nodeamon") == 0 || strcmp(argv[i], "-nd") == 0) dont_fork = 1;
202 else if(strcmp(argv[i], "--unittest") == 0) {
203 if(unit_test_storage()) exit(1);
205 rrd_update_every = 1;
206 if(unit_test(1000000, 0)) exit(1);
207 if(unit_test(1000000, 500000)) exit(1);
208 if(unit_test(1000000, 100000)) exit(1);
209 if(unit_test(1000000, 900000)) exit(1);
210 if(unit_test(2000000, 0)) exit(1);
211 if(unit_test(2000000, 500000)) exit(1);
212 if(unit_test(2000000, 100000)) exit(1);
213 if(unit_test(2000000, 900000)) exit(1);
214 if(unit_test(500000, 500000)) exit(1);
215 //if(unit_test(500000, 100000)) exit(1); // FIXME: the expected numbers are wrong
216 //if(unit_test(500000, 900000)) exit(1); // FIXME: the expected numbers are wrong
217 if(unit_test(500000, 0)) exit(1);
218 fprintf(stderr, "\n\nALL TESTS PASSED\n\n");
222 fprintf(stderr, "Cannot understand option '%s'.\n", argv[i]);
223 fprintf(stderr, "\nUSAGE: %s [-d] [-l LINES_TO_SAVE] [-u UPDATE_TIMER] [-p LISTEN_PORT] [-dl debug log file] [-df debug flags].\n\n", argv[0]);
224 fprintf(stderr, " -c CONFIG FILE the configuration file to load. Default: %s.\n", CONFIG_DIR "/" CONFIG_FILENAME);
225 fprintf(stderr, " -l LINES_TO_SAVE can be from 5 to %d lines in JSON data. Default: %d.\n", RRD_HISTORY_ENTRIES_MAX, RRD_DEFAULT_HISTORY_ENTRIES);
226 fprintf(stderr, " -t UPDATE_TIMER can be from 1 to %d seconds. Default: %d.\n", UPDATE_EVERY_MAX, UPDATE_EVERY);
227 fprintf(stderr, " -p LISTEN_PORT can be from 1 to %d. Default: %d.\n", 65535, LISTEN_PORT);
228 fprintf(stderr, " -u USERNAME can be any system username to run as. Default: none.\n");
229 fprintf(stderr, " -ch path to access host /proc and /sys when running in a container. Default: empty.\n");
230 fprintf(stderr, " -nd or -nodeamon to disable forking in the background. Default: unset.\n");
231 fprintf(stderr, " -df FLAGS debug options. Default: 0x%08llx.\n", debug_flags);
236 if(!config_loaded) load_config(NULL, 0);
238 // prepare configuration environment variables for the plugins
239 setenv("NETDATA_CONFIG_DIR" , config_get("global", "config directory" , CONFIG_DIR) , 1);
240 setenv("NETDATA_PLUGINS_DIR", config_get("global", "plugins directory" , PLUGINS_DIR), 1);
241 setenv("NETDATA_WEB_DIR" , config_get("global", "web files directory", WEB_DIR) , 1);
242 setenv("NETDATA_CACHE_DIR" , config_get("global", "cache directory" , CACHE_DIR) , 1);
243 setenv("NETDATA_LOG_DIR" , config_get("global", "log directory" , LOG_DIR) , 1);
245 // avoid extended to stat(/etc/localtime)
246 // http://stackoverflow.com/questions/4554271/how-to-avoid-excessive-stat-etc-localtime-calls-in-strftime-on-linux
247 setenv("TZ", ":/etc/localtime", 0);
249 // cd to /tmp to avoid any plugins writing files at random places
250 if(chdir("/tmp")) fprintf(stderr, "netdata: ERROR: Cannot cd to /tmp: %s", strerror(errno));
252 char *input_log_file = NULL;
253 char *output_log_file = NULL;
254 char *error_log_file = NULL;
255 char *access_log_file = NULL;
260 // --------------------------------------------------------------------
262 sprintf(buffer, "0x%08llx", 0ULL);
263 char *flags = config_get("global", "debug flags", buffer);
264 setenv("NETDATA_DEBUG_FLAGS", flags, 1);
266 debug_flags = strtoull(flags, NULL, 0);
267 debug(D_OPTIONS, "Debug flags set to '0x%8llx'.", debug_flags);
269 if(debug_flags != 0) {
270 struct rlimit rl = { RLIM_INFINITY, RLIM_INFINITY };
271 if(setrlimit(RLIMIT_CORE, &rl) != 0)
272 info("Cannot request unlimited core dumps for debugging... Proceeding anyway...");
275 // --------------------------------------------------------------------
277 global_host_prefix = config_get("global", "host access prefix", "");
278 setenv("NETDATA_HOST_PREFIX", global_host_prefix, 1);
280 // --------------------------------------------------------------------
282 output_log_file = config_get("global", "debug log", LOG_DIR "/debug.log");
283 if(strcmp(output_log_file, "syslog") == 0) {
284 output_log_syslog = 1;
285 output_log_file = NULL;
287 else if(strcmp(output_log_file, "none") == 0) {
288 output_log_syslog = 0;
289 output_log_file = NULL;
291 else output_log_syslog = 0;
293 // --------------------------------------------------------------------
296 error_log_file = config_get("global", "error log", LOG_DIR "/error.log");
297 if(strcmp(error_log_file, "syslog") == 0) {
298 error_log_syslog = 1;
299 error_log_file = NULL;
301 else if(strcmp(error_log_file, "none") == 0) {
302 error_log_syslog = 0;
303 error_log_file = NULL;
304 silent = 1; // optimization - do not even generate debug log entries
306 else error_log_syslog = 0;
308 // --------------------------------------------------------------------
310 access_log_file = config_get("global", "access log", LOG_DIR "/access.log");
311 if(strcmp(access_log_file, "syslog") == 0) {
312 access_log_syslog = 1;
313 access_log_file = NULL;
315 else if(strcmp(access_log_file, "none") == 0) {
316 access_log_syslog = 0;
317 access_log_file = NULL;
319 else access_log_syslog = 0;
321 // --------------------------------------------------------------------
323 rrd_memory_mode = rrd_memory_mode_id(config_get("global", "memory mode", rrd_memory_mode_name(rrd_memory_mode)));
325 // --------------------------------------------------------------------
327 if(gethostname(buffer, HOSTNAME_MAX) == -1)
328 error("WARNING: Cannot get machine hostname.");
329 hostname = config_get("global", "hostname", buffer);
330 debug(D_OPTIONS, "hostname set to '%s'", hostname);
332 // --------------------------------------------------------------------
334 rrd_default_history_entries = config_get_number("global", "history", RRD_DEFAULT_HISTORY_ENTRIES);
335 if(rrd_default_history_entries < 5 || rrd_default_history_entries > RRD_HISTORY_ENTRIES_MAX) {
336 fprintf(stderr, "Invalid save lines %d given. Defaulting to %d.\n", rrd_default_history_entries, RRD_DEFAULT_HISTORY_ENTRIES);
337 rrd_default_history_entries = RRD_DEFAULT_HISTORY_ENTRIES;
340 debug(D_OPTIONS, "save lines set to %d.", rrd_default_history_entries);
343 // --------------------------------------------------------------------
345 rrd_update_every = config_get_number("global", "update every", UPDATE_EVERY);
346 if(rrd_update_every < 1 || rrd_update_every > 600) {
347 fprintf(stderr, "Invalid update timer %d given. Defaulting to %d.\n", rrd_update_every, UPDATE_EVERY_MAX);
348 rrd_update_every = UPDATE_EVERY;
350 else debug(D_OPTIONS, "update timer set to %d.", rrd_update_every);
352 // let the plugins know the min update_every
355 snprintf(buffer, 50, "%d", rrd_update_every);
356 setenv("NETDATA_UPDATE_EVERY", buffer, 1);
359 // --------------------------------------------------------------------
361 for (i = 0; static_threads[i].name != NULL ; i++) {
362 struct netdata_static_thread *st = &static_threads[i];
364 if(st->config_name) st->enabled = config_get_boolean(st->config_section, st->config_name, st->enabled);
365 if(st->enabled && st->init_routine) st->init_routine();
368 // --------------------------------------------------------------------
371 user = config_get("global", "run as user", (getuid() == 0)?NETDATA_USER:"");
373 // --------------------------------------------------------------------
375 listen_backlog = config_get_number("global", "http port listen backlog", LISTEN_BACKLOG);
377 listen_port = config_get_number("global", "port", LISTEN_PORT);
378 if(listen_port < 1 || listen_port > 65535) {
379 fprintf(stderr, "Invalid listen port %d given. Defaulting to %d.\n", listen_port, LISTEN_PORT);
380 listen_port = LISTEN_PORT;
382 else debug(D_OPTIONS, "Listen port set to %d.", listen_port);
385 char *ipv = config_get("global", "ip version", "any");
386 if(!strcmp(ipv, "any") || !strcmp(ipv, "both") || !strcmp(ipv, "all")) ip = 0;
387 else if(!strcmp(ipv, "ipv4") || !strcmp(ipv, "IPV4") || !strcmp(ipv, "IPv4") || !strcmp(ipv, "4")) ip = 4;
388 else if(!strcmp(ipv, "ipv6") || !strcmp(ipv, "IPV6") || !strcmp(ipv, "IPv6") || !strcmp(ipv, "6")) ip = 6;
389 else fprintf(stderr, "Cannot understand ip version '%s'. Assumming 'any'.", ipv);
391 if(ip == 0 || ip == 6) listen_fd = create_listen_socket6(listen_port, listen_backlog);
393 listen_fd = create_listen_socket4(listen_port, listen_backlog);
394 if(listen_fd >= 0 && ip != 4) fprintf(stderr, "Managed to open an IPv4 socket on port %d.", listen_port);
397 if(listen_fd < 0) fatal("Cannot listen socket.");
400 // never become a problem
401 if(nice(20) == -1) fprintf(stderr, "Cannot lower my CPU priority. Error: %s.\n", strerror(errno));
403 if(become_daemon(dont_fork, 0, user, input_log_file, output_log_file, error_log_file, access_log_file, &access_fd, &stdaccess) == -1) {
404 fatal("Cannot demonize myself (%s).", strerror(errno));
408 if(output_log_syslog || error_log_syslog || access_log_syslog)
409 openlog("netdata", LOG_PID, LOG_DAEMON);
411 info("NetData started on pid %d", getpid());
415 for (i = 1 ; i < 65 ;i++) {
424 signal(i, sig_handler);
429 for (i = 0; static_threads[i].name != NULL ; i++) {
430 struct netdata_static_thread *st = &static_threads[i];
433 st->thread = malloc(sizeof(pthread_t));
435 info("Starting thread %s.", st->name);
437 if(pthread_create(st->thread, NULL, st->start_routine, NULL))
438 error("failed to create new thread for %s.", st->name);
440 else if(pthread_detach(*st->thread))
441 error("Cannot request detach of newly created %s thread.", st->name);
443 else info("Not starting thread %s.", st->name);
446 // for future use - the main thread