]> arthur.barton.de Git - netdata.git/blobdiff - src/plugin_proc.c
converted tabs for C, JS, BASH to 4 spaces
[netdata.git] / src / plugin_proc.c
old mode 100755 (executable)
new mode 100644 (file)
index 8911d81..a1bf314
-#include <pthread.h>
-#include <sys/time.h>
-#include <sys/resource.h>
-#include <strings.h>
-#include <unistd.h>
-
-#include "global_statistics.h"
 #include "common.h"
-#include "config.h"
-#include "log.h"
-#include "rrd.h"
-#include "plugin_proc.h"
 
 void *proc_main(void *ptr)
 {
-       if(ptr) { ; }
-
-       if(pthread_setcanceltype(PTHREAD_CANCEL_DEFERRED, NULL) != 0)
-               error("Cannot set pthread cancel type to DEFERRED.");
-
-       if(pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, NULL) != 0)
-               error("Cannot set pthread cancel state to ENABLE.");
-
-       struct rusage me, me_last;
-       struct timeval last, now;
-
-       gettimeofday(&last, NULL);
-       last.tv_sec -= update_every;
-       
-       // disable (by default) various interface that are not needed
-       config_get_boolean("plugin:proc:/proc/net/dev", "interface lo", 0);
-       config_get_boolean("plugin:proc:/proc/net/dev", "interface fireqos_monitor", 0);
-
-       // when ZERO, attempt to do it
-       int vdo_proc_net_dev                    = !config_get_boolean("plugin:proc", "/proc/net/dev", 1);
-       int vdo_proc_diskstats                  = !config_get_boolean("plugin:proc", "/proc/diskstats", 1);
-       int vdo_proc_net_snmp                   = !config_get_boolean("plugin:proc", "/proc/net/snmp", 1);
-       int vdo_proc_net_netstat                = !config_get_boolean("plugin:proc", "/proc/net/netstat", 1);
-       int vdo_proc_net_stat_conntrack = !config_get_boolean("plugin:proc", "/proc/net/stat/conntrack", 1);
-       int vdo_proc_net_ip_vs_stats    = !config_get_boolean("plugin:proc", "/proc/net/ip_vs/stats", 1);
-       int vdo_proc_stat                               = !config_get_boolean("plugin:proc", "/proc/stat", 1);
-       int vdo_proc_meminfo                    = !config_get_boolean("plugin:proc", "/proc/meminfo", 1);
-       int vdo_proc_vmstat                     = !config_get_boolean("plugin:proc", "/proc/vmstat", 1);
-       int vdo_proc_net_rpc_nfsd               = !config_get_boolean("plugin:proc", "/proc/net/rpc/nfsd", 1);
-       int vdo_cpu_netdata                     = !config_get_boolean("plugin:proc", "netdata server resources", 1);
-
-       RRD_STATS *stcpu = NULL, *stclients = NULL, *streqs = NULL, *stbytes = NULL;
-
-       gettimeofday(&last, NULL);
-       getrusage(RUSAGE_SELF, &me_last);
-
-       unsigned long long usec = 0, susec = 0;
-       for(;1;) {
-               
-               // BEGIN -- the job to be done
-               
-               if(!vdo_proc_net_dev) {
-                       debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_dev().");
-                       vdo_proc_net_dev = do_proc_net_dev(update_every, usec+susec);
-               }
-               if(!vdo_proc_diskstats) {
-                       debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_diskstats().");
-                       vdo_proc_diskstats = do_proc_diskstats(update_every, usec+susec);
-               }
-               if(!vdo_proc_net_snmp) {
-                       debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_snmp().");
-                       vdo_proc_net_snmp = do_proc_net_snmp(update_every, usec+susec);
-               }
-
-               if(!vdo_proc_net_netstat) {
-                       debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_netstat().");
-                       vdo_proc_net_netstat = do_proc_net_netstat(update_every, usec+susec);
-               }
-
-               if(!vdo_proc_net_stat_conntrack) {
-                       debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_stat_conntrack().");
-                       vdo_proc_net_stat_conntrack     = do_proc_net_stat_conntrack(update_every, usec+susec);
-               }
-
-               if(!vdo_proc_net_ip_vs_stats) {
-                       debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_net_ip_vs_stats().");
-                       vdo_proc_net_ip_vs_stats = do_proc_net_ip_vs_stats(update_every, usec+susec);
-               }
-
-               if(!vdo_proc_stat) {
-                       debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_stat().");
-                       vdo_proc_stat = do_proc_stat(update_every, usec+susec);
-               }
-
-               if(!vdo_proc_meminfo) {
-                       debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_meminfo().");
-                       vdo_proc_meminfo = do_proc_meminfo(update_every, usec+susec);
-               }
-
-               if(!vdo_proc_vmstat) {
-                       debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_vmstat().");
-                       vdo_proc_vmstat = do_proc_vmstat(update_every, usec+susec);
-               }
-
-               if(!vdo_proc_net_rpc_nfsd) {
-                       debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_rpc_nfsd().");
-                       vdo_proc_net_rpc_nfsd = do_proc_net_rpc_nfsd(update_every, usec+susec);
-               }
-
-               // END -- the job is done
-               
-               // find the time to sleep in order to wait exactly update_every seconds
-               gettimeofday(&now, NULL);
-               usec = usecdiff(&now, &last) - susec;
-               debug(D_PROCNETDEV_LOOP, "PROCNETDEV: last loop took %llu usec (worked for %llu, sleeped for %llu).", usec + susec, usec, susec);
-               
-               if(usec < (update_every * 1000000ULL / 2ULL)) susec = (update_every * 1000000ULL) - usec;
-               else susec = update_every * 1000000ULL / 2ULL;
-               
-               // --------------------------------------------------------------------
-
-               if(!vdo_cpu_netdata && getrusage(RUSAGE_SELF, &me) == 0) {
-               
-                       unsigned long long cpuuser = me.ru_utime.tv_sec * 1000000ULL + me.ru_utime.tv_usec;
-                       unsigned long long cpusyst = me.ru_stime.tv_sec * 1000000ULL + me.ru_stime.tv_usec;
-
-                       if(!stcpu) stcpu = rrd_stats_find("netdata.server_cpu");
-                       if(!stcpu) {
-                               stcpu = rrd_stats_create("netdata", "server_cpu", NULL, "netdata", "NetData CPU usage", "milliseconds/s", 9999, update_every, CHART_TYPE_STACKED);
-
-                               rrd_stats_dimension_add(stcpu, "user",  NULL,  1, 1000 * update_every, RRD_DIMENSION_INCREMENTAL);
-                               rrd_stats_dimension_add(stcpu, "system", NULL, 1, 1000 * update_every, RRD_DIMENSION_INCREMENTAL);
-                       }
-                       else rrd_stats_next(stcpu);
-
-                       rrd_stats_dimension_set(stcpu, "user", cpuuser);
-                       rrd_stats_dimension_set(stcpu, "system", cpusyst);
-                       rrd_stats_done(stcpu);
-                       
-                       bcopy(&me, &me_last, sizeof(struct rusage));
-
-                       // ----------------------------------------------------------------
-
-                       if(!stclients) stclients = rrd_stats_find("netdata.clients");
-                       if(!stclients) {
-                               stclients = rrd_stats_create("netdata", "clients", NULL, "netdata", "NetData Web Clients", "connected clients", 11000, update_every, CHART_TYPE_LINE);
-
-                               rrd_stats_dimension_add(stclients, "clients",  NULL,  1, 1, RRD_DIMENSION_ABSOLUTE);
-                       }
-                       else rrd_stats_next(stclients);
-
-                       rrd_stats_dimension_set(stclients, "clients", global_statistics.connected_clients);
-                       rrd_stats_done(stclients);
-
-                       // ----------------------------------------------------------------
-
-                       if(!streqs) streqs = rrd_stats_find("netdata.requests");
-                       if(!streqs) {
-                               streqs = rrd_stats_create("netdata", "requests", NULL, "netdata", "NetData Web Requests", "requests/s", 12000, update_every, CHART_TYPE_LINE);
-
-                               rrd_stats_dimension_add(streqs, "requests",  NULL,  1, 1 * update_every, RRD_DIMENSION_INCREMENTAL);
-                       }
-                       else rrd_stats_next(streqs);
-
-                       rrd_stats_dimension_set(streqs, "requests", global_statistics.web_requests);
-                       rrd_stats_done(streqs);
-
-                       // ----------------------------------------------------------------
-
-                       if(!stbytes) stbytes = rrd_stats_find("netdata.net");
-                       if(!stbytes) {
-                               stbytes = rrd_stats_create("netdata", "net", NULL, "netdata", "NetData Network Traffic", "kilobits/s", 13000, update_every, CHART_TYPE_AREA);
-
-                               rrd_stats_dimension_add(stbytes, "in",  NULL,  8, 1024 * update_every, RRD_DIMENSION_INCREMENTAL);
-                               rrd_stats_dimension_add(stbytes, "out",  NULL,  -8, 1024 * update_every, RRD_DIMENSION_INCREMENTAL);
-                       }
-                       else rrd_stats_next(stbytes);
-
-                       rrd_stats_dimension_set(stbytes, "in", global_statistics.bytes_received);
-                       rrd_stats_dimension_set(stbytes, "out", global_statistics.bytes_sent);
-                       rrd_stats_done(stbytes);
-               }
-
-               usleep(susec);
-               
-               // copy current to last
-               bcopy(&now, &last, sizeof(struct timeval));
-       }
-
-       return NULL;
+    (void)ptr;
+
+    info("PROC Plugin thread created with task id %d", gettid());
+
+    if(pthread_setcanceltype(PTHREAD_CANCEL_DEFERRED, NULL) != 0)
+        error("Cannot set pthread cancel type to DEFERRED.");
+
+    if(pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, NULL) != 0)
+        error("Cannot set pthread cancel state to ENABLE.");
+
+    // disable (by default) various interface that are not needed
+    config_get_boolean("plugin:proc:/proc/net/dev:lo", "enabled", 0);
+    config_get_boolean("plugin:proc:/proc/net/dev:fireqos_monitor", "enabled", 0);
+
+    // when ZERO, attempt to do it
+    int vdo_proc_net_dev            = !config_get_boolean("plugin:proc", "/proc/net/dev", 1);
+    int vdo_proc_diskstats          = !config_get_boolean("plugin:proc", "/proc/diskstats", 1);
+    int vdo_proc_net_snmp           = !config_get_boolean("plugin:proc", "/proc/net/snmp", 1);
+    int vdo_proc_net_snmp6          = !config_get_boolean("plugin:proc", "/proc/net/snmp6", 1);
+    int vdo_proc_net_netstat        = !config_get_boolean("plugin:proc", "/proc/net/netstat", 1);
+    int vdo_proc_net_stat_conntrack = !config_get_boolean("plugin:proc", "/proc/net/stat/conntrack", 1);
+    int vdo_proc_net_ip_vs_stats    = !config_get_boolean("plugin:proc", "/proc/net/ip_vs/stats", 1);
+    int vdo_proc_net_stat_synproxy  = !config_get_boolean("plugin:proc", "/proc/net/stat/synproxy", 1);
+    int vdo_proc_stat               = !config_get_boolean("plugin:proc", "/proc/stat", 1);
+    int vdo_proc_meminfo            = !config_get_boolean("plugin:proc", "/proc/meminfo", 1);
+    int vdo_proc_vmstat             = !config_get_boolean("plugin:proc", "/proc/vmstat", 1);
+    int vdo_proc_net_rpc_nfsd       = !config_get_boolean("plugin:proc", "/proc/net/rpc/nfsd", 1);
+    int vdo_proc_sys_kernel_random_entropy_avail    = !config_get_boolean("plugin:proc", "/proc/sys/kernel/random/entropy_avail", 1);
+    int vdo_proc_interrupts         = !config_get_boolean("plugin:proc", "/proc/interrupts", 1);
+    int vdo_proc_softirqs           = !config_get_boolean("plugin:proc", "/proc/softirqs", 1);
+    int vdo_proc_loadavg            = !config_get_boolean("plugin:proc", "/proc/loadavg", 1);
+    int vdo_sys_kernel_mm_ksm       = !config_get_boolean("plugin:proc", "/sys/kernel/mm/ksm", 1);
+    int vdo_cpu_netdata             = !config_get_boolean("plugin:proc", "netdata server resources", 1);
+
+    // keep track of the time each module was called
+    unsigned long long sutime_proc_net_dev = 0ULL;
+    unsigned long long sutime_proc_diskstats = 0ULL;
+    unsigned long long sutime_proc_net_snmp = 0ULL;
+    unsigned long long sutime_proc_net_snmp6 = 0ULL;
+    unsigned long long sutime_proc_net_netstat = 0ULL;
+    unsigned long long sutime_proc_net_stat_conntrack = 0ULL;
+    unsigned long long sutime_proc_net_ip_vs_stats = 0ULL;
+    unsigned long long sutime_proc_net_stat_synproxy = 0ULL;
+    unsigned long long sutime_proc_stat = 0ULL;
+    unsigned long long sutime_proc_meminfo = 0ULL;
+    unsigned long long sutime_proc_vmstat = 0ULL;
+    unsigned long long sutime_proc_net_rpc_nfsd = 0ULL;
+    unsigned long long sutime_proc_sys_kernel_random_entropy_avail = 0ULL;
+    unsigned long long sutime_proc_interrupts = 0ULL;
+    unsigned long long sutime_proc_softirqs = 0ULL;
+    unsigned long long sutime_proc_loadavg = 0ULL;
+    unsigned long long sutime_sys_kernel_mm_ksm = 0ULL;
+
+    // the next time we will run - aligned properly
+    unsigned long long sunext = (time(NULL) - (time(NULL) % rrd_update_every) + rrd_update_every) * 1000000ULL;
+    unsigned long long sunow;
+
+    for(;1;) {
+        if(unlikely(netdata_exit)) break;
+
+        // delay until it is our time to run
+        while((sunow = time_usec()) < sunext)
+            sleep_usec(sunext - sunow);
+
+        // find the next time we need to run
+        while(time_usec() > sunext)
+            sunext += rrd_update_every * 1000000ULL;
+
+        if(unlikely(netdata_exit)) break;
+
+        // BEGIN -- the job to be done
+
+        if(!vdo_sys_kernel_mm_ksm) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_sys_kernel_mm_ksm().");
+
+            sunow = time_usec();
+            vdo_sys_kernel_mm_ksm = do_sys_kernel_mm_ksm(rrd_update_every, (sutime_sys_kernel_mm_ksm > 0)?sunow - sutime_sys_kernel_mm_ksm:0ULL);
+            sutime_sys_kernel_mm_ksm = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_loadavg) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_loadavg().");
+            sunow = time_usec();
+            vdo_proc_loadavg = do_proc_loadavg(rrd_update_every, (sutime_proc_loadavg > 0)?sunow - sutime_proc_loadavg:0ULL);
+            sutime_proc_loadavg = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_interrupts) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_interrupts().");
+            sunow = time_usec();
+            vdo_proc_interrupts = do_proc_interrupts(rrd_update_every, (sutime_proc_interrupts > 0)?sunow - sutime_proc_interrupts:0ULL);
+            sutime_proc_interrupts = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_softirqs) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_softirqs().");
+            sunow = time_usec();
+            vdo_proc_softirqs = do_proc_softirqs(rrd_update_every, (sutime_proc_softirqs > 0)?sunow - sutime_proc_softirqs:0ULL);
+            sutime_proc_softirqs = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_sys_kernel_random_entropy_avail) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_sys_kernel_random_entropy_avail().");
+            sunow = time_usec();
+            vdo_proc_sys_kernel_random_entropy_avail = do_proc_sys_kernel_random_entropy_avail(rrd_update_every, (sutime_proc_sys_kernel_random_entropy_avail > 0)?sunow - sutime_proc_sys_kernel_random_entropy_avail:0ULL);
+            sutime_proc_sys_kernel_random_entropy_avail = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_net_dev) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_dev().");
+            sunow = time_usec();
+            vdo_proc_net_dev = do_proc_net_dev(rrd_update_every, (sutime_proc_net_dev > 0)?sunow - sutime_proc_net_dev:0ULL);
+            sutime_proc_net_dev = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_diskstats) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_diskstats().");
+            sunow = time_usec();
+            vdo_proc_diskstats = do_proc_diskstats(rrd_update_every, (sutime_proc_diskstats > 0)?sunow - sutime_proc_diskstats:0ULL);
+            sutime_proc_diskstats = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_net_snmp) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_snmp().");
+            sunow = time_usec();
+            vdo_proc_net_snmp = do_proc_net_snmp(rrd_update_every, (sutime_proc_net_snmp > 0)?sunow - sutime_proc_net_snmp:0ULL);
+            sutime_proc_net_snmp = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_net_snmp6) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_snmp6().");
+            sunow = time_usec();
+            vdo_proc_net_snmp6 = do_proc_net_snmp6(rrd_update_every, (sutime_proc_net_snmp6 > 0)?sunow - sutime_proc_net_snmp6:0ULL);
+            sutime_proc_net_snmp6 = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_net_netstat) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_netstat().");
+            sunow = time_usec();
+            vdo_proc_net_netstat = do_proc_net_netstat(rrd_update_every, (sutime_proc_net_netstat > 0)?sunow - sutime_proc_net_netstat:0ULL);
+            sutime_proc_net_netstat = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_net_stat_conntrack) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_stat_conntrack().");
+            sunow = time_usec();
+            vdo_proc_net_stat_conntrack = do_proc_net_stat_conntrack(rrd_update_every, (sutime_proc_net_stat_conntrack > 0)?sunow - sutime_proc_net_stat_conntrack:0ULL);
+            sutime_proc_net_stat_conntrack = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_net_ip_vs_stats) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_net_ip_vs_stats().");
+            sunow = time_usec();
+            vdo_proc_net_ip_vs_stats = do_proc_net_ip_vs_stats(rrd_update_every, (sutime_proc_net_ip_vs_stats > 0)?sunow - sutime_proc_net_ip_vs_stats:0ULL);
+            sutime_proc_net_ip_vs_stats = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_net_stat_synproxy) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_net_stat_synproxy().");
+            sunow = time_usec();
+            vdo_proc_net_stat_synproxy = do_proc_net_stat_synproxy(rrd_update_every, (sutime_proc_net_stat_synproxy > 0)?sunow - sutime_proc_net_stat_synproxy:0ULL);
+            sutime_proc_net_stat_synproxy = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_stat) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_stat().");
+            sunow = time_usec();
+            vdo_proc_stat = do_proc_stat(rrd_update_every, (sutime_proc_stat > 0)?sunow - sutime_proc_stat:0ULL);
+            sutime_proc_stat = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_meminfo) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_meminfo().");
+            sunow = time_usec();
+            vdo_proc_meminfo = do_proc_meminfo(rrd_update_every, (sutime_proc_meminfo > 0)?sunow - sutime_proc_meminfo:0ULL);
+            sutime_proc_meminfo = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_vmstat) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_vmstat().");
+            sunow = time_usec();
+            vdo_proc_vmstat = do_proc_vmstat(rrd_update_every, (sutime_proc_vmstat > 0)?sunow - sutime_proc_vmstat:0ULL);
+            sutime_proc_vmstat = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        if(!vdo_proc_net_rpc_nfsd) {
+            debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_rpc_nfsd().");
+            sunow = time_usec();
+            vdo_proc_net_rpc_nfsd = do_proc_net_rpc_nfsd(rrd_update_every, (sutime_proc_net_rpc_nfsd > 0)?sunow - sutime_proc_net_rpc_nfsd:0ULL);
+            sutime_proc_net_rpc_nfsd = sunow;
+        }
+        if(unlikely(netdata_exit)) break;
+
+        // END -- the job is done
+
+        // --------------------------------------------------------------------
+
+        if(!vdo_cpu_netdata) {
+            global_statistics_charts();
+            registry_statistics();
+        }
+    }
+
+    pthread_exit(NULL);
+    return NULL;
 }