src/plugin_proc.c

   1 #ifdef HAVE_CONFIG_H
   2 #include <config.h>
   3 #endif
   4 #include <pthread.h>
   5 #include <sys/time.h>
   6 #include <sys/resource.h>
   7 #include <strings.h>
   8 #include <unistd.h>
   9
  10 #include "global_statistics.h"
  11 #include "common.h"
  12 #include "appconfig.h"
  13 #include "log.h"
  14 #include "rrd.h"
  15 #include "plugin_proc.h"
  16 #include "main.h"
  17
  18 void *proc_main(void *ptr)
  19 {
  20         if(ptr) { ; }
  21
  22         info("PROC Plugin thread created with task id %d", gettid());
  23
  24         if(pthread_setcanceltype(PTHREAD_CANCEL_DEFERRED, NULL) != 0)
  25                 error("Cannot set pthread cancel type to DEFERRED.");
  26
  27         if(pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, NULL) != 0)
  28                 error("Cannot set pthread cancel state to ENABLE.");
  29
  30         struct rusage me, thread;
  31         struct timeval last, now;
  32
  33         gettimeofday(&last, NULL);
  34         last.tv_sec -= rrd_update_every;
  35
  36         // disable (by default) various interface that are not needed
  37         config_get_boolean("plugin:proc:/proc/net/dev:lo", "enabled", 0);
  38         config_get_boolean("plugin:proc:/proc/net/dev:fireqos_monitor", "enabled", 0);
  39
  40         // when ZERO, attempt to do it
  41         int vdo_proc_net_dev                    = !config_get_boolean("plugin:proc", "/proc/net/dev", 1);
  42         int vdo_proc_diskstats                  = !config_get_boolean("plugin:proc", "/proc/diskstats", 1);
  43         int vdo_proc_net_snmp                   = !config_get_boolean("plugin:proc", "/proc/net/snmp", 1);
  44         int vdo_proc_net_netstat                = !config_get_boolean("plugin:proc", "/proc/net/netstat", 1);
  45         int vdo_proc_net_stat_conntrack = !config_get_boolean("plugin:proc", "/proc/net/stat/conntrack", 1);
  46         int vdo_proc_net_ip_vs_stats    = !config_get_boolean("plugin:proc", "/proc/net/ip_vs/stats", 1);
  47         int vdo_proc_stat                               = !config_get_boolean("plugin:proc", "/proc/stat", 1);
  48         int vdo_proc_meminfo                    = !config_get_boolean("plugin:proc", "/proc/meminfo", 1);
  49         int vdo_proc_vmstat                     = !config_get_boolean("plugin:proc", "/proc/vmstat", 1);
  50         int vdo_proc_net_rpc_nfsd               = !config_get_boolean("plugin:proc", "/proc/net/rpc/nfsd", 1);
  51         int vdo_proc_sys_kernel_random_entropy_avail    = !config_get_boolean("plugin:proc", "/proc/sys/kernel/random/entropy_avail", 1);
  52         int vdo_proc_interrupts                 = !config_get_boolean("plugin:proc", "/proc/interrupts", 1);
  53         int vdo_proc_softirqs                   = !config_get_boolean("plugin:proc", "/proc/softirqs", 1);
  54         int vdo_proc_loadavg                    = !config_get_boolean("plugin:proc", "/proc/loadavg", 1);
  55         int vdo_sys_kernel_mm_ksm               = !config_get_boolean("plugin:proc", "/sys/kernel/mm/ksm", 1);
  56         int vdo_cpu_netdata                     = !config_get_boolean("plugin:proc", "netdata server resources", 1);
  57
  58         RRDSET *stcpu = NULL, *stcpu_thread = NULL, *stclients = NULL, *streqs = NULL, *stbytes = NULL;
  59
  60         gettimeofday(&last, NULL);
  61
  62         unsigned long long usec = 0, susec = 0;
  63         for(;1;) {
  64                 if(unlikely(netdata_exit)) break;
  65
  66                 // BEGIN -- the job to be done
  67
  68                 if(!vdo_sys_kernel_mm_ksm) {
  69                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_sys_kernel_mm_ksm().");
  70                         vdo_sys_kernel_mm_ksm = do_sys_kernel_mm_ksm(rrd_update_every, usec+susec);
  71                 }
  72                 if(!vdo_proc_loadavg) {
  73                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_loadavg().");
  74                         vdo_proc_loadavg = do_proc_loadavg(rrd_update_every, usec+susec);
  75                 }
  76                 if(!vdo_proc_interrupts) {
  77                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_interrupts().");
  78                         vdo_proc_interrupts = do_proc_interrupts(rrd_update_every, usec+susec);
  79                 }
  80                 if(!vdo_proc_softirqs) {
  81                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_softirqs().");
  82                         vdo_proc_softirqs = do_proc_softirqs(rrd_update_every, usec+susec);
  83                 }
  84                 if(!vdo_proc_sys_kernel_random_entropy_avail) {
  85                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_sys_kernel_random_entropy_avail().");
  86                         vdo_proc_sys_kernel_random_entropy_avail = do_proc_sys_kernel_random_entropy_avail(rrd_update_every, usec+susec);
  87                 }
  88                 if(!vdo_proc_net_dev) {
  89                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_dev().");
  90                         vdo_proc_net_dev = do_proc_net_dev(rrd_update_every, usec+susec);
  91                 }
  92                 if(!vdo_proc_diskstats) {
  93                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_diskstats().");
  94                         vdo_proc_diskstats = do_proc_diskstats(rrd_update_every, usec+susec);
  95                 }
  96                 if(!vdo_proc_net_snmp) {
  97                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_snmp().");
  98                         vdo_proc_net_snmp = do_proc_net_snmp(rrd_update_every, usec+susec);
  99                 }
 100                 if(!vdo_proc_net_netstat) {
 101                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_netstat().");
 102                         vdo_proc_net_netstat = do_proc_net_netstat(rrd_update_every, usec+susec);
 103                 }
 104                 if(!vdo_proc_net_stat_conntrack) {
 105                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_stat_conntrack().");
 106                         vdo_proc_net_stat_conntrack     = do_proc_net_stat_conntrack(rrd_update_every, usec+susec);
 107                 }
 108                 if(!vdo_proc_net_ip_vs_stats) {
 109                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_net_ip_vs_stats().");
 110                         vdo_proc_net_ip_vs_stats = do_proc_net_ip_vs_stats(rrd_update_every, usec+susec);
 111                 }
 112                 if(!vdo_proc_stat) {
 113                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_stat().");
 114                         vdo_proc_stat = do_proc_stat(rrd_update_every, usec+susec);
 115                 }
 116                 if(!vdo_proc_meminfo) {
 117                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_meminfo().");
 118                         vdo_proc_meminfo = do_proc_meminfo(rrd_update_every, usec+susec);
 119                 }
 120                 if(!vdo_proc_vmstat) {
 121                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_vmstat().");
 122                         vdo_proc_vmstat = do_proc_vmstat(rrd_update_every, usec+susec);
 123                 }
 124                 if(!vdo_proc_net_rpc_nfsd) {
 125                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_rpc_nfsd().");
 126                         vdo_proc_net_rpc_nfsd = do_proc_net_rpc_nfsd(rrd_update_every, usec+susec);
 127                 }
 128
 129                 // END -- the job is done
 130
 131                 if(unlikely(netdata_exit)) break;
 132
 133                 // find the time to sleep in order to wait exactly update_every seconds
 134                 gettimeofday(&now, NULL);
 135                 usec = usecdiff(&now, &last) - susec;
 136                 debug(D_PROCNETDEV_LOOP, "PROCNETDEV: last loop took %llu usec (worked for %llu, sleeped for %llu).", usec + susec, usec, susec);
 137
 138                 if(usec < (rrd_update_every * 1000000ULL / 2ULL)) susec = (rrd_update_every * 1000000ULL) - usec;
 139                 else susec = rrd_update_every * 1000000ULL / 2ULL;
 140
 141                 // --------------------------------------------------------------------
 142
 143                 if(!vdo_cpu_netdata) {
 144                         getrusage(RUSAGE_THREAD, &thread);
 145                         getrusage(RUSAGE_SELF, &me);
 146
 147                         if(!stcpu_thread) stcpu_thread = rrdset_find("netdata.plugin_proc_cpu");
 148                         if(!stcpu_thread) {
 149                                 stcpu_thread = rrdset_create("netdata", "plugin_proc_cpu", NULL, "proc.internal", NULL, "NetData Proc Plugin CPU usage", "milliseconds/s", 131000, rrd_update_every, RRDSET_TYPE_STACKED);
 150
 151                                 rrddim_add(stcpu_thread, "user",  NULL,  1, 1000, RRDDIM_INCREMENTAL);
 152                                 rrddim_add(stcpu_thread, "system", NULL, 1, 1000, RRDDIM_INCREMENTAL);
 153                         }
 154                         else rrdset_next(stcpu_thread);
 155
 156                         rrddim_set(stcpu_thread, "user"  , thread.ru_utime.tv_sec * 1000000ULL + thread.ru_utime.tv_usec);
 157                         rrddim_set(stcpu_thread, "system", thread.ru_stime.tv_sec * 1000000ULL + thread.ru_stime.tv_usec);
 158                         rrdset_done(stcpu_thread);
 159
 160                         // ----------------------------------------------------------------
 161
 162                         if(!stcpu) stcpu = rrdset_find("netdata.server_cpu");
 163                         if(!stcpu) {
 164                                 stcpu = rrdset_create("netdata", "server_cpu", NULL, "netdata", NULL, "NetData CPU usage", "milliseconds/s", 130000, rrd_update_every, RRDSET_TYPE_STACKED);
 165
 166                                 rrddim_add(stcpu, "user",  NULL,  1, 1000, RRDDIM_INCREMENTAL);
 167                                 rrddim_add(stcpu, "system", NULL, 1, 1000, RRDDIM_INCREMENTAL);
 168                         }
 169                         else rrdset_next(stcpu);
 170
 171                         rrddim_set(stcpu, "user"  , me.ru_utime.tv_sec * 1000000ULL + me.ru_utime.tv_usec);
 172                         rrddim_set(stcpu, "system", me.ru_stime.tv_sec * 1000000ULL + me.ru_stime.tv_usec);
 173                         rrdset_done(stcpu);
 174
 175                         // ----------------------------------------------------------------
 176
 177                         if(!stclients) stclients = rrdset_find("netdata.clients");
 178                         if(!stclients) {
 179                                 stclients = rrdset_create("netdata", "clients", NULL, "netdata", NULL, "NetData Web Clients", "connected clients", 131000, rrd_update_every, RRDSET_TYPE_LINE);
 180
 181                                 rrddim_add(stclients, "clients",  NULL,  1, 1, RRDDIM_ABSOLUTE);
 182                         }
 183                         else rrdset_next(stclients);
 184
 185                         rrddim_set(stclients, "clients", global_statistics.connected_clients);
 186                         rrdset_done(stclients);
 187
 188                         // ----------------------------------------------------------------
 189
 190                         if(!streqs) streqs = rrdset_find("netdata.requests");
 191                         if(!streqs) {
 192                                 streqs = rrdset_create("netdata", "requests", NULL, "netdata", NULL, "NetData Web Requests", "requests/s", 131100, rrd_update_every, RRDSET_TYPE_LINE);
 193
 194                                 rrddim_add(streqs, "requests",  NULL,  1, 1, RRDDIM_INCREMENTAL);
 195                         }
 196                         else rrdset_next(streqs);
 197
 198                         rrddim_set(streqs, "requests", global_statistics.web_requests);
 199                         rrdset_done(streqs);
 200
 201                         // ----------------------------------------------------------------
 202
 203                         if(!stbytes) stbytes = rrdset_find("netdata.net");
 204                         if(!stbytes) {
 205                                 stbytes = rrdset_create("netdata", "net", NULL, "netdata", NULL, "NetData Network Traffic", "kilobits/s", 131200, rrd_update_every, RRDSET_TYPE_AREA);
 206
 207                                 rrddim_add(stbytes, "in",  NULL,  8, 1024, RRDDIM_INCREMENTAL);
 208                                 rrddim_add(stbytes, "out",  NULL,  -8, 1024, RRDDIM_INCREMENTAL);
 209                         }
 210                         else rrdset_next(stbytes);
 211
 212                         rrddim_set(stbytes, "in", global_statistics.bytes_received);
 213                         rrddim_set(stbytes, "out", global_statistics.bytes_sent);
 214                         rrdset_done(stbytes);
 215                 }
 216
 217                 usleep((useconds_t) susec);
 218
 219                 // copy current to last
 220                 bcopy(&now, &last, sizeof(struct timeval));
 221         }
 222
 223         pthread_exit(NULL);
 224         return NULL;
 225 }