src/plugin_proc.c

   1 #ifdef HAVE_CONFIG_H
   2 #include <config.h>
   3 #endif
   4 #include <pthread.h>
   5 #include <sys/time.h>
   6 #include <sys/resource.h>
   7 #include <strings.h>
   8 #include <unistd.h>
   9
  10 #include "global_statistics.h"
  11 #include "common.h"
  12 #include "appconfig.h"
  13 #include "log.h"
  14 #include "rrd.h"
  15 #include "plugin_proc.h"
  16 #include "main.h"
  17
  18 void *proc_main(void *ptr)
  19 {
  20         if(ptr) { ; }
  21
  22         info("PROC Plugin thread created with task id %d", gettid());
  23
  24         if(pthread_setcanceltype(PTHREAD_CANCEL_DEFERRED, NULL) != 0)
  25                 error("Cannot set pthread cancel type to DEFERRED.");
  26
  27         if(pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, NULL) != 0)
  28                 error("Cannot set pthread cancel state to ENABLE.");
  29
  30         struct rusage me, thread;
  31
  32         // disable (by default) various interface that are not needed
  33         config_get_boolean("plugin:proc:/proc/net/dev:lo", "enabled", 0);
  34         config_get_boolean("plugin:proc:/proc/net/dev:fireqos_monitor", "enabled", 0);
  35
  36         // when ZERO, attempt to do it
  37         int vdo_proc_net_dev                    = !config_get_boolean("plugin:proc", "/proc/net/dev", 1);
  38         int vdo_proc_diskstats                  = !config_get_boolean("plugin:proc", "/proc/diskstats", 1);
  39         int vdo_proc_net_snmp                   = !config_get_boolean("plugin:proc", "/proc/net/snmp", 1);
  40         int vdo_proc_net_snmp6                  = !config_get_boolean("plugin:proc", "/proc/net/snmp6", 1);
  41         int vdo_proc_net_netstat                = !config_get_boolean("plugin:proc", "/proc/net/netstat", 1);
  42         int vdo_proc_net_stat_conntrack = !config_get_boolean("plugin:proc", "/proc/net/stat/conntrack", 1);
  43         int vdo_proc_net_ip_vs_stats    = !config_get_boolean("plugin:proc", "/proc/net/ip_vs/stats", 1);
  44         int vdo_proc_net_stat_synproxy  = !config_get_boolean("plugin:proc", "/proc/net/stat/synproxy", 1);
  45         int vdo_proc_stat                               = !config_get_boolean("plugin:proc", "/proc/stat", 1);
  46         int vdo_proc_meminfo                    = !config_get_boolean("plugin:proc", "/proc/meminfo", 1);
  47         int vdo_proc_vmstat                     = !config_get_boolean("plugin:proc", "/proc/vmstat", 1);
  48         int vdo_proc_net_rpc_nfsd               = !config_get_boolean("plugin:proc", "/proc/net/rpc/nfsd", 1);
  49         int vdo_proc_sys_kernel_random_entropy_avail    = !config_get_boolean("plugin:proc", "/proc/sys/kernel/random/entropy_avail", 1);
  50         int vdo_proc_interrupts                 = !config_get_boolean("plugin:proc", "/proc/interrupts", 1);
  51         int vdo_proc_softirqs                   = !config_get_boolean("plugin:proc", "/proc/softirqs", 1);
  52         int vdo_proc_loadavg                    = !config_get_boolean("plugin:proc", "/proc/loadavg", 1);
  53         int vdo_sys_kernel_mm_ksm               = !config_get_boolean("plugin:proc", "/sys/kernel/mm/ksm", 1);
  54         int vdo_cpu_netdata                     = !config_get_boolean("plugin:proc", "netdata server resources", 1);
  55
  56         // keep track of the time each module was called
  57         unsigned long long sutime_proc_net_dev = 0ULL;
  58         unsigned long long sutime_proc_diskstats = 0ULL;
  59         unsigned long long sutime_proc_net_snmp = 0ULL;
  60         unsigned long long sutime_proc_net_snmp6 = 0ULL;
  61         unsigned long long sutime_proc_net_netstat = 0ULL;
  62         unsigned long long sutime_proc_net_stat_conntrack = 0ULL;
  63         unsigned long long sutime_proc_net_ip_vs_stats = 0ULL;
  64         unsigned long long sutime_proc_net_stat_synproxy = 0ULL;
  65         unsigned long long sutime_proc_stat = 0ULL;
  66         unsigned long long sutime_proc_meminfo = 0ULL;
  67         unsigned long long sutime_proc_vmstat = 0ULL;
  68         unsigned long long sutime_proc_net_rpc_nfsd = 0ULL;
  69         unsigned long long sutime_proc_sys_kernel_random_entropy_avail = 0ULL;
  70         unsigned long long sutime_proc_interrupts = 0ULL;
  71         unsigned long long sutime_proc_softirqs = 0ULL;
  72         unsigned long long sutime_proc_loadavg = 0ULL;
  73         unsigned long long sutime_sys_kernel_mm_ksm = 0ULL;
  74
  75         // the next time we will run - aligned properly
  76         unsigned long long sunext = (time(NULL) - (time(NULL) % rrd_update_every) + rrd_update_every) * 1000000ULL;
  77         unsigned long long sunow;
  78
  79         RRDSET *stcpu = NULL, *stcpu_thread = NULL, *stclients = NULL, *streqs = NULL, *stbytes = NULL;
  80
  81         for(;1;) {
  82                 if(unlikely(netdata_exit)) break;
  83
  84                 // delay until it is our time to run
  85                 while((sunow = timems()) < sunext)
  86                         usleep((useconds_t)(sunext - sunow));
  87
  88                 // find the next time we need to run
  89                 while(timems() > sunext)
  90                         sunext += rrd_update_every * 1000000ULL;
  91
  92                 if(unlikely(netdata_exit)) break;
  93
  94                 // BEGIN -- the job to be done
  95
  96                 if(!vdo_sys_kernel_mm_ksm) {
  97                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_sys_kernel_mm_ksm().");
  98
  99                         sunow = timems();
 100                         vdo_sys_kernel_mm_ksm = do_sys_kernel_mm_ksm(rrd_update_every, (sutime_sys_kernel_mm_ksm > 0)?sunow - sutime_sys_kernel_mm_ksm:0ULL);
 101                         sutime_sys_kernel_mm_ksm = sunow;
 102                 }
 103                 if(unlikely(netdata_exit)) break;
 104
 105                 if(!vdo_proc_loadavg) {
 106                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_loadavg().");
 107                         sunow = timems();
 108                         vdo_proc_loadavg = do_proc_loadavg(rrd_update_every, (sutime_proc_loadavg > 0)?sunow - sutime_proc_loadavg:0ULL);
 109                         sutime_proc_loadavg = sunow;
 110                 }
 111                 if(unlikely(netdata_exit)) break;
 112
 113                 if(!vdo_proc_interrupts) {
 114                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_interrupts().");
 115                         sunow = timems();
 116                         vdo_proc_interrupts = do_proc_interrupts(rrd_update_every, (sutime_proc_interrupts > 0)?sunow - sutime_proc_interrupts:0ULL);
 117                         sutime_proc_interrupts = sunow;
 118                 }
 119                 if(unlikely(netdata_exit)) break;
 120
 121                 if(!vdo_proc_softirqs) {
 122                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_softirqs().");
 123                         sunow = timems();
 124                         vdo_proc_softirqs = do_proc_softirqs(rrd_update_every, (sutime_proc_softirqs > 0)?sunow - sutime_proc_softirqs:0ULL);
 125                         sutime_proc_softirqs = sunow;
 126                 }
 127                 if(unlikely(netdata_exit)) break;
 128
 129                 if(!vdo_proc_sys_kernel_random_entropy_avail) {
 130                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_sys_kernel_random_entropy_avail().");
 131                         sunow = timems();
 132                         vdo_proc_sys_kernel_random_entropy_avail = do_proc_sys_kernel_random_entropy_avail(rrd_update_every, (sutime_proc_sys_kernel_random_entropy_avail > 0)?sunow - sutime_proc_sys_kernel_random_entropy_avail:0ULL);
 133                         sutime_proc_sys_kernel_random_entropy_avail = sunow;
 134                 }
 135                 if(unlikely(netdata_exit)) break;
 136
 137                 if(!vdo_proc_net_dev) {
 138                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_dev().");
 139                         sunow = timems();
 140                         vdo_proc_net_dev = do_proc_net_dev(rrd_update_every, (sutime_proc_net_dev > 0)?sunow - sutime_proc_net_dev:0ULL);
 141                         sutime_proc_net_dev = sunow;
 142                 }
 143                 if(unlikely(netdata_exit)) break;
 144
 145                 if(!vdo_proc_diskstats) {
 146                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_diskstats().");
 147                         sunow = timems();
 148                         vdo_proc_diskstats = do_proc_diskstats(rrd_update_every, (sutime_proc_diskstats > 0)?sunow - sutime_proc_diskstats:0ULL);
 149                         sutime_proc_diskstats = sunow;
 150                 }
 151                 if(unlikely(netdata_exit)) break;
 152
 153                 if(!vdo_proc_net_snmp) {
 154                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_snmp().");
 155                         sunow = timems();
 156                         vdo_proc_net_snmp = do_proc_net_snmp(rrd_update_every, (sutime_proc_net_snmp > 0)?sunow - sutime_proc_net_snmp:0ULL);
 157                         sutime_proc_net_snmp = sunow;
 158                 }
 159                 if(unlikely(netdata_exit)) break;
 160
 161                 if(!vdo_proc_net_snmp6) {
 162                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_snmp6().");
 163                         sunow = timems();
 164                         vdo_proc_net_snmp6 = do_proc_net_snmp6(rrd_update_every, (sutime_proc_net_snmp6 > 0)?sunow - sutime_proc_net_snmp6:0ULL);
 165                         sutime_proc_net_snmp6 = sunow;
 166                 }
 167                 if(unlikely(netdata_exit)) break;
 168
 169                 if(!vdo_proc_net_netstat) {
 170                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_netstat().");
 171                         sunow = timems();
 172                         vdo_proc_net_netstat = do_proc_net_netstat(rrd_update_every, (sutime_proc_net_netstat > 0)?sunow - sutime_proc_net_netstat:0ULL);
 173                         sutime_proc_net_netstat = sunow;
 174                 }
 175                 if(unlikely(netdata_exit)) break;
 176
 177                 if(!vdo_proc_net_stat_conntrack) {
 178                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_stat_conntrack().");
 179                         sunow = timems();
 180                         vdo_proc_net_stat_conntrack     = do_proc_net_stat_conntrack(rrd_update_every, (sutime_proc_net_stat_conntrack > 0)?sunow - sutime_proc_net_stat_conntrack:0ULL);
 181                         sutime_proc_net_stat_conntrack = sunow;
 182                 }
 183                 if(unlikely(netdata_exit)) break;
 184
 185                 if(!vdo_proc_net_ip_vs_stats) {
 186                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_net_ip_vs_stats().");
 187                         sunow = timems();
 188                         vdo_proc_net_ip_vs_stats = do_proc_net_ip_vs_stats(rrd_update_every, (sutime_proc_net_ip_vs_stats > 0)?sunow - sutime_proc_net_ip_vs_stats:0ULL);
 189                         sutime_proc_net_ip_vs_stats = sunow;
 190                 }
 191                 if(unlikely(netdata_exit)) break;
 192
 193                 if(!vdo_proc_net_stat_synproxy) {
 194                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_net_stat_synproxy().");
 195                         sunow = timems();
 196                         vdo_proc_net_stat_synproxy = do_proc_net_stat_synproxy(rrd_update_every, (sutime_proc_net_stat_synproxy > 0)?sunow - sutime_proc_net_stat_synproxy:0ULL);
 197                         sutime_proc_net_stat_synproxy = sunow;
 198                 }
 199                 if(unlikely(netdata_exit)) break;
 200
 201                 if(!vdo_proc_stat) {
 202                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_stat().");
 203                         sunow = timems();
 204                         vdo_proc_stat = do_proc_stat(rrd_update_every, (sutime_proc_stat > 0)?sunow - sutime_proc_stat:0ULL);
 205                         sutime_proc_stat = sunow;
 206                 }
 207                 if(unlikely(netdata_exit)) break;
 208
 209                 if(!vdo_proc_meminfo) {
 210                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_meminfo().");
 211                         sunow = timems();
 212                         vdo_proc_meminfo = do_proc_meminfo(rrd_update_every, (sutime_proc_meminfo > 0)?sunow - sutime_proc_meminfo:0ULL);
 213                         sutime_proc_meminfo = sunow;
 214                 }
 215                 if(unlikely(netdata_exit)) break;
 216
 217                 if(!vdo_proc_vmstat) {
 218                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_vmstat().");
 219                         sunow = timems();
 220                         vdo_proc_vmstat = do_proc_vmstat(rrd_update_every, (sutime_proc_vmstat > 0)?sunow - sutime_proc_vmstat:0ULL);
 221                         sutime_proc_vmstat = sunow;
 222                 }
 223                 if(unlikely(netdata_exit)) break;
 224
 225                 if(!vdo_proc_net_rpc_nfsd) {
 226                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_rpc_nfsd().");
 227                         sunow = timems();
 228                         vdo_proc_net_rpc_nfsd = do_proc_net_rpc_nfsd(rrd_update_every, (sutime_proc_net_rpc_nfsd > 0)?sunow - sutime_proc_net_rpc_nfsd:0ULL);
 229                         sutime_proc_net_rpc_nfsd = sunow;
 230                 }
 231                 if(unlikely(netdata_exit)) break;
 232
 233                 // END -- the job is done
 234
 235                 // --------------------------------------------------------------------
 236
 237                 if(!vdo_cpu_netdata) {
 238                         getrusage(RUSAGE_THREAD, &thread);
 239                         getrusage(RUSAGE_SELF, &me);
 240
 241                         if(!stcpu_thread) stcpu_thread = rrdset_find("netdata.plugin_proc_cpu");
 242                         if(!stcpu_thread) {
 243                                 stcpu_thread = rrdset_create("netdata", "plugin_proc_cpu", NULL, "proc.internal", NULL, "NetData Proc Plugin CPU usage", "milliseconds/s", 131000, rrd_update_every, RRDSET_TYPE_STACKED);
 244
 245                                 rrddim_add(stcpu_thread, "user",  NULL,  1, 1000, RRDDIM_INCREMENTAL);
 246                                 rrddim_add(stcpu_thread, "system", NULL, 1, 1000, RRDDIM_INCREMENTAL);
 247                         }
 248                         else rrdset_next(stcpu_thread);
 249
 250                         rrddim_set(stcpu_thread, "user"  , thread.ru_utime.tv_sec * 1000000ULL + thread.ru_utime.tv_usec);
 251                         rrddim_set(stcpu_thread, "system", thread.ru_stime.tv_sec * 1000000ULL + thread.ru_stime.tv_usec);
 252                         rrdset_done(stcpu_thread);
 253
 254                         // ----------------------------------------------------------------
 255
 256                         if(!stcpu) stcpu = rrdset_find("netdata.server_cpu");
 257                         if(!stcpu) {
 258                                 stcpu = rrdset_create("netdata", "server_cpu", NULL, "netdata", NULL, "NetData CPU usage", "milliseconds/s", 130000, rrd_update_every, RRDSET_TYPE_STACKED);
 259
 260                                 rrddim_add(stcpu, "user",  NULL,  1, 1000, RRDDIM_INCREMENTAL);
 261                                 rrddim_add(stcpu, "system", NULL, 1, 1000, RRDDIM_INCREMENTAL);
 262                         }
 263                         else rrdset_next(stcpu);
 264
 265                         rrddim_set(stcpu, "user"  , me.ru_utime.tv_sec * 1000000ULL + me.ru_utime.tv_usec);
 266                         rrddim_set(stcpu, "system", me.ru_stime.tv_sec * 1000000ULL + me.ru_stime.tv_usec);
 267                         rrdset_done(stcpu);
 268
 269                         // ----------------------------------------------------------------
 270
 271                         if(!stclients) stclients = rrdset_find("netdata.clients");
 272                         if(!stclients) {
 273                                 stclients = rrdset_create("netdata", "clients", NULL, "netdata", NULL, "NetData Web Clients", "connected clients", 131000, rrd_update_every, RRDSET_TYPE_LINE);
 274
 275                                 rrddim_add(stclients, "clients",  NULL,  1, 1, RRDDIM_ABSOLUTE);
 276                         }
 277                         else rrdset_next(stclients);
 278
 279                         rrddim_set(stclients, "clients", global_statistics.connected_clients);
 280                         rrdset_done(stclients);
 281
 282                         // ----------------------------------------------------------------
 283
 284                         if(!streqs) streqs = rrdset_find("netdata.requests");
 285                         if(!streqs) {
 286                                 streqs = rrdset_create("netdata", "requests", NULL, "netdata", NULL, "NetData Web Requests", "requests/s", 131100, rrd_update_every, RRDSET_TYPE_LINE);
 287
 288                                 rrddim_add(streqs, "requests",  NULL,  1, 1, RRDDIM_INCREMENTAL);
 289                         }
 290                         else rrdset_next(streqs);
 291
 292                         rrddim_set(streqs, "requests", global_statistics.web_requests);
 293                         rrdset_done(streqs);
 294
 295                         // ----------------------------------------------------------------
 296
 297                         if(!stbytes) stbytes = rrdset_find("netdata.net");
 298                         if(!stbytes) {
 299                                 stbytes = rrdset_create("netdata", "net", NULL, "netdata", NULL, "NetData Network Traffic", "kilobits/s", 131200, rrd_update_every, RRDSET_TYPE_AREA);
 300
 301                                 rrddim_add(stbytes, "in",  NULL,  8, 1024, RRDDIM_INCREMENTAL);
 302                                 rrddim_add(stbytes, "out",  NULL,  -8, 1024, RRDDIM_INCREMENTAL);
 303                         }
 304                         else rrdset_next(stbytes);
 305
 306                         rrddim_set(stbytes, "in", global_statistics.bytes_received);
 307                         rrddim_set(stbytes, "out", global_statistics.bytes_sent);
 308                         rrdset_done(stbytes);
 309                 }
 310         }
 311
 312         pthread_exit(NULL);
 313         return NULL;
 314 }