]> arthur.barton.de Git - netdata.git/blob - src/plugin_proc.c
added softirqs collection from /proc/softirqs; fixed idlejitter time shift;
[netdata.git] / src / plugin_proc.c
1 #ifdef HAVE_CONFIG_H
2 #include <config.h>
3 #endif
4 #include <pthread.h>
5 #include <sys/time.h>
6 #include <sys/resource.h>
7 #include <strings.h>
8 #include <unistd.h>
9
10 #include "global_statistics.h"
11 #include "common.h"
12 #include "appconfig.h"
13 #include "log.h"
14 #include "rrd.h"
15 #include "plugin_proc.h"
16
17 void *proc_main(void *ptr)
18 {
19         if(ptr) { ; }
20
21         info("PROC Plugin thread created with task id %d", gettid());
22
23         if(pthread_setcanceltype(PTHREAD_CANCEL_DEFERRED, NULL) != 0)
24                 error("Cannot set pthread cancel type to DEFERRED.");
25
26         if(pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, NULL) != 0)
27                 error("Cannot set pthread cancel state to ENABLE.");
28
29         struct rusage me, thread;
30         struct timeval last, now;
31
32         gettimeofday(&last, NULL);
33         last.tv_sec -= rrd_update_every;
34
35         // disable (by default) various interface that are not needed
36         config_get_boolean("plugin:proc:/proc/net/dev", "interface lo", 0);
37         config_get_boolean("plugin:proc:/proc/net/dev", "interface fireqos_monitor", 0);
38
39         // when ZERO, attempt to do it
40         int vdo_proc_net_dev                    = !config_get_boolean("plugin:proc", "/proc/net/dev", 1);
41         int vdo_proc_diskstats                  = !config_get_boolean("plugin:proc", "/proc/diskstats", 1);
42         int vdo_proc_net_snmp                   = !config_get_boolean("plugin:proc", "/proc/net/snmp", 1);
43         int vdo_proc_net_netstat                = !config_get_boolean("plugin:proc", "/proc/net/netstat", 1);
44         int vdo_proc_net_stat_conntrack = !config_get_boolean("plugin:proc", "/proc/net/stat/conntrack", 1);
45         int vdo_proc_net_ip_vs_stats    = !config_get_boolean("plugin:proc", "/proc/net/ip_vs/stats", 1);
46         int vdo_proc_stat                               = !config_get_boolean("plugin:proc", "/proc/stat", 1);
47         int vdo_proc_meminfo                    = !config_get_boolean("plugin:proc", "/proc/meminfo", 1);
48         int vdo_proc_vmstat                     = !config_get_boolean("plugin:proc", "/proc/vmstat", 1);
49         int vdo_proc_net_rpc_nfsd               = !config_get_boolean("plugin:proc", "/proc/net/rpc/nfsd", 1);
50         int vdo_proc_sys_kernel_random_entropy_avail    = !config_get_boolean("plugin:proc", "/proc/sys/kernel/random/entropy_avail", 1);
51         int vdo_proc_interrupts                 = !config_get_boolean("plugin:proc", "/proc/interrupts", 1);
52         int vdo_proc_softirqs                   = !config_get_boolean("plugin:proc", "/proc/softirqs", 1);
53         int vdo_cpu_netdata                     = !config_get_boolean("plugin:proc", "netdata server resources", 1);
54
55         RRDSET *stcpu = NULL, *stcpu_thread = NULL, *stclients = NULL, *streqs = NULL, *stbytes = NULL;
56
57         gettimeofday(&last, NULL);
58
59         unsigned long long usec = 0, susec = 0;
60         for(;1;) {
61
62                 // BEGIN -- the job to be done
63
64                 if(!vdo_proc_interrupts) {
65                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_interrupts().");
66                         vdo_proc_interrupts = do_proc_interrupts(rrd_update_every, usec+susec);
67                 }
68                 if(!vdo_proc_softirqs) {
69                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_softirqs().");
70                         vdo_proc_softirqs = do_proc_softirqs(rrd_update_every, usec+susec);
71                 }
72                 if(!vdo_proc_sys_kernel_random_entropy_avail) {
73                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_sys_kernel_random_entropy_avail().");
74                         vdo_proc_sys_kernel_random_entropy_avail = do_proc_sys_kernel_random_entropy_avail(rrd_update_every, usec+susec);
75                 }
76                 if(!vdo_proc_net_dev) {
77                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_dev().");
78                         vdo_proc_net_dev = do_proc_net_dev(rrd_update_every, usec+susec);
79                 }
80                 if(!vdo_proc_diskstats) {
81                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_diskstats().");
82                         vdo_proc_diskstats = do_proc_diskstats(rrd_update_every, usec+susec);
83                 }
84                 if(!vdo_proc_net_snmp) {
85                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_snmp().");
86                         vdo_proc_net_snmp = do_proc_net_snmp(rrd_update_every, usec+susec);
87                 }
88
89                 if(!vdo_proc_net_netstat) {
90                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_netstat().");
91                         vdo_proc_net_netstat = do_proc_net_netstat(rrd_update_every, usec+susec);
92                 }
93
94                 if(!vdo_proc_net_stat_conntrack) {
95                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_stat_conntrack().");
96                         vdo_proc_net_stat_conntrack     = do_proc_net_stat_conntrack(rrd_update_every, usec+susec);
97                 }
98
99                 if(!vdo_proc_net_ip_vs_stats) {
100                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_net_ip_vs_stats().");
101                         vdo_proc_net_ip_vs_stats = do_proc_net_ip_vs_stats(rrd_update_every, usec+susec);
102                 }
103
104                 if(!vdo_proc_stat) {
105                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_stat().");
106                         vdo_proc_stat = do_proc_stat(rrd_update_every, usec+susec);
107                 }
108
109                 if(!vdo_proc_meminfo) {
110                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_meminfo().");
111                         vdo_proc_meminfo = do_proc_meminfo(rrd_update_every, usec+susec);
112                 }
113
114                 if(!vdo_proc_vmstat) {
115                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling vdo_proc_vmstat().");
116                         vdo_proc_vmstat = do_proc_vmstat(rrd_update_every, usec+susec);
117                 }
118
119                 if(!vdo_proc_net_rpc_nfsd) {
120                         debug(D_PROCNETDEV_LOOP, "PROCNETDEV: calling do_proc_net_rpc_nfsd().");
121                         vdo_proc_net_rpc_nfsd = do_proc_net_rpc_nfsd(rrd_update_every, usec+susec);
122                 }
123
124                 // END -- the job is done
125
126                 // find the time to sleep in order to wait exactly update_every seconds
127                 gettimeofday(&now, NULL);
128                 usec = usecdiff(&now, &last) - susec;
129                 debug(D_PROCNETDEV_LOOP, "PROCNETDEV: last loop took %llu usec (worked for %llu, sleeped for %llu).", usec + susec, usec, susec);
130
131                 if(usec < (rrd_update_every * 1000000ULL / 2ULL)) susec = (rrd_update_every * 1000000ULL) - usec;
132                 else susec = rrd_update_every * 1000000ULL / 2ULL;
133
134                 // --------------------------------------------------------------------
135
136                 if(!vdo_cpu_netdata) {
137                         getrusage(RUSAGE_THREAD, &thread);
138                         getrusage(RUSAGE_SELF, &me);
139
140                         if(!stcpu_thread) stcpu_thread = rrdset_find("netdata.plugin_proc_cpu");
141                         if(!stcpu_thread) {
142                                 stcpu_thread = rrdset_create("netdata", "plugin_proc_cpu", NULL, "netdata", "NetData Proc Plugin CPU usage", "milliseconds/s", 9999, rrd_update_every, RRDSET_TYPE_STACKED);
143
144                                 rrddim_add(stcpu_thread, "user",  NULL,  1, 1000, RRDDIM_INCREMENTAL);
145                                 rrddim_add(stcpu_thread, "system", NULL, 1, 1000, RRDDIM_INCREMENTAL);
146                         }
147                         else rrdset_next(stcpu_thread);
148
149                         rrddim_set(stcpu_thread, "user"  , thread.ru_utime.tv_sec * 1000000ULL + thread.ru_utime.tv_usec);
150                         rrddim_set(stcpu_thread, "system", thread.ru_stime.tv_sec * 1000000ULL + thread.ru_stime.tv_usec);
151                         rrdset_done(stcpu_thread);
152
153                         // ----------------------------------------------------------------
154
155                         if(!stcpu) stcpu = rrdset_find("netdata.server_cpu");
156                         if(!stcpu) {
157                                 stcpu = rrdset_create("netdata", "server_cpu", NULL, "netdata", "NetData CPU usage", "milliseconds/s", 2000, rrd_update_every, RRDSET_TYPE_STACKED);
158
159                                 rrddim_add(stcpu, "user",  NULL,  1, 1000, RRDDIM_INCREMENTAL);
160                                 rrddim_add(stcpu, "system", NULL, 1, 1000, RRDDIM_INCREMENTAL);
161                         }
162                         else rrdset_next(stcpu);
163
164                         rrddim_set(stcpu, "user"  , me.ru_utime.tv_sec * 1000000ULL + me.ru_utime.tv_usec);
165                         rrddim_set(stcpu, "system", me.ru_stime.tv_sec * 1000000ULL + me.ru_stime.tv_usec);
166                         rrdset_done(stcpu);
167
168                         // ----------------------------------------------------------------
169
170                         if(!stclients) stclients = rrdset_find("netdata.clients");
171                         if(!stclients) {
172                                 stclients = rrdset_create("netdata", "clients", NULL, "netdata", "NetData Web Clients", "connected clients", 3000, rrd_update_every, RRDSET_TYPE_LINE);
173
174                                 rrddim_add(stclients, "clients",  NULL,  1, 1, RRDDIM_ABSOLUTE);
175                         }
176                         else rrdset_next(stclients);
177
178                         rrddim_set(stclients, "clients", global_statistics.connected_clients);
179                         rrdset_done(stclients);
180
181                         // ----------------------------------------------------------------
182
183                         if(!streqs) streqs = rrdset_find("netdata.requests");
184                         if(!streqs) {
185                                 streqs = rrdset_create("netdata", "requests", NULL, "netdata", "NetData Web Requests", "requests/s", 3001, rrd_update_every, RRDSET_TYPE_LINE);
186
187                                 rrddim_add(streqs, "requests",  NULL,  1, 1, RRDDIM_INCREMENTAL);
188                         }
189                         else rrdset_next(streqs);
190
191                         rrddim_set(streqs, "requests", global_statistics.web_requests);
192                         rrdset_done(streqs);
193
194                         // ----------------------------------------------------------------
195
196                         if(!stbytes) stbytes = rrdset_find("netdata.net");
197                         if(!stbytes) {
198                                 stbytes = rrdset_create("netdata", "net", NULL, "netdata", "NetData Network Traffic", "kilobits/s", 3002, rrd_update_every, RRDSET_TYPE_AREA);
199
200                                 rrddim_add(stbytes, "in",  NULL,  8, 1024, RRDDIM_INCREMENTAL);
201                                 rrddim_add(stbytes, "out",  NULL,  -8, 1024, RRDDIM_INCREMENTAL);
202                         }
203                         else rrdset_next(stbytes);
204
205                         rrddim_set(stbytes, "in", global_statistics.bytes_received);
206                         rrddim_set(stbytes, "out", global_statistics.bytes_sent);
207                         rrdset_done(stbytes);
208                 }
209
210                 usleep(susec);
211
212                 // copy current to last
213                 bcopy(&now, &last, sizeof(struct timeval));
214         }
215
216         return NULL;
217 }