]> arthur.barton.de Git - netdata.git/blob - src/proc_meminfo.c
multi-host rrdset and rrdfamily operations
[netdata.git] / src / proc_meminfo.c
1 #include "common.h"
2
3 int do_proc_meminfo(int update_every, usec_t dt) {
4     (void)dt;
5
6     static procfile *ff = NULL;
7     static int do_ram = -1, do_swap = -1, do_hwcorrupt = -1, do_committed = -1, do_writeback = -1, do_kernel = -1, do_slab = -1;
8
9     static ARL_BASE *arl_base = NULL;
10     static ARL_ENTRY *arl_hwcorrupted = NULL;
11
12     static unsigned long long
13             MemTotal = 0,
14             MemFree = 0,
15             Buffers = 0,
16             Cached = 0,
17             //SwapCached = 0,
18             //Active = 0,
19             //Inactive = 0,
20             //ActiveAnon = 0,
21             //InactiveAnon = 0,
22             //ActiveFile = 0,
23             //InactiveFile = 0,
24             //Unevictable = 0,
25             //Mlocked = 0,
26             SwapTotal = 0,
27             SwapFree = 0,
28             Dirty = 0,
29             Writeback = 0,
30             //AnonPages = 0,
31             //Mapped = 0,
32             //Shmem = 0,
33             Slab = 0,
34             SReclaimable = 0,
35             SUnreclaim = 0,
36             KernelStack = 0,
37             PageTables = 0,
38             NFS_Unstable = 0,
39             Bounce = 0,
40             WritebackTmp = 0,
41             //CommitLimit = 0,
42             Committed_AS = 0,
43             //VmallocTotal = 0,
44             VmallocUsed = 0,
45             //VmallocChunk = 0,
46             //AnonHugePages = 0,
47             //HugePages_Total = 0,
48             //HugePages_Free = 0,
49             //HugePages_Rsvd = 0,
50             //HugePages_Surp = 0,
51             //Hugepagesize = 0,
52             //DirectMap4k = 0,
53             //DirectMap2M = 0,
54             HardwareCorrupted = 0;
55
56     if(unlikely(!arl_base)) {
57         do_ram          = config_get_boolean("plugin:proc:/proc/meminfo", "system ram", 1);
58         do_swap         = config_get_boolean_ondemand("plugin:proc:/proc/meminfo", "system swap", CONFIG_ONDEMAND_ONDEMAND);
59         do_hwcorrupt    = config_get_boolean_ondemand("plugin:proc:/proc/meminfo", "hardware corrupted ECC", CONFIG_ONDEMAND_ONDEMAND);
60         do_committed    = config_get_boolean("plugin:proc:/proc/meminfo", "committed memory", 1);
61         do_writeback    = config_get_boolean("plugin:proc:/proc/meminfo", "writeback memory", 1);
62         do_kernel       = config_get_boolean("plugin:proc:/proc/meminfo", "kernel memory", 1);
63         do_slab         = config_get_boolean("plugin:proc:/proc/meminfo", "slab memory", 1);
64
65         arl_base = arl_create("meminfo", NULL, 60);
66         arl_expect(arl_base, "MemTotal", &MemTotal);
67         arl_expect(arl_base, "MemFree", &MemFree);
68         arl_expect(arl_base, "Buffers", &Buffers);
69         arl_expect(arl_base, "Cached", &Cached);
70         //arl_expect(arl_base, "SwapCached", &SwapCached);
71         //arl_expect(arl_base, "Active", &Active);
72         //arl_expect(arl_base, "Inactive", &Inactive);
73         //arl_expect(arl_base, "ActiveAnon", &ActiveAnon);
74         //arl_expect(arl_base, "InactiveAnon", &InactiveAnon);
75         //arl_expect(arl_base, "ActiveFile", &ActiveFile);
76         //arl_expect(arl_base, "InactiveFile", &InactiveFile);
77         //arl_expect(arl_base, "Unevictable", &Unevictable);
78         //arl_expect(arl_base, "Mlocked", &Mlocked);
79         arl_expect(arl_base, "SwapTotal", &SwapTotal);
80         arl_expect(arl_base, "SwapFree", &SwapFree);
81         arl_expect(arl_base, "Dirty", &Dirty);
82         arl_expect(arl_base, "Writeback", &Writeback);
83         //arl_expect(arl_base, "AnonPages", &AnonPages);
84         //arl_expect(arl_base, "Mapped", &Mapped);
85         //arl_expect(arl_base, "Shmem", &Shmem);
86         arl_expect(arl_base, "Slab", &Slab);
87         arl_expect(arl_base, "SReclaimable", &SReclaimable);
88         arl_expect(arl_base, "SUnreclaim", &SUnreclaim);
89         arl_expect(arl_base, "KernelStack", &KernelStack);
90         arl_expect(arl_base, "PageTables", &PageTables);
91         arl_expect(arl_base, "NFS_Unstable", &NFS_Unstable);
92         arl_expect(arl_base, "Bounce", &Bounce);
93         arl_expect(arl_base, "WritebackTmp", &WritebackTmp);
94         //arl_expect(arl_base, "CommitLimit", &CommitLimit);
95         arl_expect(arl_base, "Committed_AS", &Committed_AS);
96         //arl_expect(arl_base, "VmallocTotal", &VmallocTotal);
97         arl_expect(arl_base, "VmallocUsed", &VmallocUsed);
98         //arl_expect(arl_base, "VmallocChunk", &VmallocChunk);
99         arl_hwcorrupted = arl_expect(arl_base, "HardwareCorrupted", &HardwareCorrupted);
100         //arl_expect(arl_base, "AnonHugePages", &AnonHugePages);
101         //arl_expect(arl_base, "HugePages_Total", &HugePages_Total);
102         //arl_expect(arl_base, "HugePages_Free", &HugePages_Free);
103         //arl_expect(arl_base, "HugePages_Rsvd", &HugePages_Rsvd);
104         //arl_expect(arl_base, "HugePages_Surp", &HugePages_Surp);
105         //arl_expect(arl_base, "Hugepagesize", &Hugepagesize);
106         //arl_expect(arl_base, "DirectMap4k", &DirectMap4k);
107         //arl_expect(arl_base, "DirectMap2M", &DirectMap2M);
108     }
109
110     if(unlikely(!ff)) {
111         char filename[FILENAME_MAX + 1];
112         snprintfz(filename, FILENAME_MAX, "%s%s", netdata_configured_host_prefix, "/proc/meminfo");
113         ff = procfile_open(config_get("plugin:proc:/proc/meminfo", "filename to monitor", filename), " \t:", PROCFILE_FLAG_DEFAULT);
114         if(unlikely(!ff))
115             return 1;
116     }
117
118     ff = procfile_readall(ff);
119     if(unlikely(!ff))
120         return 0; // we return 0, so that we will retry to open it next time
121
122     size_t lines = procfile_lines(ff), l;
123
124     arl_begin(arl_base);
125
126     for(l = 0; l < lines ;l++) {
127         size_t words = procfile_linewords(ff, l);
128         if(unlikely(words < 2)) continue;
129
130         if(unlikely(arl_check(arl_base,
131                 procfile_lineword(ff, l, 0),
132                 procfile_lineword(ff, l, 1)))) break;
133     }
134
135     RRDSET *st;
136
137     // --------------------------------------------------------------------
138
139     // http://stackoverflow.com/questions/3019748/how-to-reliably-measure-available-memory-in-linux
140     unsigned long long MemUsed = MemTotal - MemFree - Cached - Buffers;
141
142     if(do_ram) {
143         st = rrdset_find_localhost("system.ram");
144         if(!st) {
145             st = rrdset_create("system", "ram", NULL, "ram", NULL, "System RAM", "MB", 200, update_every, RRDSET_TYPE_STACKED);
146
147             rrddim_add(st, "free",    NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
148             rrddim_add(st, "used",    NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
149             rrddim_add(st, "cached",  NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
150             rrddim_add(st, "buffers", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
151         }
152         else rrdset_next(st);
153
154         rrddim_set(st, "free", MemFree);
155         rrddim_set(st, "used", MemUsed);
156         rrddim_set(st, "cached", Cached);
157         rrddim_set(st, "buffers", Buffers);
158         rrdset_done(st);
159     }
160
161     // --------------------------------------------------------------------
162
163     unsigned long long SwapUsed = SwapTotal - SwapFree;
164
165     if(SwapTotal || SwapUsed || SwapFree || do_swap == CONFIG_ONDEMAND_YES) {
166         do_swap = CONFIG_ONDEMAND_YES;
167
168         st = rrdset_find_localhost("system.swap");
169         if(!st) {
170             st = rrdset_create("system", "swap", NULL, "swap", NULL, "System Swap", "MB", 201, update_every, RRDSET_TYPE_STACKED);
171             st->isdetail = 1;
172
173             rrddim_add(st, "free",    NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
174             rrddim_add(st, "used",    NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
175         }
176         else rrdset_next(st);
177
178         rrddim_set(st, "used", SwapUsed);
179         rrddim_set(st, "free", SwapFree);
180         rrdset_done(st);
181     }
182
183     // --------------------------------------------------------------------
184
185     if(arl_hwcorrupted->flags & ARL_ENTRY_FLAG_FOUND && (do_hwcorrupt == CONFIG_ONDEMAND_YES || (do_hwcorrupt == CONFIG_ONDEMAND_ONDEMAND && HardwareCorrupted > 0))) {
186         do_hwcorrupt = CONFIG_ONDEMAND_YES;
187
188         st = rrdset_find_localhost("mem.hwcorrupt");
189         if(!st) {
190             st = rrdset_create("mem", "hwcorrupt", NULL, "ecc", NULL, "Hardware Corrupted ECC", "MB", 9000, update_every, RRDSET_TYPE_LINE);
191             st->isdetail = 1;
192
193             rrddim_add(st, "HardwareCorrupted", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
194         }
195         else rrdset_next(st);
196
197         rrddim_set(st, "HardwareCorrupted", HardwareCorrupted);
198         rrdset_done(st);
199     }
200
201     // --------------------------------------------------------------------
202
203     if(do_committed) {
204         st = rrdset_find_localhost("mem.committed");
205         if(!st) {
206             st = rrdset_create("mem", "committed", NULL, "system", NULL, "Committed (Allocated) Memory", "MB", 5000, update_every, RRDSET_TYPE_AREA);
207             st->isdetail = 1;
208
209             rrddim_add(st, "Committed_AS", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
210         }
211         else rrdset_next(st);
212
213         rrddim_set(st, "Committed_AS", Committed_AS);
214         rrdset_done(st);
215     }
216
217     // --------------------------------------------------------------------
218
219     if(do_writeback) {
220         st = rrdset_find_localhost("mem.writeback");
221         if(!st) {
222             st = rrdset_create("mem", "writeback", NULL, "kernel", NULL, "Writeback Memory", "MB", 4000, update_every, RRDSET_TYPE_LINE);
223             st->isdetail = 1;
224
225             rrddim_add(st, "Dirty", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
226             rrddim_add(st, "Writeback", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
227             rrddim_add(st, "FuseWriteback", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
228             rrddim_add(st, "NfsWriteback", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
229             rrddim_add(st, "Bounce", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
230         }
231         else rrdset_next(st);
232
233         rrddim_set(st, "Dirty", Dirty);
234         rrddim_set(st, "Writeback", Writeback);
235         rrddim_set(st, "FuseWriteback", WritebackTmp);
236         rrddim_set(st, "NfsWriteback", NFS_Unstable);
237         rrddim_set(st, "Bounce", Bounce);
238         rrdset_done(st);
239     }
240
241     // --------------------------------------------------------------------
242
243     if(do_kernel) {
244         st = rrdset_find_localhost("mem.kernel");
245         if(!st) {
246             st = rrdset_create("mem", "kernel", NULL, "kernel", NULL, "Memory Used by Kernel", "MB", 6000, update_every, RRDSET_TYPE_STACKED);
247             st->isdetail = 1;
248
249             rrddim_add(st, "Slab", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
250             rrddim_add(st, "KernelStack", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
251             rrddim_add(st, "PageTables", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
252             rrddim_add(st, "VmallocUsed", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
253         }
254         else rrdset_next(st);
255
256         rrddim_set(st, "KernelStack", KernelStack);
257         rrddim_set(st, "Slab", Slab);
258         rrddim_set(st, "PageTables", PageTables);
259         rrddim_set(st, "VmallocUsed", VmallocUsed);
260         rrdset_done(st);
261     }
262
263     // --------------------------------------------------------------------
264
265     if(do_slab) {
266         st = rrdset_find_localhost("mem.slab");
267         if(!st) {
268             st = rrdset_create("mem", "slab", NULL, "slab", NULL, "Reclaimable Kernel Memory", "MB", 6500, update_every, RRDSET_TYPE_STACKED);
269             st->isdetail = 1;
270
271             rrddim_add(st, "reclaimable", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
272             rrddim_add(st, "unreclaimable", NULL, 1, 1024, RRDDIM_ALGORITHM_ABSOLUTE);
273         }
274         else rrdset_next(st);
275
276         rrddim_set(st, "reclaimable", SReclaimable);
277         rrddim_set(st, "unreclaimable", SUnreclaim);
278         rrdset_done(st);
279     }
280
281     return 0;
282 }
283