3 #define DELAULT_EXLUDED_PATHS "/proc/* /sys/* /var/run/user/* /run/user/*"
4 #define DEFAULT_EXCLUDED_FILESYSTEMS ""
5 #define CONFIG_SECTION_DISKSPACE "plugin:proc:diskspace"
7 static struct mountinfo *disk_mountinfo_root = NULL;
8 static int check_for_new_mountpoints_every = 15;
10 static inline void mountinfo_reload(int force) {
11 static time_t last_loaded = 0;
12 time_t now = now_realtime_sec();
14 if(force || now - last_loaded >= check_for_new_mountpoints_every) {
15 // mountinfo_free() can be called with NULL disk_mountinfo_root
16 mountinfo_free(disk_mountinfo_root);
18 // re-read mountinfo in case something changed
19 disk_mountinfo_root = mountinfo_read(0);
25 // Data to be stored in DICTIONARY mount_points used by do_disk_space_stats().
26 // This DICTIONARY is used to lookup the settings of the mount point on each iteration.
27 struct mount_point_metadata {
32 size_t collected; // the number of times this has been collected
35 RRDDIM *rd_space_used;
36 RRDDIM *rd_space_avail;
37 RRDDIM *rd_space_reserved;
40 RRDDIM *rd_inodes_used;
41 RRDDIM *rd_inodes_avail;
42 RRDDIM *rd_inodes_reserved;
45 static inline void do_disk_space_stats(struct mountinfo *mi, int update_every) {
46 const char *family = mi->mount_point;
47 const char *disk = mi->persistent_id;
49 static DICTIONARY *mount_points = NULL;
50 static SIMPLE_PATTERN *excluded_mountpoints = NULL;
51 static SIMPLE_PATTERN *excluded_filesystems = NULL;
52 int do_space, do_inodes;
54 if(unlikely(!mount_points)) {
55 SIMPLE_PREFIX_MODE mode = SIMPLE_PATTERN_EXACT;
57 if(config_move("plugin:proc:/proc/diskstats", "exclude space metrics on paths", CONFIG_SECTION_DISKSPACE, "exclude space metrics on paths") != -1) {
58 // old configuration, enable backwards compatibility
59 mode = SIMPLE_PATTERN_PREFIX;
62 excluded_mountpoints = simple_pattern_create(
63 config_get(CONFIG_SECTION_DISKSPACE, "exclude space metrics on paths", DELAULT_EXLUDED_PATHS),
67 excluded_filesystems = simple_pattern_create(
68 config_get(CONFIG_SECTION_DISKSPACE, "exclude space metrics on filesystems", DEFAULT_EXCLUDED_FILESYSTEMS),
72 mount_points = dictionary_create(DICTIONARY_FLAG_SINGLE_THREADED);
75 struct mount_point_metadata *m = dictionary_get(mount_points, mi->mount_point);
77 char var_name[4096 + 1];
78 snprintfz(var_name, 4096, "plugin:proc:diskspace:%s", mi->mount_point);
80 int def_space = config_get_boolean_ondemand(CONFIG_SECTION_DISKSPACE, "space usage for all disks", CONFIG_BOOLEAN_AUTO);
81 int def_inodes = config_get_boolean_ondemand(CONFIG_SECTION_DISKSPACE, "inodes usage for all disks", CONFIG_BOOLEAN_AUTO);
83 if(unlikely(simple_pattern_matches(excluded_mountpoints, mi->mount_point))) {
84 def_space = CONFIG_BOOLEAN_NO;
85 def_inodes = CONFIG_BOOLEAN_NO;
88 if(unlikely(simple_pattern_matches(excluded_filesystems, mi->filesystem))) {
89 def_space = CONFIG_BOOLEAN_NO;
90 def_inodes = CONFIG_BOOLEAN_NO;
93 do_space = config_get_boolean_ondemand(var_name, "space usage", def_space);
94 do_inodes = config_get_boolean_ondemand(var_name, "inodes usage", def_inodes);
96 struct mount_point_metadata mp = {
98 .do_inodes = do_inodes,
104 .rd_space_avail = NULL,
105 .rd_space_used = NULL,
106 .rd_space_reserved = NULL,
109 .rd_inodes_avail = NULL,
110 .rd_inodes_used = NULL,
111 .rd_inodes_reserved = NULL
114 m = dictionary_set(mount_points, mi->mount_point, &mp, sizeof(struct mount_point_metadata));
117 if(unlikely(m->do_space == CONFIG_BOOLEAN_NO && m->do_inodes == CONFIG_BOOLEAN_NO))
120 if(unlikely(mi->flags & MOUNTINFO_READONLY && !m->collected))
123 struct statvfs buff_statvfs;
124 if (statvfs(mi->mount_point, &buff_statvfs) < 0) {
125 if(!m->shown_error) {
126 error("Failed statvfs() for '%s' (disk '%s', filesystem '%s', root '%s')"
129 , mi->filesystem?mi->filesystem:""
130 , mi->root?mi->root:""
138 // logic found at get_fs_usage() in coreutils
139 unsigned long bsize = (buff_statvfs.f_frsize) ? buff_statvfs.f_frsize : buff_statvfs.f_bsize;
141 fsblkcnt_t bavail = buff_statvfs.f_bavail;
142 fsblkcnt_t btotal = buff_statvfs.f_blocks;
143 fsblkcnt_t bavail_root = buff_statvfs.f_bfree;
144 fsblkcnt_t breserved_root = bavail_root - bavail;
146 if(likely(btotal >= bavail_root))
147 bused = btotal - bavail_root;
149 bused = bavail_root - btotal;
151 #ifdef NETDATA_INTERNAL_CHECKS
152 if(unlikely(btotal != bavail + breserved_root + bused))
153 error("Disk block statistics for '%s' (disk '%s') do not sum up: total = %llu, available = %llu, reserved = %llu, used = %llu", mi->mount_point, disk, (unsigned long long)btotal, (unsigned long long)bavail, (unsigned long long)breserved_root, (unsigned long long)bused);
156 // --------------------------------------------------------------------------
158 fsfilcnt_t favail = buff_statvfs.f_favail;
159 fsfilcnt_t ftotal = buff_statvfs.f_files;
160 fsfilcnt_t favail_root = buff_statvfs.f_ffree;
161 fsfilcnt_t freserved_root = favail_root - favail;
162 fsfilcnt_t fused = ftotal - favail_root;
164 #ifdef NETDATA_INTERNAL_CHECKS
165 if(unlikely(btotal != bavail + breserved_root + bused))
166 error("Disk inode statistics for '%s' (disk '%s') do not sum up: total = %llu, available = %llu, reserved = %llu, used = %llu", mi->mount_point, disk, (unsigned long long)ftotal, (unsigned long long)favail, (unsigned long long)freserved_root, (unsigned long long)fused);
169 // --------------------------------------------------------------------------
173 if(m->do_space == CONFIG_BOOLEAN_YES || (m->do_space == CONFIG_BOOLEAN_AUTO && (bavail || breserved_root || bused))) {
174 if(unlikely(!m->st_space)) {
175 m->do_space = CONFIG_BOOLEAN_YES;
176 m->st_space = rrdset_find_bytype_localhost("disk_space", disk);
177 if(unlikely(!m->st_space)) {
178 char title[4096 + 1];
179 snprintfz(title, 4096, "Disk Space Usage for %s [%s]", family, mi->mount_source);
180 m->st_space = rrdset_create_localhost(
190 , RRDSET_TYPE_STACKED
194 m->rd_space_avail = rrddim_add(m->st_space, "avail", NULL, (collected_number)bsize, 1024 * 1024 * 1024, RRD_ALGORITHM_ABSOLUTE);
195 m->rd_space_used = rrddim_add(m->st_space, "used", NULL, (collected_number)bsize, 1024 * 1024 * 1024, RRD_ALGORITHM_ABSOLUTE);
196 m->rd_space_reserved = rrddim_add(m->st_space, "reserved_for_root", "reserved for root", (collected_number)bsize, 1024 * 1024 * 1024, RRD_ALGORITHM_ABSOLUTE);
199 rrdset_next(m->st_space);
201 rrddim_set_by_pointer(m->st_space, m->rd_space_avail, (collected_number)bavail);
202 rrddim_set_by_pointer(m->st_space, m->rd_space_used, (collected_number)bused);
203 rrddim_set_by_pointer(m->st_space, m->rd_space_reserved, (collected_number)breserved_root);
204 rrdset_done(m->st_space);
209 // --------------------------------------------------------------------------
211 if(m->do_inodes == CONFIG_BOOLEAN_YES || (m->do_inodes == CONFIG_BOOLEAN_AUTO && (favail || freserved_root || fused))) {
212 if(unlikely(!m->st_inodes)) {
213 m->do_inodes = CONFIG_BOOLEAN_YES;
214 m->st_inodes = rrdset_find_bytype_localhost("disk_inodes", disk);
215 if(unlikely(!m->st_inodes)) {
216 char title[4096 + 1];
217 snprintfz(title, 4096, "Disk Files (inodes) Usage for %s [%s]", family, mi->mount_source);
218 m->st_inodes = rrdset_create_localhost(
228 , RRDSET_TYPE_STACKED
232 m->rd_inodes_avail = rrddim_add(m->st_inodes, "avail", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
233 m->rd_inodes_used = rrddim_add(m->st_inodes, "used", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
234 m->rd_inodes_reserved = rrddim_add(m->st_inodes, "reserved_for_root", "reserved for root", 1, 1, RRD_ALGORITHM_ABSOLUTE);
237 rrdset_next(m->st_inodes);
239 rrddim_set_by_pointer(m->st_inodes, m->rd_inodes_avail, (collected_number)favail);
240 rrddim_set_by_pointer(m->st_inodes, m->rd_inodes_used, (collected_number)fused);
241 rrddim_set_by_pointer(m->st_inodes, m->rd_inodes_reserved, (collected_number)freserved_root);
242 rrdset_done(m->st_inodes);
247 // --------------------------------------------------------------------------
253 void *proc_diskspace_main(void *ptr) {
254 struct netdata_static_thread *static_thread = (struct netdata_static_thread *)ptr;
256 info("DISKSPACE thread created with task id %d", gettid());
258 if(pthread_setcanceltype(PTHREAD_CANCEL_DEFERRED, NULL) != 0)
259 error("Cannot set pthread cancel type to DEFERRED.");
261 if(pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, NULL) != 0)
262 error("Cannot set pthread cancel state to ENABLE.");
264 int vdo_cpu_netdata = config_get_boolean("plugin:proc", "netdata server resources", 1);
266 int update_every = (int)config_get_number(CONFIG_SECTION_DISKSPACE, "update every", localhost->rrd_update_every);
267 if(update_every < localhost->rrd_update_every)
268 update_every = localhost->rrd_update_every;
270 check_for_new_mountpoints_every = (int)config_get_number(CONFIG_SECTION_DISKSPACE, "check for new mount points every", check_for_new_mountpoints_every);
271 if(check_for_new_mountpoints_every < update_every)
272 check_for_new_mountpoints_every = update_every;
274 struct rusage thread;
277 usec_t step = update_every * USEC_PER_SEC;
281 duration = heartbeat_dt_usec(&hb);
282 /* usec_t hb_dt = */ heartbeat_next(&hb, step);
284 if(unlikely(netdata_exit)) break;
287 // --------------------------------------------------------------------------
288 // this is smart enough not to reload it every time
293 // --------------------------------------------------------------------------
294 // disk space metrics
296 struct mountinfo *mi;
297 for(mi = disk_mountinfo_root; mi; mi = mi->next) {
299 if(unlikely(mi->flags & (MOUNTINFO_IS_DUMMY | MOUNTINFO_IS_BIND | MOUNTINFO_IS_SAME_DEV | MOUNTINFO_NO_STAT | MOUNTINFO_NO_SIZE)))
302 do_disk_space_stats(mi, update_every);
303 if(unlikely(netdata_exit)) break;
306 if(unlikely(netdata_exit)) break;
308 if(vdo_cpu_netdata) {
309 static RRDSET *stcpu_thread = NULL, *st_duration = NULL;
310 static RRDDIM *rd_user = NULL, *rd_system = NULL, *rd_duration = NULL;
312 // ----------------------------------------------------------------
314 getrusage(RUSAGE_THREAD, &thread);
317 stcpu_thread = rrdset_find_localhost("netdata.plugin_diskspace");
319 stcpu_thread = rrdset_create_localhost(
325 , "NetData Disk Space Plugin CPU usage"
329 , RRDSET_TYPE_STACKED
332 rd_user = rrddim_add(stcpu_thread, "user", NULL, 1, 1000, RRD_ALGORITHM_INCREMENTAL);
333 rd_system = rrddim_add(stcpu_thread, "system", NULL, 1, 1000, RRD_ALGORITHM_INCREMENTAL);
336 rrdset_next(stcpu_thread);
338 rrddim_set_by_pointer(stcpu_thread, rd_user, thread.ru_utime.tv_sec * 1000000ULL + thread.ru_utime.tv_usec);
339 rrddim_set_by_pointer(stcpu_thread, rd_system, thread.ru_stime.tv_sec * 1000000ULL + thread.ru_stime.tv_usec);
340 rrdset_done(stcpu_thread);
342 // ----------------------------------------------------------------
345 st_duration = rrdset_find_localhost("netdata.plugin_diskspace_dt");
347 st_duration = rrdset_create_localhost(
349 , "plugin_diskspace_dt"
353 , "NetData Disk Space Plugin Duration"
360 rd_duration = rrddim_add(st_duration, "duration", NULL, 1, 1000, RRD_ALGORITHM_ABSOLUTE);
363 rrdset_next(st_duration);
365 rrddim_set_by_pointer(st_duration, rd_duration, duration);
366 rrdset_done(st_duration);
368 // ----------------------------------------------------------------
370 if(unlikely(netdata_exit)) break;
374 info("DISKSPACE thread exiting");
376 static_thread->enabled = 0;