src/freebsd_sysctl.c

   1 #include "common.h"
   2
   3 // NEEDED BY: struct vmtotal, struct vmmeter
   4 #include <sys/vmmeter.h>
   5 // NEEDED BY: struct devstat
   6 #include <sys/devicestat.h>
   7 // NEEDED BY: struct xswdev
   8 #include <vm/vm_param.h>
   9 // NEEDED BY: struct semid_kernel, struct shmid_kernel, struct msqid_kernel
  10 #define _KERNEL
  11 #include <sys/sem.h>
  12 #include <sys/shm.h>
  13 #include <sys/msg.h>
  14 #undef _KERNEL
  15 // NEEDED BY: struct sysctl_netisr_workstream, struct sysctl_netisr_work
  16 #include <net/netisr.h>
  17 // NEEDED BY: struct ifaddrs, getifaddrs()
  18 #include <net/if.h>
  19 #include <ifaddrs.h>
  20 // NEEDED BY: do_disk_io
  21 #define RRD_TYPE_DISK "disk"
  22
  23 // FreeBSD calculates load averages once every 5 seconds
  24 #define MIN_LOADAVG_UPDATE_EVERY 5
  25
  26 // NEEDED BY: do_bandwidth
  27 #define IFA_DATA(s) (((struct if_data *)ifa->ifa_data)->ifi_ ## s)
  28
  29 int do_freebsd_sysctl(int update_every, usec_t dt) {
  30     (void)dt;
  31
  32     static int do_cpu = -1, do_cpu_cores = -1, do_interrupts = -1, do_context = -1, do_forks = -1, do_processes = -1,
  33         do_loadavg = -1, do_all_processes = -1, do_disk_io = -1, do_swap = -1, do_ram = -1, do_swapio = -1,
  34         do_pgfaults = -1, do_committed = -1, do_ipc_semaphores = -1, do_ipc_shared_mem = -1, do_ipc_msg_queues = -1,
  35         do_dev_intr = -1, do_soft_intr = -1, do_netisr = -1, do_netisr_per_core = -1, do_bandwidth = -1;
  36
  37     if (unlikely(do_cpu == -1)) {
  38         do_cpu                  = config_get_boolean("plugin:freebsd:sysctl", "cpu utilization", 1);
  39         do_cpu_cores            = config_get_boolean("plugin:freebsd:sysctl", "per cpu core utilization", 1);
  40         do_interrupts           = config_get_boolean("plugin:freebsd:sysctl", "cpu interrupts", 1);
  41         do_dev_intr             = config_get_boolean("plugin:freebsd:sysctl", "device interrupts", 1);
  42         do_soft_intr            = config_get_boolean("plugin:freebsd:sysctl", "software interrupts", 1);
  43         do_context              = config_get_boolean("plugin:freebsd:sysctl", "context switches", 1);
  44         do_forks                = config_get_boolean("plugin:freebsd:sysctl", "processes started", 1);
  45         do_processes            = config_get_boolean("plugin:freebsd:sysctl", "processes running", 1);
  46         do_loadavg              = config_get_boolean("plugin:freebsd:sysctl", "enable load average", 1);
  47         do_all_processes        = config_get_boolean("plugin:freebsd:sysctl", "enable total processes", 1);
  48         do_disk_io              = config_get_boolean("plugin:freebsd:sysctl", "stats for all disks", 1);
  49         do_swap                 = config_get_boolean("plugin:freebsd:sysctl", "system swap", 1);
  50         do_ram                  = config_get_boolean("plugin:freebsd:sysctl", "system ram", 1);
  51         do_swapio               = config_get_boolean("plugin:freebsd:sysctl", "swap i/o", 1);
  52         do_pgfaults             = config_get_boolean("plugin:freebsd:sysctl", "memory page faults", 1);
  53         do_committed            = config_get_boolean("plugin:freebsd:sysctl", "committed memory", 1);
  54         do_ipc_semaphores       = config_get_boolean("plugin:freebsd:sysctl", "ipc semaphores", 1);
  55         do_ipc_shared_mem       = config_get_boolean("plugin:freebsd:sysctl", "ipc shared memory", 1);
  56         do_ipc_msg_queues       = config_get_boolean("plugin:freebsd:sysctl", "ipc message queues", 1);
  57         do_netisr               = config_get_boolean("plugin:freebsd:sysctl", "netisr", 1);
  58         do_netisr_per_core      = config_get_boolean("plugin:freebsd:sysctl", "netisr per core", 1);
  59         do_bandwidth            = config_get_boolean("plugin:freebsd:sysctl", "bandwidth", 1);
  60     }
  61
  62     RRDSET *st;
  63
  64     int system_pagesize = getpagesize(); // wouldn't it be better to get value directly from hw.pagesize?
  65     int i, n;
  66     int common_error = 0;
  67     size_t size;
  68
  69     // NEEDED BY: do_loadavg
  70     static usec_t last_loadavg_usec = 0;
  71     struct loadavg sysload;
  72
  73     // NEEDED BY: do_cpu, do_cpu_cores
  74     long cp_time[CPUSTATES];
  75
  76     // NEEDED BY: du_cpu_cores, do_netisr, do_netisr_per_core
  77     int ncpus;
  78
  79     // NEEDED BY: do_cpu_cores
  80     static long *pcpu_cp_time = NULL;
  81     char cpuid[8]; // no more than 4 digits expected
  82
  83     // NEEDED BY: do_all_processes, do_processes
  84     struct vmtotal vmtotal_data;
  85
  86     // NEEDED BY: do_context, do_forks
  87     u_int u_int_data;
  88
  89     // NEEDED BY: do_interrupts
  90     size_t intrcnt_size;
  91     unsigned long nintr = 0;
  92     static unsigned long *intrcnt = NULL;
  93     unsigned long long totalintr = 0;
  94
  95     // NEEDED BY: do_disk_io
  96     #define BINTIME_SCALE 5.42101086242752217003726400434970855712890625e-17 // this is 1000/2^64
  97     int numdevs;
  98     static void *devstat_data = NULL;
  99     struct devstat *dstat;
 100     struct cur_dstat {
 101         collected_number duration_read_ms;
 102         collected_number duration_write_ms;
 103         collected_number busy_time_ms;
 104     } cur_dstat;
 105     struct prev_dstat {
 106         collected_number bytes_read;
 107         collected_number bytes_write;
 108         collected_number operations_read;
 109         collected_number operations_write;
 110         collected_number duration_read_ms;
 111         collected_number duration_write_ms;
 112         collected_number busy_time_ms;
 113     } prev_dstat;
 114
 115     // NEEDED BY: do_swap
 116     size_t mibsize;
 117     int mib[3]; // CTL_MAXNAME = 24 maximum mib components (sysctl.h)
 118     struct xswdev xsw;
 119     struct total_xsw {
 120         collected_number bytes_used;
 121         collected_number bytes_total;
 122     } total_xsw = {0, 0};
 123
 124     // NEEDED BY: do_swapio, do_ram
 125     struct vmmeter vmmeter_data;
 126
 127     // NEEDED BY: do_ram
 128     int vfs_bufspace_count;
 129
 130     // NEEDED BY: do_ipc_semaphores
 131     struct ipc_sem {
 132         int semmni;
 133         collected_number sets;
 134         collected_number semaphores;
 135     } ipc_sem = {0, 0, 0};
 136     static struct semid_kernel *ipc_sem_data = NULL;
 137
 138     // NEEDED BY: do_ipc_shared_mem
 139     struct ipc_shm {
 140         u_long shmmni;
 141         collected_number segs;
 142         collected_number segsize;
 143     } ipc_shm = {0, 0, 0};
 144     static struct shmid_kernel *ipc_shm_data = NULL;
 145
 146     // NEEDED BY: do_ipc_msg_queues
 147     struct ipc_msq {
 148         int msgmni;
 149         collected_number queues;
 150         collected_number messages;
 151         collected_number usedsize;
 152         collected_number allocsize;
 153     } ipc_msq = {0, 0, 0, 0, 0};
 154     static struct msqid_kernel *ipc_msq_data = NULL;
 155
 156     // NEEDED BY: do_netisr, do_netisr_per_core
 157     size_t netisr_workstream_size;
 158     size_t netisr_work_size;
 159     unsigned long num_netisr_workstreams = 0, num_netisr_works = 0;
 160     static struct sysctl_netisr_workstream *netisr_workstream = NULL;
 161     static struct sysctl_netisr_work *netisr_work = NULL;
 162     static struct netisr_stats {
 163         collected_number dispatched;
 164         collected_number hybrid_dispatched;
 165         collected_number qdrops;
 166         collected_number queued;
 167     } *netisr_stats = NULL;
 168     char netstat_cpuid[21]; // no more than 4 digits expected
 169
 170     // NEEDED BY: do_bandwidth
 171     struct ifaddrs *ifa, *ifap;
 172     struct iftot {
 173         u_long  ift_ibytes;
 174         u_long  ift_obytes;
 175     } iftot = {0, 0};
 176
 177     // --------------------------------------------------------------------
 178
 179     if (last_loadavg_usec <= dt) {
 180         if (likely(do_loadavg)) {
 181             if (unlikely(GETSYSCTL("vm.loadavg", sysload))) {
 182                 do_loadavg = 0;
 183                 error("DISABLED: system.load");
 184             } else {
 185
 186                 st = rrdset_find_bytype("system", "load");
 187                 if (unlikely(!st)) {
 188                     st = rrdset_create("system", "load", NULL, "load", NULL, "System Load Average", "load", 100, (update_every < MIN_LOADAVG_UPDATE_EVERY) ? MIN_LOADAVG_UPDATE_EVERY : update_every, RRDSET_TYPE_LINE);
 189                     rrddim_add(st, "load1", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 190                     rrddim_add(st, "load5", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 191                     rrddim_add(st, "load15", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 192                 }
 193                 else rrdset_next(st);
 194
 195                 rrddim_set(st, "load1", (collected_number) ((double)sysload.ldavg[0] / sysload.fscale * 1000));
 196                 rrddim_set(st, "load5", (collected_number) ((double)sysload.ldavg[1] / sysload.fscale * 1000));
 197                 rrddim_set(st, "load15", (collected_number) ((double)sysload.ldavg[2] / sysload.fscale * 1000));
 198                 rrdset_done(st);
 199             }
 200         }
 201
 202         last_loadavg_usec = st->update_every * USEC_PER_SEC;
 203     }
 204     else last_loadavg_usec -= dt;
 205
 206     // --------------------------------------------------------------------
 207
 208     if (likely(do_all_processes | do_processes | do_committed)) {
 209         if (unlikely(GETSYSCTL("vm.vmtotal", vmtotal_data))) {
 210             do_all_processes = 0;
 211             error("DISABLED: system.active_processes");
 212             do_processes = 0;
 213             error("DISABLED: system.processes");
 214             do_committed = 0;
 215             error("DISABLED: mem.committed");
 216         } else {
 217             if (likely(do_all_processes)) {
 218
 219                 st = rrdset_find_bytype("system", "active_processes");
 220                 if (unlikely(!st)) {
 221                     st = rrdset_create("system", "active_processes", NULL, "processes", NULL, "System Active Processes", "processes", 750, update_every, RRDSET_TYPE_LINE);
 222                     rrddim_add(st, "active", NULL, 1, 1, RRDDIM_ABSOLUTE);
 223                 }
 224                 else rrdset_next(st);
 225
 226                 rrddim_set(st, "active", (vmtotal_data.t_rq + vmtotal_data.t_dw + vmtotal_data.t_pw + vmtotal_data.t_sl + vmtotal_data.t_sw));
 227                 rrdset_done(st);
 228             }
 229
 230             // --------------------------------------------------------------------
 231
 232             if (likely(do_processes)) {
 233
 234                 st = rrdset_find_bytype("system", "processes");
 235                 if (unlikely(!st)) {
 236                     st = rrdset_create("system", "processes", NULL, "processes", NULL, "System Processes", "processes", 600, update_every, RRDSET_TYPE_LINE);
 237
 238                     rrddim_add(st, "running", NULL, 1, 1, RRDDIM_ABSOLUTE);
 239                     rrddim_add(st, "blocked", NULL, -1, 1, RRDDIM_ABSOLUTE);
 240                 }
 241                 else rrdset_next(st);
 242
 243                 rrddim_set(st, "running", vmtotal_data.t_rq);
 244                 rrddim_set(st, "blocked", (vmtotal_data.t_dw + vmtotal_data.t_pw));
 245                 rrdset_done(st);
 246             }
 247
 248             // --------------------------------------------------------------------
 249
 250             if (likely(do_committed)) {
 251                 st = rrdset_find("mem.committed");
 252                 if (unlikely(!st)) {
 253                     st = rrdset_create("mem", "committed", NULL, "system", NULL, "Committed (Allocated) Memory", "MB", 5000, update_every, RRDSET_TYPE_AREA);
 254                     st->isdetail = 1;
 255
 256                     rrddim_add(st, "Committed_AS", NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 257                 }
 258                 else rrdset_next(st);
 259
 260                 rrddim_set(st, "Committed_AS", vmtotal_data.t_rm);
 261                 rrdset_done(st);
 262             }
 263         }
 264     }
 265
 266     // --------------------------------------------------------------------
 267
 268     if (likely(do_cpu)) {
 269         if (unlikely(CPUSTATES != 5)) {
 270             error("FREEBSD: There are %d CPU states (5 was expected)", CPUSTATES);
 271             do_cpu = 0;
 272             error("DISABLED: system.cpu");
 273         } else {
 274             if (unlikely(GETSYSCTL("kern.cp_time", cp_time))) {
 275                 do_cpu = 0;
 276                 error("DISABLED: system.cpu");
 277             } else {
 278
 279                 st = rrdset_find_bytype("system", "cpu");
 280                 if (unlikely(!st)) {
 281                     st = rrdset_create("system", "cpu", NULL, "cpu", "system.cpu", "Total CPU utilization", "percentage", 100, update_every, RRDSET_TYPE_STACKED);
 282
 283                     rrddim_add(st, "user", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 284                     rrddim_add(st, "nice", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 285                     rrddim_add(st, "system", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 286                     rrddim_add(st, "interrupt", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 287                     rrddim_add(st, "idle", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 288                     rrddim_hide(st, "idle");
 289                 }
 290                 else rrdset_next(st);
 291
 292                 rrddim_set(st, "user", cp_time[0]);
 293                 rrddim_set(st, "nice", cp_time[1]);
 294                 rrddim_set(st, "system", cp_time[2]);
 295                 rrddim_set(st, "interrupt", cp_time[3]);
 296                 rrddim_set(st, "idle", cp_time[4]);
 297                 rrdset_done(st);
 298             }
 299         }
 300     }
 301
 302     // --------------------------------------------------------------------
 303
 304     if (likely(do_cpu_cores)) {
 305         if (unlikely(CPUSTATES != 5)) {
 306             error("FREEBSD: There are %d CPU states (5 was expected)", CPUSTATES);
 307             do_cpu_cores = 0;
 308             error("DISABLED: cpu.cpuXX");
 309         } else {
 310             if (unlikely(GETSYSCTL("kern.smp.cpus", ncpus))) {
 311                 do_cpu_cores = 0;
 312                 error("DISABLED: cpu.cpuXX");
 313             } else {
 314                 pcpu_cp_time = reallocz(pcpu_cp_time, sizeof(cp_time) * ncpus);
 315
 316                 for (i = 0; i < ncpus; i++) {
 317                     if (unlikely(getsysctl("kern.cp_times", pcpu_cp_time, sizeof(cp_time) * ncpus))) {
 318                         do_cpu_cores = 0;
 319                         error("DISABLED: cpu.cpuXX");
 320                         break;
 321                     }
 322                     if (unlikely(ncpus > 9999)) {
 323                         error("FREEBSD: There are more than 4 digits in cpu cores number");
 324                         do_cpu_cores = 0;
 325                         error("DISABLED: cpu.cpuXX");
 326                         break;
 327                     }
 328                     snprintfz(cpuid, 8, "cpu%d", i);
 329
 330                     st = rrdset_find_bytype("cpu", cpuid);
 331                     if (unlikely(!st)) {
 332                         st = rrdset_create("cpu", cpuid, NULL, "utilization", "cpu.cpu", "Core utilization", "percentage", 1000, update_every, RRDSET_TYPE_STACKED);
 333
 334                         rrddim_add(st, "user", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 335                         rrddim_add(st, "nice", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 336                         rrddim_add(st, "system", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 337                         rrddim_add(st, "interrupt", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 338                         rrddim_add(st, "idle", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 339                         rrddim_hide(st, "idle");
 340                     }
 341                     else rrdset_next(st);
 342
 343                     rrddim_set(st, "user", pcpu_cp_time[i * 5 + 0]);
 344                     rrddim_set(st, "nice", pcpu_cp_time[i * 5 + 1]);
 345                     rrddim_set(st, "system", pcpu_cp_time[i * 5 + 2]);
 346                     rrddim_set(st, "interrupt", pcpu_cp_time[i * 5 + 3]);
 347                     rrddim_set(st, "idle", pcpu_cp_time[i * 5 + 4]);
 348                     rrdset_done(st);
 349                 }
 350             }
 351         }
 352     }
 353
 354     // --------------------------------------------------------------------
 355
 356     if (likely(do_interrupts)) {
 357         if (unlikely(sysctlbyname("hw.intrcnt", NULL, &intrcnt_size, NULL, 0) == -1)) {
 358             error("FREEBSD: sysctl(hw.intrcnt...) failed: %s", strerror(errno));
 359             do_interrupts = 0;
 360             error("DISABLED: system.intr");
 361         } else {
 362             nintr = intrcnt_size / sizeof(u_long);
 363             intrcnt = reallocz(intrcnt, nintr * sizeof(u_long));
 364             if (unlikely(getsysctl("hw.intrcnt", intrcnt, nintr * sizeof(u_long)))){
 365                 do_interrupts = 0;
 366                 error("DISABLED: system.intr");
 367             } else {
 368                 for (i = 0; i < nintr; i++)
 369                     totalintr += intrcnt[i];
 370
 371                 st = rrdset_find_bytype("system", "intr");
 372                 if (unlikely(!st)) {
 373                     st = rrdset_create("system", "intr", NULL, "interrupts", NULL, "Total Hardware Interrupts", "interrupts/s", 900, update_every, RRDSET_TYPE_LINE);
 374                     st->isdetail = 1;
 375
 376                     rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 377                 }
 378                 else rrdset_next(st);
 379
 380                 rrddim_set(st, "interrupts", totalintr);
 381                 rrdset_done(st);
 382             }
 383         }
 384     }
 385
 386     // --------------------------------------------------------------------
 387
 388     if (likely(do_dev_intr)) {
 389         if (unlikely(GETSYSCTL("vm.stats.sys.v_intr", u_int_data))) {
 390             do_dev_intr = 0;
 391             error("DISABLED: system.dev_intr");
 392         } else {
 393
 394             st = rrdset_find_bytype("system", "dev_intr");
 395             if (unlikely(!st)) {
 396                 st = rrdset_create("system", "dev_intr", NULL, "interrupts", NULL, "Device Interrupts", "interrupts/s", 1000, update_every, RRDSET_TYPE_LINE);
 397
 398                 rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 399             }
 400             else rrdset_next(st);
 401
 402             rrddim_set(st, "interrupts", u_int_data);
 403             rrdset_done(st);
 404         }
 405     }
 406
 407     // --------------------------------------------------------------------
 408
 409     if (likely(do_soft_intr)) {
 410         if (unlikely(GETSYSCTL("vm.stats.sys.v_soft", u_int_data))) {
 411             do_soft_intr = 0;
 412             error("DISABLED: system.dev_intr");
 413         } else {
 414
 415             st = rrdset_find_bytype("system", "soft_intr");
 416             if (unlikely(!st)) {
 417                 st = rrdset_create("system", "soft_intr", NULL, "interrupts", NULL, "Software Interrupts", "interrupts/s", 1100, update_every, RRDSET_TYPE_LINE);
 418
 419                 rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 420             }
 421             else rrdset_next(st);
 422
 423             rrddim_set(st, "interrupts", u_int_data);
 424             rrdset_done(st);
 425         }
 426     }
 427
 428     // --------------------------------------------------------------------
 429
 430     if (likely(do_context)) {
 431         if (unlikely(GETSYSCTL("vm.stats.sys.v_swtch", u_int_data))) {
 432             do_context = 0;
 433             error("DISABLED: system.ctxt");
 434         } else {
 435
 436             st = rrdset_find_bytype("system", "ctxt");
 437             if (unlikely(!st)) {
 438                 st = rrdset_create("system", "ctxt", NULL, "processes", NULL, "CPU Context Switches", "context switches/s", 800, update_every, RRDSET_TYPE_LINE);
 439
 440                 rrddim_add(st, "switches", NULL, 1, 1, RRDDIM_INCREMENTAL);
 441             }
 442             else rrdset_next(st);
 443
 444             rrddim_set(st, "switches", u_int_data);
 445             rrdset_done(st);
 446         }
 447     }
 448
 449     // --------------------------------------------------------------------
 450
 451     if (likely(do_forks)) {
 452         if (unlikely(GETSYSCTL("vm.stats.vm.v_forks", u_int_data))) {
 453             do_forks = 0;
 454             error("DISABLED: system.forks");
 455         } else {
 456
 457             st = rrdset_find_bytype("system", "forks");
 458             if (unlikely(!st)) {
 459                 st = rrdset_create("system", "forks", NULL, "processes", NULL, "Started Processes", "processes/s", 700, update_every, RRDSET_TYPE_LINE);
 460                 st->isdetail = 1;
 461
 462                 rrddim_add(st, "started", NULL, 1, 1, RRDDIM_INCREMENTAL);
 463             }
 464             else rrdset_next(st);
 465
 466             rrddim_set(st, "started", u_int_data);
 467             rrdset_done(st);
 468         }
 469     }
 470
 471     // --------------------------------------------------------------------
 472
 473     if (likely(do_disk_io)) {
 474         if (unlikely(GETSYSCTL("kern.devstat.numdevs", numdevs))) {
 475             do_disk_io = 0;
 476             error("DISABLED: disk.io");
 477         } else {
 478             devstat_data = reallocz(devstat_data, sizeof(long) + sizeof(struct devstat) * numdevs); // there is generation number before devstat structures
 479             if (unlikely(getsysctl("kern.devstat.all", devstat_data, sizeof(long) + sizeof(struct devstat) * numdevs))) {
 480                 do_disk_io = 0;
 481                 error("DISABLED: disk.io");
 482             } else {
 483                 dstat = devstat_data + sizeof(long); // skip generation number
 484                 collected_number total_disk_reads = 0;
 485                 collected_number total_disk_writes = 0;
 486
 487                 for (i = 0; i < numdevs; i++) {
 488                     if ((dstat[i].device_type == (DEVSTAT_TYPE_IF_SCSI | DEVSTAT_TYPE_DIRECT)) || (dstat[i].device_type == (DEVSTAT_TYPE_IF_IDE | DEVSTAT_TYPE_DIRECT))) {
 489
 490                         // --------------------------------------------------------------------
 491
 492                         st = rrdset_find_bytype(RRD_TYPE_DISK, dstat[i].device_name);
 493                         if (unlikely(!st)) {
 494                             st = rrdset_create(RRD_TYPE_DISK, dstat[i].device_name, NULL, dstat[i].device_name, "disk.io", "Disk I/O Bandwidth", "kilobytes/s", 2000, update_every, RRDSET_TYPE_AREA);
 495
 496                             rrddim_add(st, "reads", NULL, 1, 1024, RRDDIM_INCREMENTAL);
 497                             rrddim_add(st, "writes", NULL, -1, 1024, RRDDIM_INCREMENTAL);
 498                         }
 499                         else rrdset_next(st);
 500
 501                         total_disk_reads += dstat[i].bytes[DEVSTAT_READ];
 502                         total_disk_writes += dstat[i].bytes[DEVSTAT_WRITE];
 503                         prev_dstat.bytes_read = rrddim_set(st, "reads", dstat[i].bytes[DEVSTAT_READ]);
 504                         prev_dstat.bytes_write = rrddim_set(st, "writes", dstat[i].bytes[DEVSTAT_WRITE]);
 505                         rrdset_done(st);
 506
 507                         // --------------------------------------------------------------------
 508
 509                         st = rrdset_find_bytype("disk_ops", dstat[i].device_name);
 510                         if (unlikely(!st)) {
 511                             st = rrdset_create("disk_ops", dstat[i].device_name, NULL, dstat[i].device_name, "disk.ops", "Disk Completed I/O Operations", "operations/s", 2001, update_every, RRDSET_TYPE_LINE);
 512                             st->isdetail = 1;
 513
 514                             rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_INCREMENTAL);
 515                             rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_INCREMENTAL);
 516                         }
 517                         else rrdset_next(st);
 518
 519                         prev_dstat.operations_read = rrddim_set(st, "reads", dstat[i].operations[DEVSTAT_READ]);
 520                         prev_dstat.operations_write = rrddim_set(st, "writes", dstat[i].operations[DEVSTAT_WRITE]);
 521                         rrdset_done(st);
 522
 523                         // --------------------------------------------------------------------
 524
 525                         st = rrdset_find_bytype("disk_qops", dstat[i].device_name);
 526                         if (unlikely(!st)) {
 527                             st = rrdset_create("disk_qops", dstat[i].device_name, NULL, dstat[i].device_name, "disk.qops", "Disk Current I/O Operations", "operations", 2002, update_every, RRDSET_TYPE_LINE);
 528                             st->isdetail = 1;
 529
 530                             rrddim_add(st, "operations", NULL, 1, 1, RRDDIM_ABSOLUTE);
 531                         }
 532                         else rrdset_next(st);
 533
 534                         rrddim_set(st, "operations", dstat[i].start_count - dstat[i].end_count);
 535                         rrdset_done(st);
 536
 537                         // --------------------------------------------------------------------
 538
 539                         st = rrdset_find_bytype("disk_util", dstat[i].device_name);
 540                         if (unlikely(!st)) {
 541                             st = rrdset_create("disk_util", dstat[i].device_name, NULL, dstat[i].device_name, "disk.util", "Disk Utilization Time", "% of time working", 2004, update_every, RRDSET_TYPE_AREA);
 542                             st->isdetail = 1;
 543
 544                             rrddim_add(st, "utilization", NULL, 1, 10, RRDDIM_INCREMENTAL);
 545                         }
 546                         else rrdset_next(st);
 547
 548                         cur_dstat.busy_time_ms = dstat[i].busy_time.sec * 1000 + dstat[i].busy_time.frac * BINTIME_SCALE;
 549                         prev_dstat.busy_time_ms = rrddim_set(st, "utilization", cur_dstat.busy_time_ms);
 550                         rrdset_done(st);
 551
 552                         // --------------------------------------------------------------------
 553
 554                         st = rrdset_find_bytype("disk_iotime", dstat[i].device_name);
 555                         if (unlikely(!st)) {
 556                             st = rrdset_create("disk_iotime", dstat[i].device_name, NULL, dstat[i].device_name, "disk.iotime", "Disk Total I/O Time", "milliseconds/s", 2022, update_every, RRDSET_TYPE_LINE);
 557                             st->isdetail = 1;
 558
 559                             rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_INCREMENTAL);
 560                             rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_INCREMENTAL);
 561                         }
 562                         else rrdset_next(st);
 563
 564                         cur_dstat.duration_read_ms = dstat[i].duration[DEVSTAT_READ].sec * 1000 + dstat[i].duration[DEVSTAT_READ].frac * BINTIME_SCALE;
 565                         cur_dstat.duration_write_ms = dstat[i].duration[DEVSTAT_WRITE].sec * 1000 + dstat[i].duration[DEVSTAT_READ].frac * BINTIME_SCALE;
 566                         prev_dstat.duration_read_ms = rrddim_set(st, "reads", cur_dstat.duration_read_ms);
 567                         prev_dstat.duration_write_ms = rrddim_set(st, "writes", cur_dstat.duration_write_ms);
 568                         rrdset_done(st);
 569
 570                         // --------------------------------------------------------------------
 571                         // calculate differential charts
 572                         // only if this is not the first time we run
 573
 574                         if (likely(dt)) {
 575
 576                             // --------------------------------------------------------------------
 577
 578                             st = rrdset_find_bytype("disk_await", dstat[i].device_name);
 579                             if (unlikely(!st)) {
 580                                 st = rrdset_create("disk_await", dstat[i].device_name, NULL, dstat[i].device_name, "disk.await", "Average Completed I/O Operation Time", "ms per operation", 2005, update_every, RRDSET_TYPE_LINE);
 581                                 st->isdetail = 1;
 582
 583                                 rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_ABSOLUTE);
 584                                 rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_ABSOLUTE);
 585                             }
 586                             else rrdset_next(st);
 587
 588                             rrddim_set(st, "reads", (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) ?
 589                                 (cur_dstat.duration_read_ms - prev_dstat.duration_read_ms) / (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) : 0);
 590                             rrddim_set(st, "writes", (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) ?
 591                                 (cur_dstat.duration_write_ms - prev_dstat.duration_write_ms) / (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) : 0);
 592                             rrdset_done(st);
 593
 594                             // --------------------------------------------------------------------
 595
 596                             st = rrdset_find_bytype("disk_avgsz", dstat[i].device_name);
 597                             if (unlikely(!st)) {
 598                                 st = rrdset_create("disk_avgsz", dstat[i].device_name, NULL, dstat[i].device_name, "disk.avgsz", "Average Completed I/O Operation Bandwidth", "kilobytes per operation", 2006, update_every, RRDSET_TYPE_AREA);
 599                                 st->isdetail = 1;
 600
 601                                 rrddim_add(st, "reads", NULL, 1, 1024, RRDDIM_ABSOLUTE);
 602                                 rrddim_add(st, "writes", NULL, -1, 1024, RRDDIM_ABSOLUTE);
 603                             }
 604                             else rrdset_next(st);
 605
 606                             rrddim_set(st, "reads", (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) ?
 607                                 (dstat[i].bytes[DEVSTAT_READ] - prev_dstat.bytes_read) / (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) : 0);
 608                             rrddim_set(st, "writes", (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) ?
 609                                 (dstat[i].bytes[DEVSTAT_WRITE] - prev_dstat.bytes_write) / (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) : 0);
 610                             rrdset_done(st);
 611
 612                             // --------------------------------------------------------------------
 613
 614                             st = rrdset_find_bytype("disk_svctm", dstat[i].device_name);
 615                             if (unlikely(!st)) {
 616                                 st = rrdset_create("disk_svctm", dstat[i].device_name, NULL, dstat[i].device_name, "disk.svctm", "Average Service Time", "ms per operation", 2007, update_every, RRDSET_TYPE_LINE);
 617                                 st->isdetail = 1;
 618
 619                                 rrddim_add(st, "svctm", NULL, 1, 1, RRDDIM_ABSOLUTE);
 620                             }
 621                             else rrdset_next(st);
 622
 623                             rrddim_set(st, "svctm", ((dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) + (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write)) ?
 624                                 (cur_dstat.busy_time_ms - prev_dstat.busy_time_ms) / ((dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) + (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write)) : 0);
 625                             rrdset_done(st);
 626                         }
 627                     }
 628
 629                     // --------------------------------------------------------------------
 630
 631                     st = rrdset_find_bytype("system", "io");
 632                     if (unlikely(!st)) {
 633                         st = rrdset_create("system", "io", NULL, "disk", NULL, "Disk I/O", "kilobytes/s", 150, update_every, RRDSET_TYPE_AREA);
 634                         rrddim_add(st, "in",  NULL,  1, 1024, RRDDIM_INCREMENTAL);
 635                         rrddim_add(st, "out", NULL, -1, 1024, RRDDIM_INCREMENTAL);
 636                     }
 637                     else rrdset_next(st);
 638
 639                     rrddim_set(st, "in", total_disk_reads);
 640                     rrddim_set(st, "out", total_disk_writes);
 641                     rrdset_done(st);
 642                 }
 643             }
 644         }
 645     }
 646
 647     // --------------------------------------------------------------------
 648
 649
 650     if (likely(do_swap)) {
 651         mibsize = sizeof mib / sizeof mib[0];
 652         if (unlikely(sysctlnametomib("vm.swap_info", mib, &mibsize) == -1)) {
 653             error("FREEBSD: sysctl(%s...) failed: %s", "vm.swap_info", strerror(errno));
 654             do_swap = 0;
 655             error("DISABLED: disk.io");
 656         } else {
 657             for (i = 0; ; i++) {
 658                 mib[mibsize] = i;
 659                 size = sizeof(xsw);
 660                 if (unlikely(sysctl(mib, mibsize + 1, &xsw, &size, NULL, 0) == -1 )) {
 661                     if (unlikely(errno != ENOENT)) {
 662                         error("FREEBSD: sysctl(%s...) failed: %s", "vm.swap_info", strerror(errno));
 663                         do_swap = 0;
 664                         error("DISABLED: disk.io");
 665                     } else {
 666                         if (unlikely(size != sizeof(xsw))) {
 667                             error("FREEBSD: sysctl(%s...) expected %lu, got %lu", "vm.swap_info", (unsigned long)sizeof(xsw), (unsigned long)size);
 668                             do_swap = 0;
 669                             error("DISABLED: disk.io");
 670                         } else break;
 671                     }
 672                 }
 673                 total_xsw.bytes_used += xsw.xsw_used * system_pagesize;
 674                 total_xsw.bytes_total += xsw.xsw_nblks * system_pagesize;
 675             }
 676
 677             if (likely(do_swap)) {
 678                 st = rrdset_find("system.swap");
 679                 if (unlikely(!st)) {
 680                     st = rrdset_create("system", "swap", NULL, "swap", NULL, "System Swap", "MB", 201, update_every, RRDSET_TYPE_STACKED);
 681                     st->isdetail = 1;
 682
 683                     rrddim_add(st, "free",    NULL, 1, 1048576, RRDDIM_ABSOLUTE);
 684                     rrddim_add(st, "used",    NULL, 1, 1048576, RRDDIM_ABSOLUTE);
 685                 }
 686                 else rrdset_next(st);
 687
 688                 rrddim_set(st, "used", total_xsw.bytes_used);
 689                 rrddim_set(st, "free", total_xsw.bytes_total - total_xsw.bytes_used);
 690                 rrdset_done(st);
 691             }
 692         }
 693     }
 694
 695     // --------------------------------------------------------------------
 696
 697     if (likely(do_ram)) {
 698         if (unlikely(GETSYSCTL("vm.stats.vm.v_active_count",    vmmeter_data.v_active_count) ||
 699                      GETSYSCTL("vm.stats.vm.v_inactive_count",  vmmeter_data.v_inactive_count) ||
 700                      GETSYSCTL("vm.stats.vm.v_wire_count",      vmmeter_data.v_wire_count) ||
 701                      GETSYSCTL("vm.stats.vm.v_cache_count",     vmmeter_data.v_cache_count) ||
 702                      GETSYSCTL("vfs.bufspace",                  vfs_bufspace_count) ||
 703                      GETSYSCTL("vm.stats.vm.v_free_count",      vmmeter_data.v_free_count))) {
 704             do_swapio = 0;
 705             error("DISABLED: system.swapio");
 706         } else {
 707             st = rrdset_find("system.ram");
 708             if (unlikely(!st)) {
 709                 st = rrdset_create("system", "ram", NULL, "ram", NULL, "System RAM", "MB", 200, update_every, RRDSET_TYPE_STACKED);
 710
 711                 rrddim_add(st, "active",    NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 712                 rrddim_add(st, "inactive",  NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 713                 rrddim_add(st, "wired",     NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 714                 rrddim_add(st, "cache",     NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 715                 rrddim_add(st, "buffers",   NULL, 1, 1024, RRDDIM_ABSOLUTE);
 716                 rrddim_add(st, "free",      NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 717             }
 718             else rrdset_next(st);
 719
 720             rrddim_set(st, "active",    vmmeter_data.v_active_count);
 721             rrddim_set(st, "inactive",  vmmeter_data.v_inactive_count);
 722             rrddim_set(st, "wired",     vmmeter_data.v_wire_count);
 723             rrddim_set(st, "cache",     vmmeter_data.v_cache_count);
 724             rrddim_set(st, "buffers",   vfs_bufspace_count);
 725             rrddim_set(st, "free",      vmmeter_data.v_free_count);
 726             rrdset_done(st);
 727         }
 728     }
 729
 730     // --------------------------------------------------------------------
 731
 732     if (likely(do_swapio)) {
 733         if (unlikely(GETSYSCTL("vm.stats.vm.v_swappgsin", vmmeter_data.v_swappgsin) || GETSYSCTL("vm.stats.vm.v_swappgsout", vmmeter_data.v_swappgsout))) {
 734             do_swapio = 0;
 735             error("DISABLED: system.swapio");
 736         } else {
 737             st = rrdset_find("system.swapio");
 738             if (unlikely(!st)) {
 739                 st = rrdset_create("system", "swapio", NULL, "swap", NULL, "Swap I/O", "kilobytes/s", 250, update_every, RRDSET_TYPE_AREA);
 740
 741                 rrddim_add(st, "in",  NULL, system_pagesize, 1024, RRDDIM_INCREMENTAL);
 742                 rrddim_add(st, "out", NULL, -system_pagesize, 1024, RRDDIM_INCREMENTAL);
 743             }
 744             else rrdset_next(st);
 745
 746             rrddim_set(st, "in", vmmeter_data.v_swappgsin);
 747             rrddim_set(st, "out", vmmeter_data.v_swappgsout);
 748             rrdset_done(st);
 749         }
 750     }
 751
 752     // --------------------------------------------------------------------
 753
 754     if (likely(do_pgfaults)) {
 755         if (unlikely(GETSYSCTL("vm.stats.vm.v_vm_faults",   vmmeter_data.v_vm_faults) ||
 756                      GETSYSCTL("vm.stats.vm.v_io_faults",   vmmeter_data.v_io_faults) ||
 757                      GETSYSCTL("vm.stats.vm.v_cow_faults",  vmmeter_data.v_cow_faults) ||
 758                      GETSYSCTL("vm.stats.vm.v_cow_optim",   vmmeter_data.v_cow_optim) ||
 759                      GETSYSCTL("vm.stats.vm.v_intrans",     vmmeter_data.v_intrans))) {
 760             do_pgfaults = 0;
 761             error("DISABLED: mem.pgfaults");
 762         } else {
 763             st = rrdset_find("mem.pgfaults");
 764             if (unlikely(!st)) {
 765                 st = rrdset_create("mem", "pgfaults", NULL, "system", NULL, "Memory Page Faults", "page faults/s", 500, update_every, RRDSET_TYPE_LINE);
 766                 st->isdetail = 1;
 767
 768                 rrddim_add(st, "memory", NULL, 1, 1, RRDDIM_INCREMENTAL);
 769                 rrddim_add(st, "io_requiring", NULL, 1, 1, RRDDIM_INCREMENTAL);
 770                 rrddim_add(st, "cow", NULL, 1, 1, RRDDIM_INCREMENTAL);
 771                 rrddim_add(st, "cow_optimized", NULL, 1, 1, RRDDIM_INCREMENTAL);
 772                 rrddim_add(st, "in_transit", NULL, 1, 1, RRDDIM_INCREMENTAL);
 773             }
 774             else rrdset_next(st);
 775
 776             rrddim_set(st, "memory", vmmeter_data.v_vm_faults);
 777             rrddim_set(st, "io_requiring", vmmeter_data.v_io_faults);
 778             rrddim_set(st, "cow", vmmeter_data.v_cow_faults);
 779             rrddim_set(st, "cow_optimized", vmmeter_data.v_cow_optim);
 780             rrddim_set(st, "in_transit", vmmeter_data.v_intrans);
 781             rrdset_done(st);
 782         }
 783     }
 784
 785     // --------------------------------------------------------------------
 786
 787     if (likely(do_ipc_semaphores)) {
 788         if (unlikely(GETSYSCTL("kern.ipc.semmni", ipc_sem.semmni))) {
 789             do_ipc_semaphores = 0;
 790             error("DISABLED: system.ipc_semaphores");
 791             error("DISABLED: system.ipc_semaphore_arrays");
 792         } else {
 793             ipc_sem_data = reallocz(ipc_sem_data, sizeof(struct semid_kernel) * ipc_sem.semmni);
 794             if (unlikely(getsysctl("kern.ipc.sema", ipc_sem_data, sizeof(struct semid_kernel) * ipc_sem.semmni))) {
 795                 do_ipc_semaphores = 0;
 796                 error("DISABLED: system.ipc_semaphores");
 797                 error("DISABLED: system.ipc_semaphore_arrays");
 798             } else {
 799                 for (i = 0; i < ipc_sem.semmni; i++) {
 800                     if (unlikely(ipc_sem_data[i].u.sem_perm.mode & SEM_ALLOC)) {
 801                         ipc_sem.sets += 1;
 802                         ipc_sem.semaphores += ipc_sem_data[i].u.sem_nsems;
 803                     }
 804                 }
 805
 806                 // --------------------------------------------------------------------
 807
 808                 st = rrdset_find("system.ipc_semaphores");
 809                 if (unlikely(!st)) {
 810                     st = rrdset_create("system", "ipc_semaphores", NULL, "ipc semaphores", NULL, "IPC Semaphores", "semaphores", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 811                     rrddim_add(st, "semaphores", NULL, 1, 1, RRDDIM_ABSOLUTE);
 812                 }
 813                 else rrdset_next(st);
 814
 815                 rrddim_set(st, "semaphores", ipc_sem.semaphores);
 816                 rrdset_done(st);
 817
 818                 // --------------------------------------------------------------------
 819
 820                 st = rrdset_find("system.ipc_semaphore_arrays");
 821                 if (unlikely(!st)) {
 822                     st = rrdset_create("system", "ipc_semaphore_arrays", NULL, "ipc semaphores", NULL, "IPC Semaphore Arrays", "arrays", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 823                     rrddim_add(st, "arrays", NULL, 1, 1, RRDDIM_ABSOLUTE);
 824                 }
 825                 else rrdset_next(st);
 826
 827                 rrddim_set(st, "arrays", ipc_sem.sets);
 828                 rrdset_done(st);
 829             }
 830         }
 831     }
 832
 833     // --------------------------------------------------------------------
 834
 835     if (likely(do_ipc_shared_mem)) {
 836         if (unlikely(GETSYSCTL("kern.ipc.shmmni", ipc_shm.shmmni))) {
 837             do_ipc_shared_mem = 0;
 838             error("DISABLED: system.ipc_shared_mem_segs");
 839             error("DISABLED: system.ipc_shared_mem_size");
 840         } else {
 841             ipc_shm_data = reallocz(ipc_shm_data, sizeof(struct shmid_kernel) * ipc_shm.shmmni);
 842             if (unlikely(getsysctl("kern.ipc.shmsegs", ipc_shm_data, sizeof(struct shmid_kernel) * ipc_shm.shmmni))) {
 843                 do_ipc_shared_mem = 0;
 844                 error("DISABLED: system.ipc_shared_mem_segs");
 845                 error("DISABLED: system.ipc_shared_mem_size");
 846             } else {
 847                 for (i = 0; i < ipc_shm.shmmni; i++) {
 848                     if (unlikely(ipc_shm_data[i].u.shm_perm.mode & 0x0800)) {
 849                         ipc_shm.segs += 1;
 850                         ipc_shm.segsize += ipc_shm_data[i].u.shm_segsz;
 851                     }
 852                 }
 853
 854                 // --------------------------------------------------------------------
 855
 856                 st = rrdset_find("system.ipc_shared_mem_segs");
 857                 if (unlikely(!st)) {
 858                     st = rrdset_create("system", "ipc_shared_mem_segs", NULL, "ipc shared memory", NULL, "IPC Shared Memory Segments", "segments", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 859                     rrddim_add(st, "segments", NULL, 1, 1, RRDDIM_ABSOLUTE);
 860                 }
 861                 else rrdset_next(st);
 862
 863                 rrddim_set(st, "segments", ipc_shm.segs);
 864                 rrdset_done(st);
 865
 866                 // --------------------------------------------------------------------
 867
 868                 st = rrdset_find("system.ipc_shared_mem_size");
 869                 if (unlikely(!st)) {
 870                     st = rrdset_create("system", "ipc_shared_mem_size", NULL, "ipc shared memory", NULL, "IPC Shared Memory Segments Size", "kilobytes", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 871                     rrddim_add(st, "allocated", NULL, 1, 1024, RRDDIM_ABSOLUTE);
 872                 }
 873                 else rrdset_next(st);
 874
 875                 rrddim_set(st, "allocated", ipc_shm.segsize);
 876                 rrdset_done(st);
 877             }
 878         }
 879     }
 880
 881     // --------------------------------------------------------------------
 882
 883     if (likely(do_ipc_msg_queues)) {
 884         if (unlikely(GETSYSCTL("kern.ipc.msgmni", ipc_msq.msgmni))) {
 885             do_ipc_msg_queues = 0;
 886             error("DISABLED: system.ipc_msq_queues");
 887             error("DISABLED: system.ipc_msq_messages");
 888             error("DISABLED: system.ipc_msq_size");
 889         } else {
 890             ipc_msq_data = reallocz(ipc_msq_data, sizeof(struct msqid_kernel) * ipc_msq.msgmni);
 891             if (unlikely(getsysctl("kern.ipc.msqids", ipc_msq_data, sizeof(struct msqid_kernel) * ipc_msq.msgmni))) {
 892                 do_ipc_msg_queues = 0;
 893                 error("DISABLED: system.ipc_msq_queues");
 894                 error("DISABLED: system.ipc_msq_messages");
 895                 error("DISABLED: system.ipc_msq_size");
 896             } else {
 897                 for (i = 0; i < ipc_msq.msgmni; i++) {
 898                     if (unlikely(ipc_msq_data[i].u.msg_qbytes != 0)) {
 899                         ipc_msq.queues += 1;
 900                         ipc_msq.messages += ipc_msq_data[i].u.msg_qnum;
 901                         ipc_msq.usedsize += ipc_msq_data[i].u.msg_cbytes;
 902                         ipc_msq.allocsize += ipc_msq_data[i].u.msg_qbytes;
 903                     }
 904                 }
 905
 906                 // --------------------------------------------------------------------
 907
 908                 st = rrdset_find("system.ipc_msq_queues");
 909                 if (unlikely(!st)) {
 910                     st = rrdset_create("system", "ipc_msq_queues", NULL, "ipc message queues", NULL, "Number of IPC Message Queues", "queues", 990, rrd_update_every, RRDSET_TYPE_AREA);
 911                     rrddim_add(st, "queues", NULL, 1, 1, RRDDIM_ABSOLUTE);
 912                 }
 913                 else rrdset_next(st);
 914
 915                 rrddim_set(st, "queues", ipc_msq.queues);
 916                 rrdset_done(st);
 917
 918                 // --------------------------------------------------------------------
 919
 920                 st = rrdset_find("system.ipc_msq_messages");
 921                 if (unlikely(!st)) {
 922                     st = rrdset_create("system", "ipc_msq_messages", NULL, "ipc message queues", NULL, "Number of Messages in IPC Message Queues", "messages", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 923                     rrddim_add(st, "messages", NULL, 1, 1, RRDDIM_ABSOLUTE);
 924                 }
 925                 else rrdset_next(st);
 926
 927                 rrddim_set(st, "messages", ipc_msq.messages);
 928                 rrdset_done(st);
 929
 930                 // --------------------------------------------------------------------
 931
 932                 st = rrdset_find("system.ipc_msq_size");
 933                 if (unlikely(!st)) {
 934                     st = rrdset_create("system", "ipc_msq_size", NULL, "ipc message queues", NULL, "Size of IPC Message Queues", "bytes", 1100, rrd_update_every, RRDSET_TYPE_LINE);
 935                     rrddim_add(st, "allocated", NULL, 1, 1, RRDDIM_ABSOLUTE);
 936                     rrddim_add(st, "used", NULL, 1, 1, RRDDIM_ABSOLUTE);
 937                 }
 938                 else rrdset_next(st);
 939
 940                 rrddim_set(st, "allocated", ipc_msq.allocsize);
 941                 rrddim_set(st, "used", ipc_msq.usedsize);
 942                 rrdset_done(st);
 943
 944             }
 945         }
 946     }
 947
 948     // --------------------------------------------------------------------
 949
 950     if (likely(do_netisr || do_netisr_per_core)) {
 951         if (unlikely(GETSYSCTL("kern.smp.cpus", ncpus))) {
 952             common_error = 1;
 953         } else if (unlikely(ncpus > 9999)) {
 954             error("FREEBSD: There are more than 4 digits in cpu cores number");
 955             common_error = 1;
 956         } else if (unlikely(sysctlbyname("net.isr.workstream", NULL, &netisr_workstream_size, NULL, 0) == -1)) {
 957             error("FREEBSD: sysctl(net.isr.workstream...) failed: %s", strerror(errno));
 958             common_error = 1;
 959         } else if (unlikely(sysctlbyname("net.isr.work", NULL, &netisr_work_size, NULL, 0) == -1)) {
 960             error("FREEBSD: sysctl(net.isr.work...) failed: %s", strerror(errno));
 961             common_error = 1;
 962         } else {
 963             num_netisr_workstreams = netisr_workstream_size / sizeof(struct sysctl_netisr_workstream);
 964             netisr_workstream = reallocz(netisr_workstream, num_netisr_workstreams * sizeof(struct sysctl_netisr_workstream));
 965             if (unlikely(getsysctl("net.isr.workstream", netisr_workstream, num_netisr_workstreams * sizeof(struct sysctl_netisr_workstream)))){
 966                 common_error = 1;
 967             } else {
 968                 num_netisr_works = netisr_work_size / sizeof(struct sysctl_netisr_work);
 969                 netisr_work = reallocz(netisr_work, num_netisr_works * sizeof(struct sysctl_netisr_work));
 970                 if (unlikely(getsysctl("net.isr.work", netisr_work, num_netisr_works * sizeof(struct sysctl_netisr_work)))){
 971                     common_error = 1;
 972                 }
 973             }
 974         }
 975         if (unlikely(common_error)) {
 976             do_netisr = 0;
 977             error("DISABLED: system.softnet_stat");
 978             do_netisr_per_core = 0;
 979             error("DISABLED: system.cpuX_softnet_stat");
 980             common_error = 0;
 981         } else {
 982             netisr_stats = reallocz(netisr_stats, (ncpus + 1) * sizeof(struct netisr_stats));
 983             bzero(netisr_stats, (ncpus + 1) * sizeof(struct netisr_stats));
 984             for (i = 0; i < num_netisr_workstreams; i++) {
 985                 for (n = 0; n < num_netisr_works; n++) {
 986                     if (netisr_workstream[i].snws_wsid == netisr_work[n].snw_wsid) {
 987                         netisr_stats[netisr_workstream[i].snws_cpu].dispatched += netisr_work[n].snw_dispatched;
 988                         netisr_stats[netisr_workstream[i].snws_cpu].hybrid_dispatched += netisr_work[n].snw_hybrid_dispatched;
 989                         netisr_stats[netisr_workstream[i].snws_cpu].qdrops += netisr_work[n].snw_qdrops;
 990                         netisr_stats[netisr_workstream[i].snws_cpu].queued += netisr_work[n].snw_queued;
 991                     }
 992                 }
 993             }
 994             for (i = 0; i < ncpus; i++) {
 995                 netisr_stats[ncpus].dispatched += netisr_stats[i].dispatched;
 996                 netisr_stats[ncpus].hybrid_dispatched += netisr_stats[i].hybrid_dispatched;
 997                 netisr_stats[ncpus].qdrops += netisr_stats[i].qdrops;
 998                 netisr_stats[ncpus].queued += netisr_stats[i].queued;
 999             }
1000         }
1001     }
1002
1003     // --------------------------------------------------------------------
1004
1005     if (likely(do_netisr)) {
1006         st = rrdset_find_bytype("system", "softnet_stat");
1007         if (unlikely(!st)) {
1008             st = rrdset_create("system", "softnet_stat", NULL, "softnet_stat", NULL, "System softnet_stat", "events/s", 955, update_every, RRDSET_TYPE_LINE);
1009             rrddim_add(st, "dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1010             rrddim_add(st, "hybrid_dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1011             rrddim_add(st, "qdrops", NULL, 1, 1, RRDDIM_INCREMENTAL);
1012             rrddim_add(st, "queued", NULL, 1, 1, RRDDIM_INCREMENTAL);
1013         }
1014         else rrdset_next(st);
1015
1016         rrddim_set(st, "dispatched", netisr_stats[ncpus].dispatched);
1017         rrddim_set(st, "hybrid_dispatched", netisr_stats[ncpus].hybrid_dispatched);
1018         rrddim_set(st, "qdrops", netisr_stats[ncpus].qdrops);
1019         rrddim_set(st, "queued", netisr_stats[ncpus].queued);
1020         rrdset_done(st);
1021     }
1022
1023     // --------------------------------------------------------------------
1024
1025     if (likely(do_netisr_per_core)) {
1026         for (i = 0; i < ncpus ;i++) {
1027             snprintfz(netstat_cpuid, 21, "cpu%d_softnet_stat", i);
1028
1029             st = rrdset_find_bytype("cpu", netstat_cpuid);
1030             if (unlikely(!st)) {
1031                 st = rrdset_create("cpu", netstat_cpuid, NULL, "softnet_stat", NULL, "Per CPU netisr statistics", "events/s", 1101 + i, update_every, RRDSET_TYPE_LINE);
1032                 rrddim_add(st, "dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1033                 rrddim_add(st, "hybrid_dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1034                 rrddim_add(st, "qdrops", NULL, 1, 1, RRDDIM_INCREMENTAL);
1035                 rrddim_add(st, "queued", NULL, 1, 1, RRDDIM_INCREMENTAL);
1036             }
1037             else rrdset_next(st);
1038
1039             rrddim_set(st, "dispatched", netisr_stats[i].dispatched);
1040             rrddim_set(st, "hybrid_dispatched", netisr_stats[i].hybrid_dispatched);
1041             rrddim_set(st, "qdrops", netisr_stats[i].qdrops);
1042             rrddim_set(st, "queued", netisr_stats[i].queued);
1043             rrdset_done(st);
1044         }
1045     }
1046
1047     // --------------------------------------------------------------------
1048
1049     if (likely(do_bandwidth)) {
1050         if (unlikely(getifaddrs(&ifap))) {
1051             error("FREEBSD: getifaddrs()");
1052             do_bandwidth = 0;
1053             error("DISABLED: system.ipv4");
1054         } else {
1055             iftot.ift_ibytes = iftot.ift_obytes = 0;
1056             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1057                 if (ifa->ifa_addr->sa_family != AF_INET)
1058                         continue;
1059                 iftot.ift_ibytes += IFA_DATA(ibytes);
1060                 iftot.ift_obytes += IFA_DATA(obytes);
1061             }
1062
1063             st = rrdset_find("system.ipv4");
1064             if (unlikely(!st)) {
1065                 st = rrdset_create("system", "ipv4", NULL, "network", NULL, "IPv4 Bandwidth", "kilobits/s", 500, update_every, RRDSET_TYPE_AREA);
1066
1067                 rrddim_add(st, "InOctets", "received", 8, 1024, RRDDIM_INCREMENTAL);
1068                 rrddim_add(st, "OutOctets", "sent", -8, 1024, RRDDIM_INCREMENTAL);
1069             }
1070             else rrdset_next(st);
1071
1072             rrddim_set(st, "InOctets", iftot.ift_ibytes);
1073             rrddim_set(st, "OutOctets", iftot.ift_obytes);
1074             rrdset_done(st);
1075
1076             // --------------------------------------------------------------------
1077
1078             iftot.ift_ibytes = iftot.ift_obytes = 0;
1079             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1080                 if (ifa->ifa_addr->sa_family != AF_INET6)
1081                         continue;
1082                 iftot.ift_ibytes += IFA_DATA(ibytes);
1083                 iftot.ift_obytes += IFA_DATA(obytes);
1084             }
1085
1086             st = rrdset_find("system.ipv6");
1087             if (unlikely(!st)) {
1088                 st = rrdset_create("system", "ipv6", NULL, "network", NULL, "IPv6 Bandwidth", "kilobits/s", 500, update_every, RRDSET_TYPE_AREA);
1089
1090                 rrddim_add(st, "received", NULL, 8, 1024, RRDDIM_INCREMENTAL);
1091                 rrddim_add(st, "sent", NULL, -8, 1024, RRDDIM_INCREMENTAL);
1092             }
1093             else rrdset_next(st);
1094
1095             rrddim_set(st, "sent", iftot.ift_obytes);
1096             rrddim_set(st, "received", iftot.ift_ibytes);
1097             rrdset_done(st);
1098
1099             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1100                 if (ifa->ifa_addr->sa_family != AF_LINK)
1101                         continue;
1102
1103                 // --------------------------------------------------------------------
1104
1105                 st = rrdset_find_bytype("net", ifa->ifa_name);
1106                 if (unlikely(!st)) {
1107                     st = rrdset_create("net", ifa->ifa_name, NULL, ifa->ifa_name, "net.net", "Bandwidth", "kilobits/s", 7000, update_every, RRDSET_TYPE_AREA);
1108
1109                     rrddim_add(st, "received", NULL, 8, 1024, RRDDIM_INCREMENTAL);
1110                     rrddim_add(st, "sent", NULL, -8, 1024, RRDDIM_INCREMENTAL);
1111                 }
1112                 else rrdset_next(st);
1113
1114                 rrddim_set(st, "received", IFA_DATA(ibytes));
1115                 rrddim_set(st, "sent", IFA_DATA(obytes));
1116                 rrdset_done(st);
1117
1118                 // --------------------------------------------------------------------
1119
1120                 st = rrdset_find_bytype("net_packets", ifa->ifa_name);
1121                 if (unlikely(!st)) {
1122                     st = rrdset_create("net_packets", ifa->ifa_name, NULL, ifa->ifa_name, "net.packets", "Packets", "packets/s", 7001, update_every, RRDSET_TYPE_LINE);
1123                     st->isdetail = 1;
1124
1125                     rrddim_add(st, "received", NULL, 1, 1, RRDDIM_INCREMENTAL);
1126                     rrddim_add(st, "sent", NULL, -1, 1, RRDDIM_INCREMENTAL);
1127                     rrddim_add(st, "multicast_received", NULL, 1, 1, RRDDIM_INCREMENTAL);
1128                     rrddim_add(st, "multicast_sent", NULL, -1, 1, RRDDIM_INCREMENTAL);
1129                 }
1130                 else rrdset_next(st);
1131
1132                 rrddim_set(st, "received", IFA_DATA(ipackets));
1133                 rrddim_set(st, "sent", IFA_DATA(opackets));
1134                 rrddim_set(st, "multicast_received", IFA_DATA(imcasts));
1135                 rrddim_set(st, "multicast_sent", IFA_DATA(omcasts));
1136                 rrdset_done(st);
1137
1138                 // --------------------------------------------------------------------
1139
1140                 st = rrdset_find_bytype("net_errors", ifa->ifa_name);
1141                 if (unlikely(!st)) {
1142                     st = rrdset_create("net_errors", ifa->ifa_name, NULL, ifa->ifa_name, "net.errors", "Interface Errors", "errors/s", 7002, update_every, RRDSET_TYPE_LINE);
1143                     st->isdetail = 1;
1144
1145                     rrddim_add(st, "inbound", NULL, 1, 1, RRDDIM_INCREMENTAL);
1146                     rrddim_add(st, "outbound", NULL, -1, 1, RRDDIM_INCREMENTAL);
1147                 }
1148                 else rrdset_next(st);
1149
1150                 rrddim_set(st, "inbound", IFA_DATA(ierrors));
1151                 rrddim_set(st, "outbound", IFA_DATA(oerrors));
1152                 rrdset_done(st);
1153
1154                 // --------------------------------------------------------------------
1155
1156                 st = rrdset_find_bytype("net_drops", ifa->ifa_name);
1157                 if (unlikely(!st)) {
1158                     st = rrdset_create("net_drops", ifa->ifa_name, NULL, ifa->ifa_name, "net.drops", "Interface Drops", "drops/s", 7003, update_every, RRDSET_TYPE_LINE);
1159                     st->isdetail = 1;
1160
1161                     rrddim_add(st, "inbound", NULL, 1, 1, RRDDIM_INCREMENTAL);
1162                     rrddim_add(st, "outbound", NULL, -1, 1, RRDDIM_INCREMENTAL);
1163                 }
1164                 else rrdset_next(st);
1165
1166                 rrddim_set(st, "inbound", IFA_DATA(iqdrops));
1167                 rrddim_set(st, "outbound", IFA_DATA(oqdrops));
1168                 rrdset_done(st);
1169
1170                 // --------------------------------------------------------------------
1171
1172                 st = rrdset_find_bytype("net_events", ifa->ifa_name);
1173                 if (unlikely(!st)) {
1174                     st = rrdset_create("net_events", ifa->ifa_name, NULL, ifa->ifa_name, "net.events", "Network Interface Events", "events/s", 7006, update_every, RRDSET_TYPE_LINE);
1175                     st->isdetail = 1;
1176
1177                     rrddim_add(st, "frames", NULL, 1, 1, RRDDIM_INCREMENTAL);
1178                     rrddim_add(st, "collisions", NULL, -1, 1, RRDDIM_INCREMENTAL);
1179                     rrddim_add(st, "carrier", NULL, -1, 1, RRDDIM_INCREMENTAL);
1180                 }
1181                 else rrdset_next(st);
1182
1183                 rrddim_set(st, "collisions", IFA_DATA(collisions));
1184                 rrdset_done(st);
1185             }
1186
1187             freeifaddrs(ifap);
1188         }
1189     }
1190
1191     return 0;
1192 }