src/freebsd_sysctl.c

   1 #include "common.h"
   2
   3 // NEEDED BY: struct vmtotal, struct vmmeter
   4 #include <sys/vmmeter.h>
   5 // NEEDED BY: struct devstat
   6 #include <sys/devicestat.h>
   7 // NEEDED BY: struct xswdev
   8 #include <vm/vm_param.h>
   9 // NEEDED BY: struct semid_kernel, struct shmid_kernel, struct msqid_kernel
  10 #define _KERNEL
  11 #include <sys/sem.h>
  12 #include <sys/shm.h>
  13 #include <sys/msg.h>
  14 #undef _KERNEL
  15 // NEEDED BY: struct sysctl_netisr_workstream, struct sysctl_netisr_work
  16 #include <net/netisr.h>
  17 // NEEDED BY: struct ifaddrs, getifaddrs()
  18 #define _IFI_OQDROPS // It is for FreeNAS only. Most probably in future releases of FreeNAS it will be removed
  19 #include <net/if.h>
  20 #include <ifaddrs.h>
  21 // NEEDED BY: do_disk_io
  22 #define RRD_TYPE_DISK "disk"
  23
  24 // FreeBSD calculates load averages once every 5 seconds
  25 #define MIN_LOADAVG_UPDATE_EVERY 5
  26
  27 // NEEDED BY: do_bandwidth
  28 #define IFA_DATA(s) (((struct if_data *)ifa->ifa_data)->ifi_ ## s)
  29
  30 int do_freebsd_sysctl(int update_every, usec_t dt) {
  31     (void)dt;
  32
  33     static int do_cpu = -1, do_cpu_cores = -1, do_interrupts = -1, do_context = -1, do_forks = -1, do_processes = -1,
  34         do_loadavg = -1, do_all_processes = -1, do_disk_io = -1, do_swap = -1, do_ram = -1, do_swapio = -1,
  35         do_pgfaults = -1, do_committed = -1, do_ipc_semaphores = -1, do_ipc_shared_mem = -1, do_ipc_msg_queues = -1,
  36         do_dev_intr = -1, do_soft_intr = -1, do_netisr = -1, do_netisr_per_core = -1, do_bandwidth = -1;
  37
  38     if (unlikely(do_cpu == -1)) {
  39         do_cpu                  = config_get_boolean("plugin:freebsd:sysctl", "cpu utilization", 1);
  40         do_cpu_cores            = config_get_boolean("plugin:freebsd:sysctl", "per cpu core utilization", 1);
  41         do_interrupts           = config_get_boolean("plugin:freebsd:sysctl", "cpu interrupts", 1);
  42         do_dev_intr             = config_get_boolean("plugin:freebsd:sysctl", "device interrupts", 1);
  43         do_soft_intr            = config_get_boolean("plugin:freebsd:sysctl", "software interrupts", 1);
  44         do_context              = config_get_boolean("plugin:freebsd:sysctl", "context switches", 1);
  45         do_forks                = config_get_boolean("plugin:freebsd:sysctl", "processes started", 1);
  46         do_processes            = config_get_boolean("plugin:freebsd:sysctl", "processes running", 1);
  47         do_loadavg              = config_get_boolean("plugin:freebsd:sysctl", "enable load average", 1);
  48         do_all_processes        = config_get_boolean("plugin:freebsd:sysctl", "enable total processes", 1);
  49         do_disk_io              = config_get_boolean("plugin:freebsd:sysctl", "stats for all disks", 1);
  50         do_swap                 = config_get_boolean("plugin:freebsd:sysctl", "system swap", 1);
  51         do_ram                  = config_get_boolean("plugin:freebsd:sysctl", "system ram", 1);
  52         do_swapio               = config_get_boolean("plugin:freebsd:sysctl", "swap i/o", 1);
  53         do_pgfaults             = config_get_boolean("plugin:freebsd:sysctl", "memory page faults", 1);
  54         do_committed            = config_get_boolean("plugin:freebsd:sysctl", "committed memory", 1);
  55         do_ipc_semaphores       = config_get_boolean("plugin:freebsd:sysctl", "ipc semaphores", 1);
  56         do_ipc_shared_mem       = config_get_boolean("plugin:freebsd:sysctl", "ipc shared memory", 1);
  57         do_ipc_msg_queues       = config_get_boolean("plugin:freebsd:sysctl", "ipc message queues", 1);
  58         do_netisr               = config_get_boolean("plugin:freebsd:sysctl", "netisr", 1);
  59         do_netisr_per_core      = config_get_boolean("plugin:freebsd:sysctl", "netisr per core", 1);
  60         do_bandwidth            = config_get_boolean("plugin:freebsd:sysctl", "bandwidth", 1);
  61     }
  62
  63     RRDSET *st;
  64     RRDDIM *rd;
  65
  66     int system_pagesize = getpagesize(); // wouldn't it be better to get value directly from hw.pagesize?
  67     int i, n;
  68     void *p;
  69     int common_error = 0;
  70     size_t size;
  71
  72     // NEEDED BY: do_loadavg
  73     static usec_t last_loadavg_usec = 0;
  74     struct loadavg sysload;
  75
  76     // NEEDED BY: do_cpu, do_cpu_cores
  77     long cp_time[CPUSTATES];
  78
  79     // NEEDED BY: du_cpu_cores, do_netisr, do_netisr_per_core
  80     int ncpus;
  81
  82     // NEEDED BY: do_cpu_cores
  83     static long *pcpu_cp_time = NULL;
  84     char cpuid[8]; // no more than 4 digits expected
  85
  86     // NEEDED BY: do_all_processes, do_processes
  87     struct vmtotal vmtotal_data;
  88
  89     // NEEDED BY: do_context, do_forks
  90     u_int u_int_data;
  91
  92     // NEEDED BY: do_interrupts
  93     size_t intrcnt_size;
  94     unsigned long nintr = 0;
  95     static unsigned long *intrcnt = NULL;
  96     static char *intrnames = NULL;
  97     unsigned long long totalintr = 0;
  98
  99     // NEEDED BY: do_disk_io
 100     #define BINTIME_SCALE 5.42101086242752217003726400434970855712890625e-17 // this is 1000/2^64
 101     int numdevs;
 102     static void *devstat_data = NULL;
 103     struct devstat *dstat;
 104     struct cur_dstat {
 105         collected_number duration_read_ms;
 106         collected_number duration_write_ms;
 107         collected_number busy_time_ms;
 108     } cur_dstat;
 109     struct prev_dstat {
 110         collected_number bytes_read;
 111         collected_number bytes_write;
 112         collected_number operations_read;
 113         collected_number operations_write;
 114         collected_number duration_read_ms;
 115         collected_number duration_write_ms;
 116         collected_number busy_time_ms;
 117     } prev_dstat;
 118
 119     // NEEDED BY: do_swap
 120     size_t mibsize;
 121     int mib[3]; // CTL_MAXNAME = 24 maximum mib components (sysctl.h)
 122     struct xswdev xsw;
 123     struct total_xsw {
 124         collected_number bytes_used;
 125         collected_number bytes_total;
 126     } total_xsw = {0, 0};
 127
 128     // NEEDED BY: do_swapio, do_ram
 129     struct vmmeter vmmeter_data;
 130
 131     // NEEDED BY: do_ram
 132     int vfs_bufspace_count;
 133
 134     // NEEDED BY: do_ipc_semaphores
 135     struct ipc_sem {
 136         int semmni;
 137         collected_number sets;
 138         collected_number semaphores;
 139     } ipc_sem = {0, 0, 0};
 140     static struct semid_kernel *ipc_sem_data = NULL;
 141
 142     // NEEDED BY: do_ipc_shared_mem
 143     struct ipc_shm {
 144         u_long shmmni;
 145         collected_number segs;
 146         collected_number segsize;
 147     } ipc_shm = {0, 0, 0};
 148     static struct shmid_kernel *ipc_shm_data = NULL;
 149
 150     // NEEDED BY: do_ipc_msg_queues
 151     struct ipc_msq {
 152         int msgmni;
 153         collected_number queues;
 154         collected_number messages;
 155         collected_number usedsize;
 156         collected_number allocsize;
 157     } ipc_msq = {0, 0, 0, 0, 0};
 158     static struct msqid_kernel *ipc_msq_data = NULL;
 159
 160     // NEEDED BY: do_netisr, do_netisr_per_core
 161     size_t netisr_workstream_size;
 162     size_t netisr_work_size;
 163     unsigned long num_netisr_workstreams = 0, num_netisr_works = 0;
 164     static struct sysctl_netisr_workstream *netisr_workstream = NULL;
 165     static struct sysctl_netisr_work *netisr_work = NULL;
 166     static struct netisr_stats {
 167         collected_number dispatched;
 168         collected_number hybrid_dispatched;
 169         collected_number qdrops;
 170         collected_number queued;
 171     } *netisr_stats = NULL;
 172     char netstat_cpuid[21]; // no more than 4 digits expected
 173
 174     // NEEDED BY: do_bandwidth
 175     struct ifaddrs *ifa, *ifap;
 176     struct iftot {
 177         u_long  ift_ibytes;
 178         u_long  ift_obytes;
 179     } iftot = {0, 0};
 180
 181     // --------------------------------------------------------------------
 182
 183     if (last_loadavg_usec <= dt) {
 184         if (likely(do_loadavg)) {
 185             if (unlikely(GETSYSCTL("vm.loadavg", sysload))) {
 186                 do_loadavg = 0;
 187                 error("DISABLED: system.load");
 188             } else {
 189
 190                 st = rrdset_find_bytype("system", "load");
 191                 if (unlikely(!st)) {
 192                     st = rrdset_create("system", "load", NULL, "load", NULL, "System Load Average", "load", 100, (update_every < MIN_LOADAVG_UPDATE_EVERY) ? MIN_LOADAVG_UPDATE_EVERY : update_every, RRDSET_TYPE_LINE);
 193                     rrddim_add(st, "load1", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 194                     rrddim_add(st, "load5", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 195                     rrddim_add(st, "load15", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 196                 }
 197                 else rrdset_next(st);
 198
 199                 rrddim_set(st, "load1", (collected_number) ((double)sysload.ldavg[0] / sysload.fscale * 1000));
 200                 rrddim_set(st, "load5", (collected_number) ((double)sysload.ldavg[1] / sysload.fscale * 1000));
 201                 rrddim_set(st, "load15", (collected_number) ((double)sysload.ldavg[2] / sysload.fscale * 1000));
 202                 rrdset_done(st);
 203             }
 204         }
 205
 206         last_loadavg_usec = st->update_every * USEC_PER_SEC;
 207     }
 208     else last_loadavg_usec -= dt;
 209
 210     // --------------------------------------------------------------------
 211
 212     if (likely(do_all_processes | do_processes | do_committed)) {
 213         if (unlikely(GETSYSCTL("vm.vmtotal", vmtotal_data))) {
 214             do_all_processes = 0;
 215             error("DISABLED: system.active_processes");
 216             do_processes = 0;
 217             error("DISABLED: system.processes");
 218             do_committed = 0;
 219             error("DISABLED: mem.committed");
 220         } else {
 221             if (likely(do_all_processes)) {
 222
 223                 st = rrdset_find_bytype("system", "active_processes");
 224                 if (unlikely(!st)) {
 225                     st = rrdset_create("system", "active_processes", NULL, "processes", NULL, "System Active Processes", "processes", 750, update_every, RRDSET_TYPE_LINE);
 226                     rrddim_add(st, "active", NULL, 1, 1, RRDDIM_ABSOLUTE);
 227                 }
 228                 else rrdset_next(st);
 229
 230                 rrddim_set(st, "active", (vmtotal_data.t_rq + vmtotal_data.t_dw + vmtotal_data.t_pw + vmtotal_data.t_sl + vmtotal_data.t_sw));
 231                 rrdset_done(st);
 232             }
 233
 234             // --------------------------------------------------------------------
 235
 236             if (likely(do_processes)) {
 237
 238                 st = rrdset_find_bytype("system", "processes");
 239                 if (unlikely(!st)) {
 240                     st = rrdset_create("system", "processes", NULL, "processes", NULL, "System Processes", "processes", 600, update_every, RRDSET_TYPE_LINE);
 241
 242                     rrddim_add(st, "running", NULL, 1, 1, RRDDIM_ABSOLUTE);
 243                     rrddim_add(st, "blocked", NULL, -1, 1, RRDDIM_ABSOLUTE);
 244                 }
 245                 else rrdset_next(st);
 246
 247                 rrddim_set(st, "running", vmtotal_data.t_rq);
 248                 rrddim_set(st, "blocked", (vmtotal_data.t_dw + vmtotal_data.t_pw));
 249                 rrdset_done(st);
 250             }
 251
 252             // --------------------------------------------------------------------
 253
 254             if (likely(do_committed)) {
 255                 st = rrdset_find("mem.committed");
 256                 if (unlikely(!st)) {
 257                     st = rrdset_create("mem", "committed", NULL, "system", NULL, "Committed (Allocated) Memory", "MB", 5000, update_every, RRDSET_TYPE_AREA);
 258                     st->isdetail = 1;
 259
 260                     rrddim_add(st, "Committed_AS", NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 261                 }
 262                 else rrdset_next(st);
 263
 264                 rrddim_set(st, "Committed_AS", vmtotal_data.t_rm);
 265                 rrdset_done(st);
 266             }
 267         }
 268     }
 269
 270     // --------------------------------------------------------------------
 271
 272     if (likely(do_cpu)) {
 273         if (unlikely(CPUSTATES != 5)) {
 274             error("FREEBSD: There are %d CPU states (5 was expected)", CPUSTATES);
 275             do_cpu = 0;
 276             error("DISABLED: system.cpu");
 277         } else {
 278             if (unlikely(GETSYSCTL("kern.cp_time", cp_time))) {
 279                 do_cpu = 0;
 280                 error("DISABLED: system.cpu");
 281             } else {
 282
 283                 st = rrdset_find_bytype("system", "cpu");
 284                 if (unlikely(!st)) {
 285                     st = rrdset_create("system", "cpu", NULL, "cpu", "system.cpu", "Total CPU utilization", "percentage", 100, update_every, RRDSET_TYPE_STACKED);
 286
 287                     rrddim_add(st, "user", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 288                     rrddim_add(st, "nice", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 289                     rrddim_add(st, "system", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 290                     rrddim_add(st, "interrupt", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 291                     rrddim_add(st, "idle", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 292                     rrddim_hide(st, "idle");
 293                 }
 294                 else rrdset_next(st);
 295
 296                 rrddim_set(st, "user", cp_time[0]);
 297                 rrddim_set(st, "nice", cp_time[1]);
 298                 rrddim_set(st, "system", cp_time[2]);
 299                 rrddim_set(st, "interrupt", cp_time[3]);
 300                 rrddim_set(st, "idle", cp_time[4]);
 301                 rrdset_done(st);
 302             }
 303         }
 304     }
 305
 306     // --------------------------------------------------------------------
 307
 308     if (likely(do_cpu_cores)) {
 309         if (unlikely(CPUSTATES != 5)) {
 310             error("FREEBSD: There are %d CPU states (5 was expected)", CPUSTATES);
 311             do_cpu_cores = 0;
 312             error("DISABLED: cpu.cpuXX");
 313         } else {
 314             if (unlikely(GETSYSCTL("kern.smp.cpus", ncpus))) {
 315                 do_cpu_cores = 0;
 316                 error("DISABLED: cpu.cpuXX");
 317             } else {
 318                 pcpu_cp_time = reallocz(pcpu_cp_time, sizeof(cp_time) * ncpus);
 319
 320                 for (i = 0; i < ncpus; i++) {
 321                     if (unlikely(getsysctl("kern.cp_times", pcpu_cp_time, sizeof(cp_time) * ncpus))) {
 322                         do_cpu_cores = 0;
 323                         error("DISABLED: cpu.cpuXX");
 324                         break;
 325                     }
 326                     if (unlikely(ncpus > 9999)) {
 327                         error("FREEBSD: There are more than 4 digits in cpu cores number");
 328                         do_cpu_cores = 0;
 329                         error("DISABLED: cpu.cpuXX");
 330                         break;
 331                     }
 332                     snprintfz(cpuid, 8, "cpu%d", i);
 333
 334                     st = rrdset_find_bytype("cpu", cpuid);
 335                     if (unlikely(!st)) {
 336                         st = rrdset_create("cpu", cpuid, NULL, "utilization", "cpu.cpu", "Core utilization", "percentage", 1000, update_every, RRDSET_TYPE_STACKED);
 337
 338                         rrddim_add(st, "user", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 339                         rrddim_add(st, "nice", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 340                         rrddim_add(st, "system", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 341                         rrddim_add(st, "interrupt", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 342                         rrddim_add(st, "idle", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 343                         rrddim_hide(st, "idle");
 344                     }
 345                     else rrdset_next(st);
 346
 347                     rrddim_set(st, "user", pcpu_cp_time[i * 5 + 0]);
 348                     rrddim_set(st, "nice", pcpu_cp_time[i * 5 + 1]);
 349                     rrddim_set(st, "system", pcpu_cp_time[i * 5 + 2]);
 350                     rrddim_set(st, "interrupt", pcpu_cp_time[i * 5 + 3]);
 351                     rrddim_set(st, "idle", pcpu_cp_time[i * 5 + 4]);
 352                     rrdset_done(st);
 353                 }
 354             }
 355         }
 356     }
 357
 358     // --------------------------------------------------------------------
 359
 360     if (likely(do_interrupts)) {
 361         if (unlikely(sysctlbyname("hw.intrcnt", NULL, &intrcnt_size, NULL, 0) == -1)) {
 362             error("FREEBSD: sysctl(hw.intrcnt...) failed: %s", strerror(errno));
 363             do_interrupts = 0;
 364             error("DISABLED: system.intr");
 365         } else {
 366             nintr = intrcnt_size / sizeof(u_long);
 367             intrcnt = reallocz(intrcnt, nintr * sizeof(u_long));
 368             if (unlikely(getsysctl("hw.intrcnt", intrcnt, nintr * sizeof(u_long)))){
 369                 do_interrupts = 0;
 370                 error("DISABLED: system.intr");
 371             } else {
 372                 for (i = 0; i < nintr; i++)
 373                     totalintr += intrcnt[i];
 374
 375                 st = rrdset_find_bytype("system", "intr");
 376                 if (unlikely(!st)) {
 377                     st = rrdset_create("system", "intr", NULL, "interrupts", NULL, "Total Hardware Interrupts", "interrupts/s", 900, update_every, RRDSET_TYPE_LINE);
 378                     st->isdetail = 1;
 379
 380                     rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 381                 }
 382                 else rrdset_next(st);
 383
 384                 rrddim_set(st, "interrupts", totalintr);
 385                 rrdset_done(st);
 386
 387                 // --------------------------------------------------------------------
 388
 389                 size = nintr * (MAXCOMLEN +1);
 390                 intrnames = reallocz(intrnames, size);
 391                 if (unlikely(getsysctl("hw.intrnames", intrnames, size))) {
 392                     do_interrupts = 0;
 393                     error("DISABLED: system.intr");
 394                 } else {
 395                     st = rrdset_find_bytype("system", "interrupts");
 396                     if (unlikely(!st))
 397                         st = rrdset_create("system", "interrupts", NULL, "interrupts", NULL, "System interrupts", "interrupts/s",
 398                                            1000, update_every, RRDSET_TYPE_STACKED);
 399                     else
 400                         rrdset_next(st);
 401
 402                     for (i = 0; i < nintr; i++) {
 403                         p = intrnames + i * (MAXCOMLEN + 1);
 404                         if (unlikely((intrcnt[i] != 0) && (*(char*)p != 0))) {
 405                             rd = rrddim_find(st, p);
 406                             if (unlikely(!rd))
 407                                 rd = rrddim_add(st, p, NULL, 1, 1, RRDDIM_INCREMENTAL);
 408                             rrddim_set_by_pointer(st, rd, intrcnt[i]);
 409                         }
 410                     }
 411                     rrdset_done(st);
 412                 }
 413             }
 414         }
 415     }
 416
 417     // --------------------------------------------------------------------
 418
 419     if (likely(do_dev_intr)) {
 420         if (unlikely(GETSYSCTL("vm.stats.sys.v_intr", u_int_data))) {
 421             do_dev_intr = 0;
 422             error("DISABLED: system.dev_intr");
 423         } else {
 424
 425             st = rrdset_find_bytype("system", "dev_intr");
 426             if (unlikely(!st)) {
 427                 st = rrdset_create("system", "dev_intr", NULL, "interrupts", NULL, "Device Interrupts", "interrupts/s", 1000, update_every, RRDSET_TYPE_LINE);
 428
 429                 rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 430             }
 431             else rrdset_next(st);
 432
 433             rrddim_set(st, "interrupts", u_int_data);
 434             rrdset_done(st);
 435         }
 436     }
 437
 438     // --------------------------------------------------------------------
 439
 440     if (likely(do_soft_intr)) {
 441         if (unlikely(GETSYSCTL("vm.stats.sys.v_soft", u_int_data))) {
 442             do_soft_intr = 0;
 443             error("DISABLED: system.dev_intr");
 444         } else {
 445
 446             st = rrdset_find_bytype("system", "soft_intr");
 447             if (unlikely(!st)) {
 448                 st = rrdset_create("system", "soft_intr", NULL, "interrupts", NULL, "Software Interrupts", "interrupts/s", 1100, update_every, RRDSET_TYPE_LINE);
 449
 450                 rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 451             }
 452             else rrdset_next(st);
 453
 454             rrddim_set(st, "interrupts", u_int_data);
 455             rrdset_done(st);
 456         }
 457     }
 458
 459     // --------------------------------------------------------------------
 460
 461     if (likely(do_context)) {
 462         if (unlikely(GETSYSCTL("vm.stats.sys.v_swtch", u_int_data))) {
 463             do_context = 0;
 464             error("DISABLED: system.ctxt");
 465         } else {
 466
 467             st = rrdset_find_bytype("system", "ctxt");
 468             if (unlikely(!st)) {
 469                 st = rrdset_create("system", "ctxt", NULL, "processes", NULL, "CPU Context Switches", "context switches/s", 800, update_every, RRDSET_TYPE_LINE);
 470
 471                 rrddim_add(st, "switches", NULL, 1, 1, RRDDIM_INCREMENTAL);
 472             }
 473             else rrdset_next(st);
 474
 475             rrddim_set(st, "switches", u_int_data);
 476             rrdset_done(st);
 477         }
 478     }
 479
 480     // --------------------------------------------------------------------
 481
 482     if (likely(do_forks)) {
 483         if (unlikely(GETSYSCTL("vm.stats.vm.v_forks", u_int_data))) {
 484             do_forks = 0;
 485             error("DISABLED: system.forks");
 486         } else {
 487
 488             st = rrdset_find_bytype("system", "forks");
 489             if (unlikely(!st)) {
 490                 st = rrdset_create("system", "forks", NULL, "processes", NULL, "Started Processes", "processes/s", 700, update_every, RRDSET_TYPE_LINE);
 491                 st->isdetail = 1;
 492
 493                 rrddim_add(st, "started", NULL, 1, 1, RRDDIM_INCREMENTAL);
 494             }
 495             else rrdset_next(st);
 496
 497             rrddim_set(st, "started", u_int_data);
 498             rrdset_done(st);
 499         }
 500     }
 501
 502     // --------------------------------------------------------------------
 503
 504     if (likely(do_disk_io)) {
 505         if (unlikely(GETSYSCTL("kern.devstat.numdevs", numdevs))) {
 506             do_disk_io = 0;
 507             error("DISABLED: disk.io");
 508         } else {
 509             devstat_data = reallocz(devstat_data, sizeof(long) + sizeof(struct devstat) * numdevs); // there is generation number before devstat structures
 510             if (unlikely(getsysctl("kern.devstat.all", devstat_data, sizeof(long) + sizeof(struct devstat) * numdevs))) {
 511                 do_disk_io = 0;
 512                 error("DISABLED: disk.io");
 513             } else {
 514                 dstat = devstat_data + sizeof(long); // skip generation number
 515                 collected_number total_disk_reads = 0;
 516                 collected_number total_disk_writes = 0;
 517
 518                 for (i = 0; i < numdevs; i++) {
 519                     if (((dstat[i].device_type & DEVSTAT_TYPE_MASK) == DEVSTAT_TYPE_DIRECT) || ((dstat[i].device_type & DEVSTAT_TYPE_MASK) == DEVSTAT_TYPE_STORARRAY)) {
 520
 521                         // --------------------------------------------------------------------
 522
 523                         st = rrdset_find_bytype(RRD_TYPE_DISK, dstat[i].device_name);
 524                         if (unlikely(!st)) {
 525                             st = rrdset_create(RRD_TYPE_DISK, dstat[i].device_name, NULL, dstat[i].device_name, "disk.io", "Disk I/O Bandwidth", "kilobytes/s", 2000, update_every, RRDSET_TYPE_AREA);
 526
 527                             rrddim_add(st, "reads", NULL, 1, 1024, RRDDIM_INCREMENTAL);
 528                             rrddim_add(st, "writes", NULL, -1, 1024, RRDDIM_INCREMENTAL);
 529                         }
 530                         else rrdset_next(st);
 531
 532                         total_disk_reads += dstat[i].bytes[DEVSTAT_READ];
 533                         total_disk_writes += dstat[i].bytes[DEVSTAT_WRITE];
 534                         prev_dstat.bytes_read = rrddim_set(st, "reads", dstat[i].bytes[DEVSTAT_READ]);
 535                         prev_dstat.bytes_write = rrddim_set(st, "writes", dstat[i].bytes[DEVSTAT_WRITE]);
 536                         rrdset_done(st);
 537
 538                         // --------------------------------------------------------------------
 539
 540                         st = rrdset_find_bytype("disk_ops", dstat[i].device_name);
 541                         if (unlikely(!st)) {
 542                             st = rrdset_create("disk_ops", dstat[i].device_name, NULL, dstat[i].device_name, "disk.ops", "Disk Completed I/O Operations", "operations/s", 2001, update_every, RRDSET_TYPE_LINE);
 543                             st->isdetail = 1;
 544
 545                             rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_INCREMENTAL);
 546                             rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_INCREMENTAL);
 547                         }
 548                         else rrdset_next(st);
 549
 550                         prev_dstat.operations_read = rrddim_set(st, "reads", dstat[i].operations[DEVSTAT_READ]);
 551                         prev_dstat.operations_write = rrddim_set(st, "writes", dstat[i].operations[DEVSTAT_WRITE]);
 552                         rrdset_done(st);
 553
 554                         // --------------------------------------------------------------------
 555
 556                         st = rrdset_find_bytype("disk_qops", dstat[i].device_name);
 557                         if (unlikely(!st)) {
 558                             st = rrdset_create("disk_qops", dstat[i].device_name, NULL, dstat[i].device_name, "disk.qops", "Disk Current I/O Operations", "operations", 2002, update_every, RRDSET_TYPE_LINE);
 559                             st->isdetail = 1;
 560
 561                             rrddim_add(st, "operations", NULL, 1, 1, RRDDIM_ABSOLUTE);
 562                         }
 563                         else rrdset_next(st);
 564
 565                         rrddim_set(st, "operations", dstat[i].start_count - dstat[i].end_count);
 566                         rrdset_done(st);
 567
 568                         // --------------------------------------------------------------------
 569
 570                         st = rrdset_find_bytype("disk_util", dstat[i].device_name);
 571                         if (unlikely(!st)) {
 572                             st = rrdset_create("disk_util", dstat[i].device_name, NULL, dstat[i].device_name, "disk.util", "Disk Utilization Time", "% of time working", 2004, update_every, RRDSET_TYPE_AREA);
 573                             st->isdetail = 1;
 574
 575                             rrddim_add(st, "utilization", NULL, 1, 10, RRDDIM_INCREMENTAL);
 576                         }
 577                         else rrdset_next(st);
 578
 579                         cur_dstat.busy_time_ms = dstat[i].busy_time.sec * 1000 + dstat[i].busy_time.frac * BINTIME_SCALE;
 580                         prev_dstat.busy_time_ms = rrddim_set(st, "utilization", cur_dstat.busy_time_ms);
 581                         rrdset_done(st);
 582
 583                         // --------------------------------------------------------------------
 584
 585                         st = rrdset_find_bytype("disk_iotime", dstat[i].device_name);
 586                         if (unlikely(!st)) {
 587                             st = rrdset_create("disk_iotime", dstat[i].device_name, NULL, dstat[i].device_name, "disk.iotime", "Disk Total I/O Time", "milliseconds/s", 2022, update_every, RRDSET_TYPE_LINE);
 588                             st->isdetail = 1;
 589
 590                             rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_INCREMENTAL);
 591                             rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_INCREMENTAL);
 592                         }
 593                         else rrdset_next(st);
 594
 595                         cur_dstat.duration_read_ms = dstat[i].duration[DEVSTAT_READ].sec * 1000 + dstat[i].duration[DEVSTAT_READ].frac * BINTIME_SCALE;
 596                         cur_dstat.duration_write_ms = dstat[i].duration[DEVSTAT_WRITE].sec * 1000 + dstat[i].duration[DEVSTAT_READ].frac * BINTIME_SCALE;
 597                         prev_dstat.duration_read_ms = rrddim_set(st, "reads", cur_dstat.duration_read_ms);
 598                         prev_dstat.duration_write_ms = rrddim_set(st, "writes", cur_dstat.duration_write_ms);
 599                         rrdset_done(st);
 600
 601                         // --------------------------------------------------------------------
 602                         // calculate differential charts
 603                         // only if this is not the first time we run
 604
 605                         if (likely(dt)) {
 606
 607                             // --------------------------------------------------------------------
 608
 609                             st = rrdset_find_bytype("disk_await", dstat[i].device_name);
 610                             if (unlikely(!st)) {
 611                                 st = rrdset_create("disk_await", dstat[i].device_name, NULL, dstat[i].device_name, "disk.await", "Average Completed I/O Operation Time", "ms per operation", 2005, update_every, RRDSET_TYPE_LINE);
 612                                 st->isdetail = 1;
 613
 614                                 rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_ABSOLUTE);
 615                                 rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_ABSOLUTE);
 616                             }
 617                             else rrdset_next(st);
 618
 619                             rrddim_set(st, "reads", (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) ?
 620                                 (cur_dstat.duration_read_ms - prev_dstat.duration_read_ms) / (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) : 0);
 621                             rrddim_set(st, "writes", (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) ?
 622                                 (cur_dstat.duration_write_ms - prev_dstat.duration_write_ms) / (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) : 0);
 623                             rrdset_done(st);
 624
 625                             // --------------------------------------------------------------------
 626
 627                             st = rrdset_find_bytype("disk_avgsz", dstat[i].device_name);
 628                             if (unlikely(!st)) {
 629                                 st = rrdset_create("disk_avgsz", dstat[i].device_name, NULL, dstat[i].device_name, "disk.avgsz", "Average Completed I/O Operation Bandwidth", "kilobytes per operation", 2006, update_every, RRDSET_TYPE_AREA);
 630                                 st->isdetail = 1;
 631
 632                                 rrddim_add(st, "reads", NULL, 1, 1024, RRDDIM_ABSOLUTE);
 633                                 rrddim_add(st, "writes", NULL, -1, 1024, RRDDIM_ABSOLUTE);
 634                             }
 635                             else rrdset_next(st);
 636
 637                             rrddim_set(st, "reads", (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) ?
 638                                 (dstat[i].bytes[DEVSTAT_READ] - prev_dstat.bytes_read) / (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) : 0);
 639                             rrddim_set(st, "writes", (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) ?
 640                                 (dstat[i].bytes[DEVSTAT_WRITE] - prev_dstat.bytes_write) / (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) : 0);
 641                             rrdset_done(st);
 642
 643                             // --------------------------------------------------------------------
 644
 645                             st = rrdset_find_bytype("disk_svctm", dstat[i].device_name);
 646                             if (unlikely(!st)) {
 647                                 st = rrdset_create("disk_svctm", dstat[i].device_name, NULL, dstat[i].device_name, "disk.svctm", "Average Service Time", "ms per operation", 2007, update_every, RRDSET_TYPE_LINE);
 648                                 st->isdetail = 1;
 649
 650                                 rrddim_add(st, "svctm", NULL, 1, 1, RRDDIM_ABSOLUTE);
 651                             }
 652                             else rrdset_next(st);
 653
 654                             rrddim_set(st, "svctm", ((dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) + (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write)) ?
 655                                 (cur_dstat.busy_time_ms - prev_dstat.busy_time_ms) / ((dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) + (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write)) : 0);
 656                             rrdset_done(st);
 657                         }
 658                     }
 659
 660                     // --------------------------------------------------------------------
 661
 662                     st = rrdset_find_bytype("system", "io");
 663                     if (unlikely(!st)) {
 664                         st = rrdset_create("system", "io", NULL, "disk", NULL, "Disk I/O", "kilobytes/s", 150, update_every, RRDSET_TYPE_AREA);
 665                         rrddim_add(st, "in",  NULL,  1, 1024, RRDDIM_INCREMENTAL);
 666                         rrddim_add(st, "out", NULL, -1, 1024, RRDDIM_INCREMENTAL);
 667                     }
 668                     else rrdset_next(st);
 669
 670                     rrddim_set(st, "in", total_disk_reads);
 671                     rrddim_set(st, "out", total_disk_writes);
 672                     rrdset_done(st);
 673                 }
 674             }
 675         }
 676     }
 677
 678     // --------------------------------------------------------------------
 679
 680
 681     if (likely(do_swap)) {
 682         mibsize = sizeof mib / sizeof mib[0];
 683         if (unlikely(sysctlnametomib("vm.swap_info", mib, &mibsize) == -1)) {
 684             error("FREEBSD: sysctl(%s...) failed: %s", "vm.swap_info", strerror(errno));
 685             do_swap = 0;
 686             error("DISABLED: system.swap");
 687         } else {
 688             for (i = 0; ; i++) {
 689                 mib[mibsize] = i;
 690                 size = sizeof(xsw);
 691                 if (unlikely(sysctl(mib, mibsize + 1, &xsw, &size, NULL, 0) == -1 )) {
 692                     if (unlikely(errno != ENOENT)) {
 693                         error("FREEBSD: sysctl(%s...) failed: %s", "vm.swap_info", strerror(errno));
 694                         do_swap = 0;
 695                         error("DISABLED: system.swap");
 696                     } else {
 697                         if (unlikely(size != sizeof(xsw))) {
 698                             error("FREEBSD: sysctl(%s...) expected %lu, got %lu", "vm.swap_info", (unsigned long)sizeof(xsw), (unsigned long)size);
 699                             do_swap = 0;
 700                             error("DISABLED: system.swap");
 701                         } else break;
 702                     }
 703                 }
 704                 total_xsw.bytes_used += xsw.xsw_used;
 705                 total_xsw.bytes_total += xsw.xsw_nblks;
 706             }
 707
 708             if (likely(do_swap)) {
 709                 st = rrdset_find("system.swap");
 710                 if (unlikely(!st)) {
 711                     st = rrdset_create("system", "swap", NULL, "swap", NULL, "System Swap", "MB", 201, update_every, RRDSET_TYPE_STACKED);
 712                     st->isdetail = 1;
 713
 714                     rrddim_add(st, "free",    NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 715                     rrddim_add(st, "used",    NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 716                 }
 717                 else rrdset_next(st);
 718
 719                 rrddim_set(st, "used", total_xsw.bytes_used);
 720                 rrddim_set(st, "free", total_xsw.bytes_total - total_xsw.bytes_used);
 721                 rrdset_done(st);
 722             }
 723         }
 724     }
 725
 726     // --------------------------------------------------------------------
 727
 728     if (likely(do_ram)) {
 729         if (unlikely(GETSYSCTL("vm.stats.vm.v_active_count",    vmmeter_data.v_active_count) ||
 730                      GETSYSCTL("vm.stats.vm.v_inactive_count",  vmmeter_data.v_inactive_count) ||
 731                      GETSYSCTL("vm.stats.vm.v_wire_count",      vmmeter_data.v_wire_count) ||
 732                      GETSYSCTL("vm.stats.vm.v_cache_count",     vmmeter_data.v_cache_count) ||
 733                      GETSYSCTL("vfs.bufspace",                  vfs_bufspace_count) ||
 734                      GETSYSCTL("vm.stats.vm.v_free_count",      vmmeter_data.v_free_count))) {
 735             do_ram = 0;
 736             error("DISABLED: system.ram");
 737         } else {
 738             st = rrdset_find("system.ram");
 739             if (unlikely(!st)) {
 740                 st = rrdset_create("system", "ram", NULL, "ram", NULL, "System RAM", "MB", 200, update_every, RRDSET_TYPE_STACKED);
 741
 742                 rrddim_add(st, "active",    NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 743                 rrddim_add(st, "inactive",  NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 744                 rrddim_add(st, "wired",     NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 745                 rrddim_add(st, "cache",     NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 746                 rrddim_add(st, "buffers",   NULL, 1, 1048576, RRDDIM_ABSOLUTE);
 747                 rrddim_add(st, "free",      NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 748             }
 749             else rrdset_next(st);
 750
 751             rrddim_set(st, "active",    vmmeter_data.v_active_count);
 752             rrddim_set(st, "inactive",  vmmeter_data.v_inactive_count);
 753             rrddim_set(st, "wired",     vmmeter_data.v_wire_count);
 754             rrddim_set(st, "cache",     vmmeter_data.v_cache_count);
 755             rrddim_set(st, "buffers",   vfs_bufspace_count);
 756             rrddim_set(st, "free",      vmmeter_data.v_free_count);
 757             rrdset_done(st);
 758         }
 759     }
 760
 761     // --------------------------------------------------------------------
 762
 763     if (likely(do_swapio)) {
 764         if (unlikely(GETSYSCTL("vm.stats.vm.v_swappgsin", vmmeter_data.v_swappgsin) || GETSYSCTL("vm.stats.vm.v_swappgsout", vmmeter_data.v_swappgsout))) {
 765             do_swapio = 0;
 766             error("DISABLED: system.swapio");
 767         } else {
 768             st = rrdset_find("system.swapio");
 769             if (unlikely(!st)) {
 770                 st = rrdset_create("system", "swapio", NULL, "swap", NULL, "Swap I/O", "kilobytes/s", 250, update_every, RRDSET_TYPE_AREA);
 771
 772                 rrddim_add(st, "in",  NULL, system_pagesize, 1024, RRDDIM_INCREMENTAL);
 773                 rrddim_add(st, "out", NULL, -system_pagesize, 1024, RRDDIM_INCREMENTAL);
 774             }
 775             else rrdset_next(st);
 776
 777             rrddim_set(st, "in", vmmeter_data.v_swappgsin);
 778             rrddim_set(st, "out", vmmeter_data.v_swappgsout);
 779             rrdset_done(st);
 780         }
 781     }
 782
 783     // --------------------------------------------------------------------
 784
 785     if (likely(do_pgfaults)) {
 786         if (unlikely(GETSYSCTL("vm.stats.vm.v_vm_faults",   vmmeter_data.v_vm_faults) ||
 787                      GETSYSCTL("vm.stats.vm.v_io_faults",   vmmeter_data.v_io_faults) ||
 788                      GETSYSCTL("vm.stats.vm.v_cow_faults",  vmmeter_data.v_cow_faults) ||
 789                      GETSYSCTL("vm.stats.vm.v_cow_optim",   vmmeter_data.v_cow_optim) ||
 790                      GETSYSCTL("vm.stats.vm.v_intrans",     vmmeter_data.v_intrans))) {
 791             do_pgfaults = 0;
 792             error("DISABLED: mem.pgfaults");
 793         } else {
 794             st = rrdset_find("mem.pgfaults");
 795             if (unlikely(!st)) {
 796                 st = rrdset_create("mem", "pgfaults", NULL, "system", NULL, "Memory Page Faults", "page faults/s", 500, update_every, RRDSET_TYPE_LINE);
 797                 st->isdetail = 1;
 798
 799                 rrddim_add(st, "memory", NULL, 1, 1, RRDDIM_INCREMENTAL);
 800                 rrddim_add(st, "io_requiring", NULL, 1, 1, RRDDIM_INCREMENTAL);
 801                 rrddim_add(st, "cow", NULL, 1, 1, RRDDIM_INCREMENTAL);
 802                 rrddim_add(st, "cow_optimized", NULL, 1, 1, RRDDIM_INCREMENTAL);
 803                 rrddim_add(st, "in_transit", NULL, 1, 1, RRDDIM_INCREMENTAL);
 804             }
 805             else rrdset_next(st);
 806
 807             rrddim_set(st, "memory", vmmeter_data.v_vm_faults);
 808             rrddim_set(st, "io_requiring", vmmeter_data.v_io_faults);
 809             rrddim_set(st, "cow", vmmeter_data.v_cow_faults);
 810             rrddim_set(st, "cow_optimized", vmmeter_data.v_cow_optim);
 811             rrddim_set(st, "in_transit", vmmeter_data.v_intrans);
 812             rrdset_done(st);
 813         }
 814     }
 815
 816     // --------------------------------------------------------------------
 817
 818     if (likely(do_ipc_semaphores)) {
 819         if (unlikely(GETSYSCTL("kern.ipc.semmni", ipc_sem.semmni))) {
 820             do_ipc_semaphores = 0;
 821             error("DISABLED: system.ipc_semaphores");
 822             error("DISABLED: system.ipc_semaphore_arrays");
 823         } else {
 824             ipc_sem_data = reallocz(ipc_sem_data, sizeof(struct semid_kernel) * ipc_sem.semmni);
 825             if (unlikely(getsysctl("kern.ipc.sema", ipc_sem_data, sizeof(struct semid_kernel) * ipc_sem.semmni))) {
 826                 do_ipc_semaphores = 0;
 827                 error("DISABLED: system.ipc_semaphores");
 828                 error("DISABLED: system.ipc_semaphore_arrays");
 829             } else {
 830                 for (i = 0; i < ipc_sem.semmni; i++) {
 831                     if (unlikely(ipc_sem_data[i].u.sem_perm.mode & SEM_ALLOC)) {
 832                         ipc_sem.sets += 1;
 833                         ipc_sem.semaphores += ipc_sem_data[i].u.sem_nsems;
 834                     }
 835                 }
 836
 837                 // --------------------------------------------------------------------
 838
 839                 st = rrdset_find("system.ipc_semaphores");
 840                 if (unlikely(!st)) {
 841                     st = rrdset_create("system", "ipc_semaphores", NULL, "ipc semaphores", NULL, "IPC Semaphores", "semaphores", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 842                     rrddim_add(st, "semaphores", NULL, 1, 1, RRDDIM_ABSOLUTE);
 843                 }
 844                 else rrdset_next(st);
 845
 846                 rrddim_set(st, "semaphores", ipc_sem.semaphores);
 847                 rrdset_done(st);
 848
 849                 // --------------------------------------------------------------------
 850
 851                 st = rrdset_find("system.ipc_semaphore_arrays");
 852                 if (unlikely(!st)) {
 853                     st = rrdset_create("system", "ipc_semaphore_arrays", NULL, "ipc semaphores", NULL, "IPC Semaphore Arrays", "arrays", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 854                     rrddim_add(st, "arrays", NULL, 1, 1, RRDDIM_ABSOLUTE);
 855                 }
 856                 else rrdset_next(st);
 857
 858                 rrddim_set(st, "arrays", ipc_sem.sets);
 859                 rrdset_done(st);
 860             }
 861         }
 862     }
 863
 864     // --------------------------------------------------------------------
 865
 866     if (likely(do_ipc_shared_mem)) {
 867         if (unlikely(GETSYSCTL("kern.ipc.shmmni", ipc_shm.shmmni))) {
 868             do_ipc_shared_mem = 0;
 869             error("DISABLED: system.ipc_shared_mem_segs");
 870             error("DISABLED: system.ipc_shared_mem_size");
 871         } else {
 872             ipc_shm_data = reallocz(ipc_shm_data, sizeof(struct shmid_kernel) * ipc_shm.shmmni);
 873             if (unlikely(getsysctl("kern.ipc.shmsegs", ipc_shm_data, sizeof(struct shmid_kernel) * ipc_shm.shmmni))) {
 874                 do_ipc_shared_mem = 0;
 875                 error("DISABLED: system.ipc_shared_mem_segs");
 876                 error("DISABLED: system.ipc_shared_mem_size");
 877             } else {
 878                 for (i = 0; i < ipc_shm.shmmni; i++) {
 879                     if (unlikely(ipc_shm_data[i].u.shm_perm.mode & 0x0800)) {
 880                         ipc_shm.segs += 1;
 881                         ipc_shm.segsize += ipc_shm_data[i].u.shm_segsz;
 882                     }
 883                 }
 884
 885                 // --------------------------------------------------------------------
 886
 887                 st = rrdset_find("system.ipc_shared_mem_segs");
 888                 if (unlikely(!st)) {
 889                     st = rrdset_create("system", "ipc_shared_mem_segs", NULL, "ipc shared memory", NULL, "IPC Shared Memory Segments", "segments", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 890                     rrddim_add(st, "segments", NULL, 1, 1, RRDDIM_ABSOLUTE);
 891                 }
 892                 else rrdset_next(st);
 893
 894                 rrddim_set(st, "segments", ipc_shm.segs);
 895                 rrdset_done(st);
 896
 897                 // --------------------------------------------------------------------
 898
 899                 st = rrdset_find("system.ipc_shared_mem_size");
 900                 if (unlikely(!st)) {
 901                     st = rrdset_create("system", "ipc_shared_mem_size", NULL, "ipc shared memory", NULL, "IPC Shared Memory Segments Size", "kilobytes", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 902                     rrddim_add(st, "allocated", NULL, 1, 1024, RRDDIM_ABSOLUTE);
 903                 }
 904                 else rrdset_next(st);
 905
 906                 rrddim_set(st, "allocated", ipc_shm.segsize);
 907                 rrdset_done(st);
 908             }
 909         }
 910     }
 911
 912     // --------------------------------------------------------------------
 913
 914     if (likely(do_ipc_msg_queues)) {
 915         if (unlikely(GETSYSCTL("kern.ipc.msgmni", ipc_msq.msgmni))) {
 916             do_ipc_msg_queues = 0;
 917             error("DISABLED: system.ipc_msq_queues");
 918             error("DISABLED: system.ipc_msq_messages");
 919             error("DISABLED: system.ipc_msq_size");
 920         } else {
 921             ipc_msq_data = reallocz(ipc_msq_data, sizeof(struct msqid_kernel) * ipc_msq.msgmni);
 922             if (unlikely(getsysctl("kern.ipc.msqids", ipc_msq_data, sizeof(struct msqid_kernel) * ipc_msq.msgmni))) {
 923                 do_ipc_msg_queues = 0;
 924                 error("DISABLED: system.ipc_msq_queues");
 925                 error("DISABLED: system.ipc_msq_messages");
 926                 error("DISABLED: system.ipc_msq_size");
 927             } else {
 928                 for (i = 0; i < ipc_msq.msgmni; i++) {
 929                     if (unlikely(ipc_msq_data[i].u.msg_qbytes != 0)) {
 930                         ipc_msq.queues += 1;
 931                         ipc_msq.messages += ipc_msq_data[i].u.msg_qnum;
 932                         ipc_msq.usedsize += ipc_msq_data[i].u.msg_cbytes;
 933                         ipc_msq.allocsize += ipc_msq_data[i].u.msg_qbytes;
 934                     }
 935                 }
 936
 937                 // --------------------------------------------------------------------
 938
 939                 st = rrdset_find("system.ipc_msq_queues");
 940                 if (unlikely(!st)) {
 941                     st = rrdset_create("system", "ipc_msq_queues", NULL, "ipc message queues", NULL, "Number of IPC Message Queues", "queues", 990, rrd_update_every, RRDSET_TYPE_AREA);
 942                     rrddim_add(st, "queues", NULL, 1, 1, RRDDIM_ABSOLUTE);
 943                 }
 944                 else rrdset_next(st);
 945
 946                 rrddim_set(st, "queues", ipc_msq.queues);
 947                 rrdset_done(st);
 948
 949                 // --------------------------------------------------------------------
 950
 951                 st = rrdset_find("system.ipc_msq_messages");
 952                 if (unlikely(!st)) {
 953                     st = rrdset_create("system", "ipc_msq_messages", NULL, "ipc message queues", NULL, "Number of Messages in IPC Message Queues", "messages", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 954                     rrddim_add(st, "messages", NULL, 1, 1, RRDDIM_ABSOLUTE);
 955                 }
 956                 else rrdset_next(st);
 957
 958                 rrddim_set(st, "messages", ipc_msq.messages);
 959                 rrdset_done(st);
 960
 961                 // --------------------------------------------------------------------
 962
 963                 st = rrdset_find("system.ipc_msq_size");
 964                 if (unlikely(!st)) {
 965                     st = rrdset_create("system", "ipc_msq_size", NULL, "ipc message queues", NULL, "Size of IPC Message Queues", "bytes", 1100, rrd_update_every, RRDSET_TYPE_LINE);
 966                     rrddim_add(st, "allocated", NULL, 1, 1, RRDDIM_ABSOLUTE);
 967                     rrddim_add(st, "used", NULL, 1, 1, RRDDIM_ABSOLUTE);
 968                 }
 969                 else rrdset_next(st);
 970
 971                 rrddim_set(st, "allocated", ipc_msq.allocsize);
 972                 rrddim_set(st, "used", ipc_msq.usedsize);
 973                 rrdset_done(st);
 974
 975             }
 976         }
 977     }
 978
 979     // --------------------------------------------------------------------
 980
 981     if (likely(do_netisr || do_netisr_per_core)) {
 982         if (unlikely(GETSYSCTL("kern.smp.cpus", ncpus))) {
 983             common_error = 1;
 984         } else if (unlikely(ncpus > 9999)) {
 985             error("FREEBSD: There are more than 4 digits in cpu cores number");
 986             common_error = 1;
 987         } else if (unlikely(sysctlbyname("net.isr.workstream", NULL, &netisr_workstream_size, NULL, 0) == -1)) {
 988             error("FREEBSD: sysctl(net.isr.workstream...) failed: %s", strerror(errno));
 989             common_error = 1;
 990         } else if (unlikely(sysctlbyname("net.isr.work", NULL, &netisr_work_size, NULL, 0) == -1)) {
 991             error("FREEBSD: sysctl(net.isr.work...) failed: %s", strerror(errno));
 992             common_error = 1;
 993         } else {
 994             num_netisr_workstreams = netisr_workstream_size / sizeof(struct sysctl_netisr_workstream);
 995             netisr_workstream = reallocz(netisr_workstream, num_netisr_workstreams * sizeof(struct sysctl_netisr_workstream));
 996             if (unlikely(getsysctl("net.isr.workstream", netisr_workstream, num_netisr_workstreams * sizeof(struct sysctl_netisr_workstream)))){
 997                 common_error = 1;
 998             } else {
 999                 num_netisr_works = netisr_work_size / sizeof(struct sysctl_netisr_work);
1000                 netisr_work = reallocz(netisr_work, num_netisr_works * sizeof(struct sysctl_netisr_work));
1001                 if (unlikely(getsysctl("net.isr.work", netisr_work, num_netisr_works * sizeof(struct sysctl_netisr_work)))){
1002                     common_error = 1;
1003                 }
1004             }
1005         }
1006         if (unlikely(common_error)) {
1007             do_netisr = 0;
1008             error("DISABLED: system.softnet_stat");
1009             do_netisr_per_core = 0;
1010             error("DISABLED: system.cpuX_softnet_stat");
1011             common_error = 0;
1012         } else {
1013             netisr_stats = reallocz(netisr_stats, (ncpus + 1) * sizeof(struct netisr_stats));
1014             bzero(netisr_stats, (ncpus + 1) * sizeof(struct netisr_stats));
1015             for (i = 0; i < num_netisr_workstreams; i++) {
1016                 for (n = 0; n < num_netisr_works; n++) {
1017                     if (netisr_workstream[i].snws_wsid == netisr_work[n].snw_wsid) {
1018                         netisr_stats[netisr_workstream[i].snws_cpu].dispatched += netisr_work[n].snw_dispatched;
1019                         netisr_stats[netisr_workstream[i].snws_cpu].hybrid_dispatched += netisr_work[n].snw_hybrid_dispatched;
1020                         netisr_stats[netisr_workstream[i].snws_cpu].qdrops += netisr_work[n].snw_qdrops;
1021                         netisr_stats[netisr_workstream[i].snws_cpu].queued += netisr_work[n].snw_queued;
1022                     }
1023                 }
1024             }
1025             for (i = 0; i < ncpus; i++) {
1026                 netisr_stats[ncpus].dispatched += netisr_stats[i].dispatched;
1027                 netisr_stats[ncpus].hybrid_dispatched += netisr_stats[i].hybrid_dispatched;
1028                 netisr_stats[ncpus].qdrops += netisr_stats[i].qdrops;
1029                 netisr_stats[ncpus].queued += netisr_stats[i].queued;
1030             }
1031         }
1032     }
1033
1034     // --------------------------------------------------------------------
1035
1036     if (likely(do_netisr)) {
1037         st = rrdset_find_bytype("system", "softnet_stat");
1038         if (unlikely(!st)) {
1039             st = rrdset_create("system", "softnet_stat", NULL, "softnet_stat", NULL, "System softnet_stat", "events/s", 955, update_every, RRDSET_TYPE_LINE);
1040             rrddim_add(st, "dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1041             rrddim_add(st, "hybrid_dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1042             rrddim_add(st, "qdrops", NULL, 1, 1, RRDDIM_INCREMENTAL);
1043             rrddim_add(st, "queued", NULL, 1, 1, RRDDIM_INCREMENTAL);
1044         }
1045         else rrdset_next(st);
1046
1047         rrddim_set(st, "dispatched", netisr_stats[ncpus].dispatched);
1048         rrddim_set(st, "hybrid_dispatched", netisr_stats[ncpus].hybrid_dispatched);
1049         rrddim_set(st, "qdrops", netisr_stats[ncpus].qdrops);
1050         rrddim_set(st, "queued", netisr_stats[ncpus].queued);
1051         rrdset_done(st);
1052     }
1053
1054     // --------------------------------------------------------------------
1055
1056     if (likely(do_netisr_per_core)) {
1057         for (i = 0; i < ncpus ;i++) {
1058             snprintfz(netstat_cpuid, 21, "cpu%d_softnet_stat", i);
1059
1060             st = rrdset_find_bytype("cpu", netstat_cpuid);
1061             if (unlikely(!st)) {
1062                 st = rrdset_create("cpu", netstat_cpuid, NULL, "softnet_stat", NULL, "Per CPU netisr statistics", "events/s", 1101 + i, update_every, RRDSET_TYPE_LINE);
1063                 rrddim_add(st, "dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1064                 rrddim_add(st, "hybrid_dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1065                 rrddim_add(st, "qdrops", NULL, 1, 1, RRDDIM_INCREMENTAL);
1066                 rrddim_add(st, "queued", NULL, 1, 1, RRDDIM_INCREMENTAL);
1067             }
1068             else rrdset_next(st);
1069
1070             rrddim_set(st, "dispatched", netisr_stats[i].dispatched);
1071             rrddim_set(st, "hybrid_dispatched", netisr_stats[i].hybrid_dispatched);
1072             rrddim_set(st, "qdrops", netisr_stats[i].qdrops);
1073             rrddim_set(st, "queued", netisr_stats[i].queued);
1074             rrdset_done(st);
1075         }
1076     }
1077
1078     // --------------------------------------------------------------------
1079
1080     if (likely(do_bandwidth)) {
1081         if (unlikely(getifaddrs(&ifap))) {
1082             error("FREEBSD: getifaddrs()");
1083             do_bandwidth = 0;
1084             error("DISABLED: system.ipv4");
1085         } else {
1086             iftot.ift_ibytes = iftot.ift_obytes = 0;
1087             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1088                 if (ifa->ifa_addr->sa_family != AF_INET)
1089                         continue;
1090                 iftot.ift_ibytes += IFA_DATA(ibytes);
1091                 iftot.ift_obytes += IFA_DATA(obytes);
1092             }
1093
1094             st = rrdset_find("system.ipv4");
1095             if (unlikely(!st)) {
1096                 st = rrdset_create("system", "ipv4", NULL, "network", NULL, "IPv4 Bandwidth", "kilobits/s", 500, update_every, RRDSET_TYPE_AREA);
1097
1098                 rrddim_add(st, "InOctets", "received", 8, 1024, RRDDIM_INCREMENTAL);
1099                 rrddim_add(st, "OutOctets", "sent", -8, 1024, RRDDIM_INCREMENTAL);
1100             }
1101             else rrdset_next(st);
1102
1103             rrddim_set(st, "InOctets", iftot.ift_ibytes);
1104             rrddim_set(st, "OutOctets", iftot.ift_obytes);
1105             rrdset_done(st);
1106
1107             // --------------------------------------------------------------------
1108
1109             iftot.ift_ibytes = iftot.ift_obytes = 0;
1110             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1111                 if (ifa->ifa_addr->sa_family != AF_INET6)
1112                         continue;
1113                 iftot.ift_ibytes += IFA_DATA(ibytes);
1114                 iftot.ift_obytes += IFA_DATA(obytes);
1115             }
1116
1117             st = rrdset_find("system.ipv6");
1118             if (unlikely(!st)) {
1119                 st = rrdset_create("system", "ipv6", NULL, "network", NULL, "IPv6 Bandwidth", "kilobits/s", 500, update_every, RRDSET_TYPE_AREA);
1120
1121                 rrddim_add(st, "received", NULL, 8, 1024, RRDDIM_INCREMENTAL);
1122                 rrddim_add(st, "sent", NULL, -8, 1024, RRDDIM_INCREMENTAL);
1123             }
1124             else rrdset_next(st);
1125
1126             rrddim_set(st, "sent", iftot.ift_obytes);
1127             rrddim_set(st, "received", iftot.ift_ibytes);
1128             rrdset_done(st);
1129
1130             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1131                 if (ifa->ifa_addr->sa_family != AF_LINK)
1132                         continue;
1133
1134                 // --------------------------------------------------------------------
1135
1136                 st = rrdset_find_bytype("net", ifa->ifa_name);
1137                 if (unlikely(!st)) {
1138                     st = rrdset_create("net", ifa->ifa_name, NULL, ifa->ifa_name, "net.net", "Bandwidth", "kilobits/s", 7000, update_every, RRDSET_TYPE_AREA);
1139
1140                     rrddim_add(st, "received", NULL, 8, 1024, RRDDIM_INCREMENTAL);
1141                     rrddim_add(st, "sent", NULL, -8, 1024, RRDDIM_INCREMENTAL);
1142                 }
1143                 else rrdset_next(st);
1144
1145                 rrddim_set(st, "received", IFA_DATA(ibytes));
1146                 rrddim_set(st, "sent", IFA_DATA(obytes));
1147                 rrdset_done(st);
1148
1149                 // --------------------------------------------------------------------
1150
1151                 st = rrdset_find_bytype("net_packets", ifa->ifa_name);
1152                 if (unlikely(!st)) {
1153                     st = rrdset_create("net_packets", ifa->ifa_name, NULL, ifa->ifa_name, "net.packets", "Packets", "packets/s", 7001, update_every, RRDSET_TYPE_LINE);
1154                     st->isdetail = 1;
1155
1156                     rrddim_add(st, "received", NULL, 1, 1, RRDDIM_INCREMENTAL);
1157                     rrddim_add(st, "sent", NULL, -1, 1, RRDDIM_INCREMENTAL);
1158                     rrddim_add(st, "multicast_received", NULL, 1, 1, RRDDIM_INCREMENTAL);
1159                     rrddim_add(st, "multicast_sent", NULL, -1, 1, RRDDIM_INCREMENTAL);
1160                 }
1161                 else rrdset_next(st);
1162
1163                 rrddim_set(st, "received", IFA_DATA(ipackets));
1164                 rrddim_set(st, "sent", IFA_DATA(opackets));
1165                 rrddim_set(st, "multicast_received", IFA_DATA(imcasts));
1166                 rrddim_set(st, "multicast_sent", IFA_DATA(omcasts));
1167                 rrdset_done(st);
1168
1169                 // --------------------------------------------------------------------
1170
1171                 st = rrdset_find_bytype("net_errors", ifa->ifa_name);
1172                 if (unlikely(!st)) {
1173                     st = rrdset_create("net_errors", ifa->ifa_name, NULL, ifa->ifa_name, "net.errors", "Interface Errors", "errors/s", 7002, update_every, RRDSET_TYPE_LINE);
1174                     st->isdetail = 1;
1175
1176                     rrddim_add(st, "inbound", NULL, 1, 1, RRDDIM_INCREMENTAL);
1177                     rrddim_add(st, "outbound", NULL, -1, 1, RRDDIM_INCREMENTAL);
1178                 }
1179                 else rrdset_next(st);
1180
1181                 rrddim_set(st, "inbound", IFA_DATA(ierrors));
1182                 rrddim_set(st, "outbound", IFA_DATA(oerrors));
1183                 rrdset_done(st);
1184
1185                 // --------------------------------------------------------------------
1186
1187                 st = rrdset_find_bytype("net_drops", ifa->ifa_name);
1188                 if (unlikely(!st)) {
1189                     st = rrdset_create("net_drops", ifa->ifa_name, NULL, ifa->ifa_name, "net.drops", "Interface Drops", "drops/s", 7003, update_every, RRDSET_TYPE_LINE);
1190                     st->isdetail = 1;
1191
1192                     rrddim_add(st, "inbound", NULL, 1, 1, RRDDIM_INCREMENTAL);
1193                     rrddim_add(st, "outbound", NULL, -1, 1, RRDDIM_INCREMENTAL);
1194                 }
1195                 else rrdset_next(st);
1196
1197                 rrddim_set(st, "inbound", IFA_DATA(iqdrops));
1198                 rrddim_set(st, "outbound", IFA_DATA(oqdrops));
1199                 rrdset_done(st);
1200
1201                 // --------------------------------------------------------------------
1202
1203                 st = rrdset_find_bytype("net_events", ifa->ifa_name);
1204                 if (unlikely(!st)) {
1205                     st = rrdset_create("net_events", ifa->ifa_name, NULL, ifa->ifa_name, "net.events", "Network Interface Events", "events/s", 7006, update_every, RRDSET_TYPE_LINE);
1206                     st->isdetail = 1;
1207
1208                     rrddim_add(st, "frames", NULL, 1, 1, RRDDIM_INCREMENTAL);
1209                     rrddim_add(st, "collisions", NULL, -1, 1, RRDDIM_INCREMENTAL);
1210                     rrddim_add(st, "carrier", NULL, -1, 1, RRDDIM_INCREMENTAL);
1211                 }
1212                 else rrdset_next(st);
1213
1214                 rrddim_set(st, "collisions", IFA_DATA(collisions));
1215                 rrdset_done(st);
1216             }
1217
1218             freeifaddrs(ifap);
1219         }
1220     }
1221
1222     return 0;
1223 }