src/freebsd_sysctl.c

   1 #include "common.h"
   2
   3 // NEEDED BY: struct vmtotal, struct vmmeter
   4 #include <sys/vmmeter.h>
   5 // NEEDED BY: struct devstat
   6 #include <sys/devicestat.h>
   7 // NEEDED BY: struct xswdev
   8 #include <vm/vm_param.h>
   9 // NEEDED BY: struct semid_kernel, struct shmid_kernel, struct msqid_kernel
  10 #define _KERNEL
  11 #include <sys/sem.h>
  12 #include <sys/shm.h>
  13 #include <sys/msg.h>
  14 #undef _KERNEL
  15 // NEEDED BY: struct sysctl_netisr_workstream, struct sysctl_netisr_work
  16 #include <net/netisr.h>
  17 // NEEDED BY: struct ifaddrs, getifaddrs()
  18 #define _IFI_OQDROPS // It is for FreeNAS only. Most probably in future releases of FreeNAS it will be removed
  19 #include <net/if.h>
  20 #include <ifaddrs.h>
  21 // NEEDED BY: do_disk_io
  22 #define RRD_TYPE_DISK "disk"
  23
  24 // FreeBSD calculates load averages once every 5 seconds
  25 #define MIN_LOADAVG_UPDATE_EVERY 5
  26
  27 // NEEDED BY: do_bandwidth
  28 #define IFA_DATA(s) (((struct if_data *)ifa->ifa_data)->ifi_ ## s)
  29
  30 int do_freebsd_sysctl(int update_every, usec_t dt) {
  31     (void)dt;
  32
  33     static int do_cpu = -1, do_cpu_cores = -1, do_interrupts = -1, do_context = -1, do_forks = -1, do_processes = -1,
  34         do_loadavg = -1, do_all_processes = -1, do_disk_io = -1, do_swap = -1, do_ram = -1, do_swapio = -1,
  35         do_pgfaults = -1, do_committed = -1, do_ipc_semaphores = -1, do_ipc_shared_mem = -1, do_ipc_msg_queues = -1,
  36         do_dev_intr = -1, do_soft_intr = -1, do_netisr = -1, do_netisr_per_core = -1, do_bandwidth = -1;
  37
  38     if (unlikely(do_cpu == -1)) {
  39         do_cpu                  = config_get_boolean("plugin:freebsd:sysctl", "cpu utilization", 1);
  40         do_cpu_cores            = config_get_boolean("plugin:freebsd:sysctl", "per cpu core utilization", 1);
  41         do_interrupts           = config_get_boolean("plugin:freebsd:sysctl", "cpu interrupts", 1);
  42         do_dev_intr             = config_get_boolean("plugin:freebsd:sysctl", "device interrupts", 1);
  43         do_soft_intr            = config_get_boolean("plugin:freebsd:sysctl", "software interrupts", 1);
  44         do_context              = config_get_boolean("plugin:freebsd:sysctl", "context switches", 1);
  45         do_forks                = config_get_boolean("plugin:freebsd:sysctl", "processes started", 1);
  46         do_processes            = config_get_boolean("plugin:freebsd:sysctl", "processes running", 1);
  47         do_loadavg              = config_get_boolean("plugin:freebsd:sysctl", "enable load average", 1);
  48         do_all_processes        = config_get_boolean("plugin:freebsd:sysctl", "enable total processes", 1);
  49         do_disk_io              = config_get_boolean("plugin:freebsd:sysctl", "stats for all disks", 1);
  50         do_swap                 = config_get_boolean("plugin:freebsd:sysctl", "system swap", 1);
  51         do_ram                  = config_get_boolean("plugin:freebsd:sysctl", "system ram", 1);
  52         do_swapio               = config_get_boolean("plugin:freebsd:sysctl", "swap i/o", 1);
  53         do_pgfaults             = config_get_boolean("plugin:freebsd:sysctl", "memory page faults", 1);
  54         do_committed            = config_get_boolean("plugin:freebsd:sysctl", "committed memory", 1);
  55         do_ipc_semaphores       = config_get_boolean("plugin:freebsd:sysctl", "ipc semaphores", 1);
  56         do_ipc_shared_mem       = config_get_boolean("plugin:freebsd:sysctl", "ipc shared memory", 1);
  57         do_ipc_msg_queues       = config_get_boolean("plugin:freebsd:sysctl", "ipc message queues", 1);
  58         do_netisr               = config_get_boolean("plugin:freebsd:sysctl", "netisr", 1);
  59         do_netisr_per_core      = config_get_boolean("plugin:freebsd:sysctl", "netisr per core", 1);
  60         do_bandwidth            = config_get_boolean("plugin:freebsd:sysctl", "bandwidth", 1);
  61     }
  62
  63     RRDSET *st;
  64
  65     int system_pagesize = getpagesize(); // wouldn't it be better to get value directly from hw.pagesize?
  66     int i, n;
  67     int common_error = 0;
  68     size_t size;
  69
  70     // NEEDED BY: do_loadavg
  71     static usec_t last_loadavg_usec = 0;
  72     struct loadavg sysload;
  73
  74     // NEEDED BY: do_cpu, do_cpu_cores
  75     long cp_time[CPUSTATES];
  76
  77     // NEEDED BY: du_cpu_cores, do_netisr, do_netisr_per_core
  78     int ncpus;
  79
  80     // NEEDED BY: do_cpu_cores
  81     static long *pcpu_cp_time = NULL;
  82     char cpuid[8]; // no more than 4 digits expected
  83
  84     // NEEDED BY: do_all_processes, do_processes
  85     struct vmtotal vmtotal_data;
  86
  87     // NEEDED BY: do_context, do_forks
  88     u_int u_int_data;
  89
  90     // NEEDED BY: do_interrupts
  91     size_t intrcnt_size;
  92     unsigned long nintr = 0;
  93     static unsigned long *intrcnt = NULL;
  94     unsigned long long totalintr = 0;
  95
  96     // NEEDED BY: do_disk_io
  97     #define BINTIME_SCALE 5.42101086242752217003726400434970855712890625e-17 // this is 1000/2^64
  98     int numdevs;
  99     static void *devstat_data = NULL;
 100     struct devstat *dstat;
 101     struct cur_dstat {
 102         collected_number duration_read_ms;
 103         collected_number duration_write_ms;
 104         collected_number busy_time_ms;
 105     } cur_dstat;
 106     struct prev_dstat {
 107         collected_number bytes_read;
 108         collected_number bytes_write;
 109         collected_number operations_read;
 110         collected_number operations_write;
 111         collected_number duration_read_ms;
 112         collected_number duration_write_ms;
 113         collected_number busy_time_ms;
 114     } prev_dstat;
 115
 116     // NEEDED BY: do_swap
 117     size_t mibsize;
 118     int mib[3]; // CTL_MAXNAME = 24 maximum mib components (sysctl.h)
 119     struct xswdev xsw;
 120     struct total_xsw {
 121         collected_number bytes_used;
 122         collected_number bytes_total;
 123     } total_xsw = {0, 0};
 124
 125     // NEEDED BY: do_swapio, do_ram
 126     struct vmmeter vmmeter_data;
 127
 128     // NEEDED BY: do_ram
 129     int vfs_bufspace_count;
 130
 131     // NEEDED BY: do_ipc_semaphores
 132     struct ipc_sem {
 133         int semmni;
 134         collected_number sets;
 135         collected_number semaphores;
 136     } ipc_sem = {0, 0, 0};
 137     static struct semid_kernel *ipc_sem_data = NULL;
 138
 139     // NEEDED BY: do_ipc_shared_mem
 140     struct ipc_shm {
 141         u_long shmmni;
 142         collected_number segs;
 143         collected_number segsize;
 144     } ipc_shm = {0, 0, 0};
 145     static struct shmid_kernel *ipc_shm_data = NULL;
 146
 147     // NEEDED BY: do_ipc_msg_queues
 148     struct ipc_msq {
 149         int msgmni;
 150         collected_number queues;
 151         collected_number messages;
 152         collected_number usedsize;
 153         collected_number allocsize;
 154     } ipc_msq = {0, 0, 0, 0, 0};
 155     static struct msqid_kernel *ipc_msq_data = NULL;
 156
 157     // NEEDED BY: do_netisr, do_netisr_per_core
 158     size_t netisr_workstream_size;
 159     size_t netisr_work_size;
 160     unsigned long num_netisr_workstreams = 0, num_netisr_works = 0;
 161     static struct sysctl_netisr_workstream *netisr_workstream = NULL;
 162     static struct sysctl_netisr_work *netisr_work = NULL;
 163     static struct netisr_stats {
 164         collected_number dispatched;
 165         collected_number hybrid_dispatched;
 166         collected_number qdrops;
 167         collected_number queued;
 168     } *netisr_stats = NULL;
 169     char netstat_cpuid[21]; // no more than 4 digits expected
 170
 171     // NEEDED BY: do_bandwidth
 172     struct ifaddrs *ifa, *ifap;
 173     struct iftot {
 174         u_long  ift_ibytes;
 175         u_long  ift_obytes;
 176     } iftot = {0, 0};
 177
 178     // --------------------------------------------------------------------
 179
 180     if (last_loadavg_usec <= dt) {
 181         if (likely(do_loadavg)) {
 182             if (unlikely(GETSYSCTL("vm.loadavg", sysload))) {
 183                 do_loadavg = 0;
 184                 error("DISABLED: system.load");
 185             } else {
 186
 187                 st = rrdset_find_bytype("system", "load");
 188                 if (unlikely(!st)) {
 189                     st = rrdset_create("system", "load", NULL, "load", NULL, "System Load Average", "load", 100, (update_every < MIN_LOADAVG_UPDATE_EVERY) ? MIN_LOADAVG_UPDATE_EVERY : update_every, RRDSET_TYPE_LINE);
 190                     rrddim_add(st, "load1", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 191                     rrddim_add(st, "load5", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 192                     rrddim_add(st, "load15", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 193                 }
 194                 else rrdset_next(st);
 195
 196                 rrddim_set(st, "load1", (collected_number) ((double)sysload.ldavg[0] / sysload.fscale * 1000));
 197                 rrddim_set(st, "load5", (collected_number) ((double)sysload.ldavg[1] / sysload.fscale * 1000));
 198                 rrddim_set(st, "load15", (collected_number) ((double)sysload.ldavg[2] / sysload.fscale * 1000));
 199                 rrdset_done(st);
 200             }
 201         }
 202
 203         last_loadavg_usec = st->update_every * USEC_PER_SEC;
 204     }
 205     else last_loadavg_usec -= dt;
 206
 207     // --------------------------------------------------------------------
 208
 209     if (likely(do_all_processes | do_processes | do_committed)) {
 210         if (unlikely(GETSYSCTL("vm.vmtotal", vmtotal_data))) {
 211             do_all_processes = 0;
 212             error("DISABLED: system.active_processes");
 213             do_processes = 0;
 214             error("DISABLED: system.processes");
 215             do_committed = 0;
 216             error("DISABLED: mem.committed");
 217         } else {
 218             if (likely(do_all_processes)) {
 219
 220                 st = rrdset_find_bytype("system", "active_processes");
 221                 if (unlikely(!st)) {
 222                     st = rrdset_create("system", "active_processes", NULL, "processes", NULL, "System Active Processes", "processes", 750, update_every, RRDSET_TYPE_LINE);
 223                     rrddim_add(st, "active", NULL, 1, 1, RRDDIM_ABSOLUTE);
 224                 }
 225                 else rrdset_next(st);
 226
 227                 rrddim_set(st, "active", (vmtotal_data.t_rq + vmtotal_data.t_dw + vmtotal_data.t_pw + vmtotal_data.t_sl + vmtotal_data.t_sw));
 228                 rrdset_done(st);
 229             }
 230
 231             // --------------------------------------------------------------------
 232
 233             if (likely(do_processes)) {
 234
 235                 st = rrdset_find_bytype("system", "processes");
 236                 if (unlikely(!st)) {
 237                     st = rrdset_create("system", "processes", NULL, "processes", NULL, "System Processes", "processes", 600, update_every, RRDSET_TYPE_LINE);
 238
 239                     rrddim_add(st, "running", NULL, 1, 1, RRDDIM_ABSOLUTE);
 240                     rrddim_add(st, "blocked", NULL, -1, 1, RRDDIM_ABSOLUTE);
 241                 }
 242                 else rrdset_next(st);
 243
 244                 rrddim_set(st, "running", vmtotal_data.t_rq);
 245                 rrddim_set(st, "blocked", (vmtotal_data.t_dw + vmtotal_data.t_pw));
 246                 rrdset_done(st);
 247             }
 248
 249             // --------------------------------------------------------------------
 250
 251             if (likely(do_committed)) {
 252                 st = rrdset_find("mem.committed");
 253                 if (unlikely(!st)) {
 254                     st = rrdset_create("mem", "committed", NULL, "system", NULL, "Committed (Allocated) Memory", "MB", 5000, update_every, RRDSET_TYPE_AREA);
 255                     st->isdetail = 1;
 256
 257                     rrddim_add(st, "Committed_AS", NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 258                 }
 259                 else rrdset_next(st);
 260
 261                 rrddim_set(st, "Committed_AS", vmtotal_data.t_rm);
 262                 rrdset_done(st);
 263             }
 264         }
 265     }
 266
 267     // --------------------------------------------------------------------
 268
 269     if (likely(do_cpu)) {
 270         if (unlikely(CPUSTATES != 5)) {
 271             error("FREEBSD: There are %d CPU states (5 was expected)", CPUSTATES);
 272             do_cpu = 0;
 273             error("DISABLED: system.cpu");
 274         } else {
 275             if (unlikely(GETSYSCTL("kern.cp_time", cp_time))) {
 276                 do_cpu = 0;
 277                 error("DISABLED: system.cpu");
 278             } else {
 279
 280                 st = rrdset_find_bytype("system", "cpu");
 281                 if (unlikely(!st)) {
 282                     st = rrdset_create("system", "cpu", NULL, "cpu", "system.cpu", "Total CPU utilization", "percentage", 100, update_every, RRDSET_TYPE_STACKED);
 283
 284                     rrddim_add(st, "user", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 285                     rrddim_add(st, "nice", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 286                     rrddim_add(st, "system", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 287                     rrddim_add(st, "interrupt", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 288                     rrddim_add(st, "idle", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 289                     rrddim_hide(st, "idle");
 290                 }
 291                 else rrdset_next(st);
 292
 293                 rrddim_set(st, "user", cp_time[0]);
 294                 rrddim_set(st, "nice", cp_time[1]);
 295                 rrddim_set(st, "system", cp_time[2]);
 296                 rrddim_set(st, "interrupt", cp_time[3]);
 297                 rrddim_set(st, "idle", cp_time[4]);
 298                 rrdset_done(st);
 299             }
 300         }
 301     }
 302
 303     // --------------------------------------------------------------------
 304
 305     if (likely(do_cpu_cores)) {
 306         if (unlikely(CPUSTATES != 5)) {
 307             error("FREEBSD: There are %d CPU states (5 was expected)", CPUSTATES);
 308             do_cpu_cores = 0;
 309             error("DISABLED: cpu.cpuXX");
 310         } else {
 311             if (unlikely(GETSYSCTL("kern.smp.cpus", ncpus))) {
 312                 do_cpu_cores = 0;
 313                 error("DISABLED: cpu.cpuXX");
 314             } else {
 315                 pcpu_cp_time = reallocz(pcpu_cp_time, sizeof(cp_time) * ncpus);
 316
 317                 for (i = 0; i < ncpus; i++) {
 318                     if (unlikely(getsysctl("kern.cp_times", pcpu_cp_time, sizeof(cp_time) * ncpus))) {
 319                         do_cpu_cores = 0;
 320                         error("DISABLED: cpu.cpuXX");
 321                         break;
 322                     }
 323                     if (unlikely(ncpus > 9999)) {
 324                         error("FREEBSD: There are more than 4 digits in cpu cores number");
 325                         do_cpu_cores = 0;
 326                         error("DISABLED: cpu.cpuXX");
 327                         break;
 328                     }
 329                     snprintfz(cpuid, 8, "cpu%d", i);
 330
 331                     st = rrdset_find_bytype("cpu", cpuid);
 332                     if (unlikely(!st)) {
 333                         st = rrdset_create("cpu", cpuid, NULL, "utilization", "cpu.cpu", "Core utilization", "percentage", 1000, update_every, RRDSET_TYPE_STACKED);
 334
 335                         rrddim_add(st, "user", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 336                         rrddim_add(st, "nice", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 337                         rrddim_add(st, "system", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 338                         rrddim_add(st, "interrupt", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 339                         rrddim_add(st, "idle", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 340                         rrddim_hide(st, "idle");
 341                     }
 342                     else rrdset_next(st);
 343
 344                     rrddim_set(st, "user", pcpu_cp_time[i * 5 + 0]);
 345                     rrddim_set(st, "nice", pcpu_cp_time[i * 5 + 1]);
 346                     rrddim_set(st, "system", pcpu_cp_time[i * 5 + 2]);
 347                     rrddim_set(st, "interrupt", pcpu_cp_time[i * 5 + 3]);
 348                     rrddim_set(st, "idle", pcpu_cp_time[i * 5 + 4]);
 349                     rrdset_done(st);
 350                 }
 351             }
 352         }
 353     }
 354
 355     // --------------------------------------------------------------------
 356
 357     if (likely(do_interrupts)) {
 358         if (unlikely(sysctlbyname("hw.intrcnt", NULL, &intrcnt_size, NULL, 0) == -1)) {
 359             error("FREEBSD: sysctl(hw.intrcnt...) failed: %s", strerror(errno));
 360             do_interrupts = 0;
 361             error("DISABLED: system.intr");
 362         } else {
 363             nintr = intrcnt_size / sizeof(u_long);
 364             intrcnt = reallocz(intrcnt, nintr * sizeof(u_long));
 365             if (unlikely(getsysctl("hw.intrcnt", intrcnt, nintr * sizeof(u_long)))){
 366                 do_interrupts = 0;
 367                 error("DISABLED: system.intr");
 368             } else {
 369                 for (i = 0; i < nintr; i++)
 370                     totalintr += intrcnt[i];
 371
 372                 st = rrdset_find_bytype("system", "intr");
 373                 if (unlikely(!st)) {
 374                     st = rrdset_create("system", "intr", NULL, "interrupts", NULL, "Total Hardware Interrupts", "interrupts/s", 900, update_every, RRDSET_TYPE_LINE);
 375                     st->isdetail = 1;
 376
 377                     rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 378                 }
 379                 else rrdset_next(st);
 380
 381                 rrddim_set(st, "interrupts", totalintr);
 382                 rrdset_done(st);
 383             }
 384         }
 385     }
 386
 387     // --------------------------------------------------------------------
 388
 389     if (likely(do_dev_intr)) {
 390         if (unlikely(GETSYSCTL("vm.stats.sys.v_intr", u_int_data))) {
 391             do_dev_intr = 0;
 392             error("DISABLED: system.dev_intr");
 393         } else {
 394
 395             st = rrdset_find_bytype("system", "dev_intr");
 396             if (unlikely(!st)) {
 397                 st = rrdset_create("system", "dev_intr", NULL, "interrupts", NULL, "Device Interrupts", "interrupts/s", 1000, update_every, RRDSET_TYPE_LINE);
 398
 399                 rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 400             }
 401             else rrdset_next(st);
 402
 403             rrddim_set(st, "interrupts", u_int_data);
 404             rrdset_done(st);
 405         }
 406     }
 407
 408     // --------------------------------------------------------------------
 409
 410     if (likely(do_soft_intr)) {
 411         if (unlikely(GETSYSCTL("vm.stats.sys.v_soft", u_int_data))) {
 412             do_soft_intr = 0;
 413             error("DISABLED: system.dev_intr");
 414         } else {
 415
 416             st = rrdset_find_bytype("system", "soft_intr");
 417             if (unlikely(!st)) {
 418                 st = rrdset_create("system", "soft_intr", NULL, "interrupts", NULL, "Software Interrupts", "interrupts/s", 1100, update_every, RRDSET_TYPE_LINE);
 419
 420                 rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 421             }
 422             else rrdset_next(st);
 423
 424             rrddim_set(st, "interrupts", u_int_data);
 425             rrdset_done(st);
 426         }
 427     }
 428
 429     // --------------------------------------------------------------------
 430
 431     if (likely(do_context)) {
 432         if (unlikely(GETSYSCTL("vm.stats.sys.v_swtch", u_int_data))) {
 433             do_context = 0;
 434             error("DISABLED: system.ctxt");
 435         } else {
 436
 437             st = rrdset_find_bytype("system", "ctxt");
 438             if (unlikely(!st)) {
 439                 st = rrdset_create("system", "ctxt", NULL, "processes", NULL, "CPU Context Switches", "context switches/s", 800, update_every, RRDSET_TYPE_LINE);
 440
 441                 rrddim_add(st, "switches", NULL, 1, 1, RRDDIM_INCREMENTAL);
 442             }
 443             else rrdset_next(st);
 444
 445             rrddim_set(st, "switches", u_int_data);
 446             rrdset_done(st);
 447         }
 448     }
 449
 450     // --------------------------------------------------------------------
 451
 452     if (likely(do_forks)) {
 453         if (unlikely(GETSYSCTL("vm.stats.vm.v_forks", u_int_data))) {
 454             do_forks = 0;
 455             error("DISABLED: system.forks");
 456         } else {
 457
 458             st = rrdset_find_bytype("system", "forks");
 459             if (unlikely(!st)) {
 460                 st = rrdset_create("system", "forks", NULL, "processes", NULL, "Started Processes", "processes/s", 700, update_every, RRDSET_TYPE_LINE);
 461                 st->isdetail = 1;
 462
 463                 rrddim_add(st, "started", NULL, 1, 1, RRDDIM_INCREMENTAL);
 464             }
 465             else rrdset_next(st);
 466
 467             rrddim_set(st, "started", u_int_data);
 468             rrdset_done(st);
 469         }
 470     }
 471
 472     // --------------------------------------------------------------------
 473
 474     if (likely(do_disk_io)) {
 475         if (unlikely(GETSYSCTL("kern.devstat.numdevs", numdevs))) {
 476             do_disk_io = 0;
 477             error("DISABLED: disk.io");
 478         } else {
 479             devstat_data = reallocz(devstat_data, sizeof(long) + sizeof(struct devstat) * numdevs); // there is generation number before devstat structures
 480             if (unlikely(getsysctl("kern.devstat.all", devstat_data, sizeof(long) + sizeof(struct devstat) * numdevs))) {
 481                 do_disk_io = 0;
 482                 error("DISABLED: disk.io");
 483             } else {
 484                 dstat = devstat_data + sizeof(long); // skip generation number
 485                 collected_number total_disk_reads = 0;
 486                 collected_number total_disk_writes = 0;
 487
 488                 for (i = 0; i < numdevs; i++) {
 489                     if ((dstat[i].device_type == (DEVSTAT_TYPE_IF_SCSI | DEVSTAT_TYPE_DIRECT)) || (dstat[i].device_type == (DEVSTAT_TYPE_IF_IDE | DEVSTAT_TYPE_DIRECT))) {
 490
 491                         // --------------------------------------------------------------------
 492
 493                         st = rrdset_find_bytype(RRD_TYPE_DISK, dstat[i].device_name);
 494                         if (unlikely(!st)) {
 495                             st = rrdset_create(RRD_TYPE_DISK, dstat[i].device_name, NULL, dstat[i].device_name, "disk.io", "Disk I/O Bandwidth", "kilobytes/s", 2000, update_every, RRDSET_TYPE_AREA);
 496
 497                             rrddim_add(st, "reads", NULL, 1, 1024, RRDDIM_INCREMENTAL);
 498                             rrddim_add(st, "writes", NULL, -1, 1024, RRDDIM_INCREMENTAL);
 499                         }
 500                         else rrdset_next(st);
 501
 502                         total_disk_reads += dstat[i].bytes[DEVSTAT_READ];
 503                         total_disk_writes += dstat[i].bytes[DEVSTAT_WRITE];
 504                         prev_dstat.bytes_read = rrddim_set(st, "reads", dstat[i].bytes[DEVSTAT_READ]);
 505                         prev_dstat.bytes_write = rrddim_set(st, "writes", dstat[i].bytes[DEVSTAT_WRITE]);
 506                         rrdset_done(st);
 507
 508                         // --------------------------------------------------------------------
 509
 510                         st = rrdset_find_bytype("disk_ops", dstat[i].device_name);
 511                         if (unlikely(!st)) {
 512                             st = rrdset_create("disk_ops", dstat[i].device_name, NULL, dstat[i].device_name, "disk.ops", "Disk Completed I/O Operations", "operations/s", 2001, update_every, RRDSET_TYPE_LINE);
 513                             st->isdetail = 1;
 514
 515                             rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_INCREMENTAL);
 516                             rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_INCREMENTAL);
 517                         }
 518                         else rrdset_next(st);
 519
 520                         prev_dstat.operations_read = rrddim_set(st, "reads", dstat[i].operations[DEVSTAT_READ]);
 521                         prev_dstat.operations_write = rrddim_set(st, "writes", dstat[i].operations[DEVSTAT_WRITE]);
 522                         rrdset_done(st);
 523
 524                         // --------------------------------------------------------------------
 525
 526                         st = rrdset_find_bytype("disk_qops", dstat[i].device_name);
 527                         if (unlikely(!st)) {
 528                             st = rrdset_create("disk_qops", dstat[i].device_name, NULL, dstat[i].device_name, "disk.qops", "Disk Current I/O Operations", "operations", 2002, update_every, RRDSET_TYPE_LINE);
 529                             st->isdetail = 1;
 530
 531                             rrddim_add(st, "operations", NULL, 1, 1, RRDDIM_ABSOLUTE);
 532                         }
 533                         else rrdset_next(st);
 534
 535                         rrddim_set(st, "operations", dstat[i].start_count - dstat[i].end_count);
 536                         rrdset_done(st);
 537
 538                         // --------------------------------------------------------------------
 539
 540                         st = rrdset_find_bytype("disk_util", dstat[i].device_name);
 541                         if (unlikely(!st)) {
 542                             st = rrdset_create("disk_util", dstat[i].device_name, NULL, dstat[i].device_name, "disk.util", "Disk Utilization Time", "% of time working", 2004, update_every, RRDSET_TYPE_AREA);
 543                             st->isdetail = 1;
 544
 545                             rrddim_add(st, "utilization", NULL, 1, 10, RRDDIM_INCREMENTAL);
 546                         }
 547                         else rrdset_next(st);
 548
 549                         cur_dstat.busy_time_ms = dstat[i].busy_time.sec * 1000 + dstat[i].busy_time.frac * BINTIME_SCALE;
 550                         prev_dstat.busy_time_ms = rrddim_set(st, "utilization", cur_dstat.busy_time_ms);
 551                         rrdset_done(st);
 552
 553                         // --------------------------------------------------------------------
 554
 555                         st = rrdset_find_bytype("disk_iotime", dstat[i].device_name);
 556                         if (unlikely(!st)) {
 557                             st = rrdset_create("disk_iotime", dstat[i].device_name, NULL, dstat[i].device_name, "disk.iotime", "Disk Total I/O Time", "milliseconds/s", 2022, update_every, RRDSET_TYPE_LINE);
 558                             st->isdetail = 1;
 559
 560                             rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_INCREMENTAL);
 561                             rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_INCREMENTAL);
 562                         }
 563                         else rrdset_next(st);
 564
 565                         cur_dstat.duration_read_ms = dstat[i].duration[DEVSTAT_READ].sec * 1000 + dstat[i].duration[DEVSTAT_READ].frac * BINTIME_SCALE;
 566                         cur_dstat.duration_write_ms = dstat[i].duration[DEVSTAT_WRITE].sec * 1000 + dstat[i].duration[DEVSTAT_READ].frac * BINTIME_SCALE;
 567                         prev_dstat.duration_read_ms = rrddim_set(st, "reads", cur_dstat.duration_read_ms);
 568                         prev_dstat.duration_write_ms = rrddim_set(st, "writes", cur_dstat.duration_write_ms);
 569                         rrdset_done(st);
 570
 571                         // --------------------------------------------------------------------
 572                         // calculate differential charts
 573                         // only if this is not the first time we run
 574
 575                         if (likely(dt)) {
 576
 577                             // --------------------------------------------------------------------
 578
 579                             st = rrdset_find_bytype("disk_await", dstat[i].device_name);
 580                             if (unlikely(!st)) {
 581                                 st = rrdset_create("disk_await", dstat[i].device_name, NULL, dstat[i].device_name, "disk.await", "Average Completed I/O Operation Time", "ms per operation", 2005, update_every, RRDSET_TYPE_LINE);
 582                                 st->isdetail = 1;
 583
 584                                 rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_ABSOLUTE);
 585                                 rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_ABSOLUTE);
 586                             }
 587                             else rrdset_next(st);
 588
 589                             rrddim_set(st, "reads", (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) ?
 590                                 (cur_dstat.duration_read_ms - prev_dstat.duration_read_ms) / (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) : 0);
 591                             rrddim_set(st, "writes", (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) ?
 592                                 (cur_dstat.duration_write_ms - prev_dstat.duration_write_ms) / (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) : 0);
 593                             rrdset_done(st);
 594
 595                             // --------------------------------------------------------------------
 596
 597                             st = rrdset_find_bytype("disk_avgsz", dstat[i].device_name);
 598                             if (unlikely(!st)) {
 599                                 st = rrdset_create("disk_avgsz", dstat[i].device_name, NULL, dstat[i].device_name, "disk.avgsz", "Average Completed I/O Operation Bandwidth", "kilobytes per operation", 2006, update_every, RRDSET_TYPE_AREA);
 600                                 st->isdetail = 1;
 601
 602                                 rrddim_add(st, "reads", NULL, 1, 1024, RRDDIM_ABSOLUTE);
 603                                 rrddim_add(st, "writes", NULL, -1, 1024, RRDDIM_ABSOLUTE);
 604                             }
 605                             else rrdset_next(st);
 606
 607                             rrddim_set(st, "reads", (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) ?
 608                                 (dstat[i].bytes[DEVSTAT_READ] - prev_dstat.bytes_read) / (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) : 0);
 609                             rrddim_set(st, "writes", (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) ?
 610                                 (dstat[i].bytes[DEVSTAT_WRITE] - prev_dstat.bytes_write) / (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) : 0);
 611                             rrdset_done(st);
 612
 613                             // --------------------------------------------------------------------
 614
 615                             st = rrdset_find_bytype("disk_svctm", dstat[i].device_name);
 616                             if (unlikely(!st)) {
 617                                 st = rrdset_create("disk_svctm", dstat[i].device_name, NULL, dstat[i].device_name, "disk.svctm", "Average Service Time", "ms per operation", 2007, update_every, RRDSET_TYPE_LINE);
 618                                 st->isdetail = 1;
 619
 620                                 rrddim_add(st, "svctm", NULL, 1, 1, RRDDIM_ABSOLUTE);
 621                             }
 622                             else rrdset_next(st);
 623
 624                             rrddim_set(st, "svctm", ((dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) + (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write)) ?
 625                                 (cur_dstat.busy_time_ms - prev_dstat.busy_time_ms) / ((dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) + (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write)) : 0);
 626                             rrdset_done(st);
 627                         }
 628                     }
 629
 630                     // --------------------------------------------------------------------
 631
 632                     st = rrdset_find_bytype("system", "io");
 633                     if (unlikely(!st)) {
 634                         st = rrdset_create("system", "io", NULL, "disk", NULL, "Disk I/O", "kilobytes/s", 150, update_every, RRDSET_TYPE_AREA);
 635                         rrddim_add(st, "in",  NULL,  1, 1024, RRDDIM_INCREMENTAL);
 636                         rrddim_add(st, "out", NULL, -1, 1024, RRDDIM_INCREMENTAL);
 637                     }
 638                     else rrdset_next(st);
 639
 640                     rrddim_set(st, "in", total_disk_reads);
 641                     rrddim_set(st, "out", total_disk_writes);
 642                     rrdset_done(st);
 643                 }
 644             }
 645         }
 646     }
 647
 648     // --------------------------------------------------------------------
 649
 650
 651     if (likely(do_swap)) {
 652         mibsize = sizeof mib / sizeof mib[0];
 653         if (unlikely(sysctlnametomib("vm.swap_info", mib, &mibsize) == -1)) {
 654             error("FREEBSD: sysctl(%s...) failed: %s", "vm.swap_info", strerror(errno));
 655             do_swap = 0;
 656             error("DISABLED: disk.io");
 657         } else {
 658             for (i = 0; ; i++) {
 659                 mib[mibsize] = i;
 660                 size = sizeof(xsw);
 661                 if (unlikely(sysctl(mib, mibsize + 1, &xsw, &size, NULL, 0) == -1 )) {
 662                     if (unlikely(errno != ENOENT)) {
 663                         error("FREEBSD: sysctl(%s...) failed: %s", "vm.swap_info", strerror(errno));
 664                         do_swap = 0;
 665                         error("DISABLED: disk.io");
 666                     } else {
 667                         if (unlikely(size != sizeof(xsw))) {
 668                             error("FREEBSD: sysctl(%s...) expected %lu, got %lu", "vm.swap_info", (unsigned long)sizeof(xsw), (unsigned long)size);
 669                             do_swap = 0;
 670                             error("DISABLED: disk.io");
 671                         } else break;
 672                     }
 673                 }
 674                 total_xsw.bytes_used += xsw.xsw_used * system_pagesize;
 675                 total_xsw.bytes_total += xsw.xsw_nblks * system_pagesize;
 676             }
 677
 678             if (likely(do_swap)) {
 679                 st = rrdset_find("system.swap");
 680                 if (unlikely(!st)) {
 681                     st = rrdset_create("system", "swap", NULL, "swap", NULL, "System Swap", "MB", 201, update_every, RRDSET_TYPE_STACKED);
 682                     st->isdetail = 1;
 683
 684                     rrddim_add(st, "free",    NULL, 1, 1048576, RRDDIM_ABSOLUTE);
 685                     rrddim_add(st, "used",    NULL, 1, 1048576, RRDDIM_ABSOLUTE);
 686                 }
 687                 else rrdset_next(st);
 688
 689                 rrddim_set(st, "used", total_xsw.bytes_used);
 690                 rrddim_set(st, "free", total_xsw.bytes_total - total_xsw.bytes_used);
 691                 rrdset_done(st);
 692             }
 693         }
 694     }
 695
 696     // --------------------------------------------------------------------
 697
 698     if (likely(do_ram)) {
 699         if (unlikely(GETSYSCTL("vm.stats.vm.v_active_count",    vmmeter_data.v_active_count) ||
 700                      GETSYSCTL("vm.stats.vm.v_inactive_count",  vmmeter_data.v_inactive_count) ||
 701                      GETSYSCTL("vm.stats.vm.v_wire_count",      vmmeter_data.v_wire_count) ||
 702                      GETSYSCTL("vm.stats.vm.v_cache_count",     vmmeter_data.v_cache_count) ||
 703                      GETSYSCTL("vfs.bufspace",                  vfs_bufspace_count) ||
 704                      GETSYSCTL("vm.stats.vm.v_free_count",      vmmeter_data.v_free_count))) {
 705             do_swapio = 0;
 706             error("DISABLED: system.swapio");
 707         } else {
 708             st = rrdset_find("system.ram");
 709             if (unlikely(!st)) {
 710                 st = rrdset_create("system", "ram", NULL, "ram", NULL, "System RAM", "MB", 200, update_every, RRDSET_TYPE_STACKED);
 711
 712                 rrddim_add(st, "active",    NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 713                 rrddim_add(st, "inactive",  NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 714                 rrddim_add(st, "wired",     NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 715                 rrddim_add(st, "cache",     NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 716                 rrddim_add(st, "buffers",   NULL, 1, 1024, RRDDIM_ABSOLUTE);
 717                 rrddim_add(st, "free",      NULL, system_pagesize, 1024, RRDDIM_ABSOLUTE);
 718             }
 719             else rrdset_next(st);
 720
 721             rrddim_set(st, "active",    vmmeter_data.v_active_count);
 722             rrddim_set(st, "inactive",  vmmeter_data.v_inactive_count);
 723             rrddim_set(st, "wired",     vmmeter_data.v_wire_count);
 724             rrddim_set(st, "cache",     vmmeter_data.v_cache_count);
 725             rrddim_set(st, "buffers",   vfs_bufspace_count);
 726             rrddim_set(st, "free",      vmmeter_data.v_free_count);
 727             rrdset_done(st);
 728         }
 729     }
 730
 731     // --------------------------------------------------------------------
 732
 733     if (likely(do_swapio)) {
 734         if (unlikely(GETSYSCTL("vm.stats.vm.v_swappgsin", vmmeter_data.v_swappgsin) || GETSYSCTL("vm.stats.vm.v_swappgsout", vmmeter_data.v_swappgsout))) {
 735             do_swapio = 0;
 736             error("DISABLED: system.swapio");
 737         } else {
 738             st = rrdset_find("system.swapio");
 739             if (unlikely(!st)) {
 740                 st = rrdset_create("system", "swapio", NULL, "swap", NULL, "Swap I/O", "kilobytes/s", 250, update_every, RRDSET_TYPE_AREA);
 741
 742                 rrddim_add(st, "in",  NULL, system_pagesize, 1024, RRDDIM_INCREMENTAL);
 743                 rrddim_add(st, "out", NULL, -system_pagesize, 1024, RRDDIM_INCREMENTAL);
 744             }
 745             else rrdset_next(st);
 746
 747             rrddim_set(st, "in", vmmeter_data.v_swappgsin);
 748             rrddim_set(st, "out", vmmeter_data.v_swappgsout);
 749             rrdset_done(st);
 750         }
 751     }
 752
 753     // --------------------------------------------------------------------
 754
 755     if (likely(do_pgfaults)) {
 756         if (unlikely(GETSYSCTL("vm.stats.vm.v_vm_faults",   vmmeter_data.v_vm_faults) ||
 757                      GETSYSCTL("vm.stats.vm.v_io_faults",   vmmeter_data.v_io_faults) ||
 758                      GETSYSCTL("vm.stats.vm.v_cow_faults",  vmmeter_data.v_cow_faults) ||
 759                      GETSYSCTL("vm.stats.vm.v_cow_optim",   vmmeter_data.v_cow_optim) ||
 760                      GETSYSCTL("vm.stats.vm.v_intrans",     vmmeter_data.v_intrans))) {
 761             do_pgfaults = 0;
 762             error("DISABLED: mem.pgfaults");
 763         } else {
 764             st = rrdset_find("mem.pgfaults");
 765             if (unlikely(!st)) {
 766                 st = rrdset_create("mem", "pgfaults", NULL, "system", NULL, "Memory Page Faults", "page faults/s", 500, update_every, RRDSET_TYPE_LINE);
 767                 st->isdetail = 1;
 768
 769                 rrddim_add(st, "memory", NULL, 1, 1, RRDDIM_INCREMENTAL);
 770                 rrddim_add(st, "io_requiring", NULL, 1, 1, RRDDIM_INCREMENTAL);
 771                 rrddim_add(st, "cow", NULL, 1, 1, RRDDIM_INCREMENTAL);
 772                 rrddim_add(st, "cow_optimized", NULL, 1, 1, RRDDIM_INCREMENTAL);
 773                 rrddim_add(st, "in_transit", NULL, 1, 1, RRDDIM_INCREMENTAL);
 774             }
 775             else rrdset_next(st);
 776
 777             rrddim_set(st, "memory", vmmeter_data.v_vm_faults);
 778             rrddim_set(st, "io_requiring", vmmeter_data.v_io_faults);
 779             rrddim_set(st, "cow", vmmeter_data.v_cow_faults);
 780             rrddim_set(st, "cow_optimized", vmmeter_data.v_cow_optim);
 781             rrddim_set(st, "in_transit", vmmeter_data.v_intrans);
 782             rrdset_done(st);
 783         }
 784     }
 785
 786     // --------------------------------------------------------------------
 787
 788     if (likely(do_ipc_semaphores)) {
 789         if (unlikely(GETSYSCTL("kern.ipc.semmni", ipc_sem.semmni))) {
 790             do_ipc_semaphores = 0;
 791             error("DISABLED: system.ipc_semaphores");
 792             error("DISABLED: system.ipc_semaphore_arrays");
 793         } else {
 794             ipc_sem_data = reallocz(ipc_sem_data, sizeof(struct semid_kernel) * ipc_sem.semmni);
 795             if (unlikely(getsysctl("kern.ipc.sema", ipc_sem_data, sizeof(struct semid_kernel) * ipc_sem.semmni))) {
 796                 do_ipc_semaphores = 0;
 797                 error("DISABLED: system.ipc_semaphores");
 798                 error("DISABLED: system.ipc_semaphore_arrays");
 799             } else {
 800                 for (i = 0; i < ipc_sem.semmni; i++) {
 801                     if (unlikely(ipc_sem_data[i].u.sem_perm.mode & SEM_ALLOC)) {
 802                         ipc_sem.sets += 1;
 803                         ipc_sem.semaphores += ipc_sem_data[i].u.sem_nsems;
 804                     }
 805                 }
 806
 807                 // --------------------------------------------------------------------
 808
 809                 st = rrdset_find("system.ipc_semaphores");
 810                 if (unlikely(!st)) {
 811                     st = rrdset_create("system", "ipc_semaphores", NULL, "ipc semaphores", NULL, "IPC Semaphores", "semaphores", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 812                     rrddim_add(st, "semaphores", NULL, 1, 1, RRDDIM_ABSOLUTE);
 813                 }
 814                 else rrdset_next(st);
 815
 816                 rrddim_set(st, "semaphores", ipc_sem.semaphores);
 817                 rrdset_done(st);
 818
 819                 // --------------------------------------------------------------------
 820
 821                 st = rrdset_find("system.ipc_semaphore_arrays");
 822                 if (unlikely(!st)) {
 823                     st = rrdset_create("system", "ipc_semaphore_arrays", NULL, "ipc semaphores", NULL, "IPC Semaphore Arrays", "arrays", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 824                     rrddim_add(st, "arrays", NULL, 1, 1, RRDDIM_ABSOLUTE);
 825                 }
 826                 else rrdset_next(st);
 827
 828                 rrddim_set(st, "arrays", ipc_sem.sets);
 829                 rrdset_done(st);
 830             }
 831         }
 832     }
 833
 834     // --------------------------------------------------------------------
 835
 836     if (likely(do_ipc_shared_mem)) {
 837         if (unlikely(GETSYSCTL("kern.ipc.shmmni", ipc_shm.shmmni))) {
 838             do_ipc_shared_mem = 0;
 839             error("DISABLED: system.ipc_shared_mem_segs");
 840             error("DISABLED: system.ipc_shared_mem_size");
 841         } else {
 842             ipc_shm_data = reallocz(ipc_shm_data, sizeof(struct shmid_kernel) * ipc_shm.shmmni);
 843             if (unlikely(getsysctl("kern.ipc.shmsegs", ipc_shm_data, sizeof(struct shmid_kernel) * ipc_shm.shmmni))) {
 844                 do_ipc_shared_mem = 0;
 845                 error("DISABLED: system.ipc_shared_mem_segs");
 846                 error("DISABLED: system.ipc_shared_mem_size");
 847             } else {
 848                 for (i = 0; i < ipc_shm.shmmni; i++) {
 849                     if (unlikely(ipc_shm_data[i].u.shm_perm.mode & 0x0800)) {
 850                         ipc_shm.segs += 1;
 851                         ipc_shm.segsize += ipc_shm_data[i].u.shm_segsz;
 852                     }
 853                 }
 854
 855                 // --------------------------------------------------------------------
 856
 857                 st = rrdset_find("system.ipc_shared_mem_segs");
 858                 if (unlikely(!st)) {
 859                     st = rrdset_create("system", "ipc_shared_mem_segs", NULL, "ipc shared memory", NULL, "IPC Shared Memory Segments", "segments", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 860                     rrddim_add(st, "segments", NULL, 1, 1, RRDDIM_ABSOLUTE);
 861                 }
 862                 else rrdset_next(st);
 863
 864                 rrddim_set(st, "segments", ipc_shm.segs);
 865                 rrdset_done(st);
 866
 867                 // --------------------------------------------------------------------
 868
 869                 st = rrdset_find("system.ipc_shared_mem_size");
 870                 if (unlikely(!st)) {
 871                     st = rrdset_create("system", "ipc_shared_mem_size", NULL, "ipc shared memory", NULL, "IPC Shared Memory Segments Size", "kilobytes", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 872                     rrddim_add(st, "allocated", NULL, 1, 1024, RRDDIM_ABSOLUTE);
 873                 }
 874                 else rrdset_next(st);
 875
 876                 rrddim_set(st, "allocated", ipc_shm.segsize);
 877                 rrdset_done(st);
 878             }
 879         }
 880     }
 881
 882     // --------------------------------------------------------------------
 883
 884     if (likely(do_ipc_msg_queues)) {
 885         if (unlikely(GETSYSCTL("kern.ipc.msgmni", ipc_msq.msgmni))) {
 886             do_ipc_msg_queues = 0;
 887             error("DISABLED: system.ipc_msq_queues");
 888             error("DISABLED: system.ipc_msq_messages");
 889             error("DISABLED: system.ipc_msq_size");
 890         } else {
 891             ipc_msq_data = reallocz(ipc_msq_data, sizeof(struct msqid_kernel) * ipc_msq.msgmni);
 892             if (unlikely(getsysctl("kern.ipc.msqids", ipc_msq_data, sizeof(struct msqid_kernel) * ipc_msq.msgmni))) {
 893                 do_ipc_msg_queues = 0;
 894                 error("DISABLED: system.ipc_msq_queues");
 895                 error("DISABLED: system.ipc_msq_messages");
 896                 error("DISABLED: system.ipc_msq_size");
 897             } else {
 898                 for (i = 0; i < ipc_msq.msgmni; i++) {
 899                     if (unlikely(ipc_msq_data[i].u.msg_qbytes != 0)) {
 900                         ipc_msq.queues += 1;
 901                         ipc_msq.messages += ipc_msq_data[i].u.msg_qnum;
 902                         ipc_msq.usedsize += ipc_msq_data[i].u.msg_cbytes;
 903                         ipc_msq.allocsize += ipc_msq_data[i].u.msg_qbytes;
 904                     }
 905                 }
 906
 907                 // --------------------------------------------------------------------
 908
 909                 st = rrdset_find("system.ipc_msq_queues");
 910                 if (unlikely(!st)) {
 911                     st = rrdset_create("system", "ipc_msq_queues", NULL, "ipc message queues", NULL, "Number of IPC Message Queues", "queues", 990, rrd_update_every, RRDSET_TYPE_AREA);
 912                     rrddim_add(st, "queues", NULL, 1, 1, RRDDIM_ABSOLUTE);
 913                 }
 914                 else rrdset_next(st);
 915
 916                 rrddim_set(st, "queues", ipc_msq.queues);
 917                 rrdset_done(st);
 918
 919                 // --------------------------------------------------------------------
 920
 921                 st = rrdset_find("system.ipc_msq_messages");
 922                 if (unlikely(!st)) {
 923                     st = rrdset_create("system", "ipc_msq_messages", NULL, "ipc message queues", NULL, "Number of Messages in IPC Message Queues", "messages", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 924                     rrddim_add(st, "messages", NULL, 1, 1, RRDDIM_ABSOLUTE);
 925                 }
 926                 else rrdset_next(st);
 927
 928                 rrddim_set(st, "messages", ipc_msq.messages);
 929                 rrdset_done(st);
 930
 931                 // --------------------------------------------------------------------
 932
 933                 st = rrdset_find("system.ipc_msq_size");
 934                 if (unlikely(!st)) {
 935                     st = rrdset_create("system", "ipc_msq_size", NULL, "ipc message queues", NULL, "Size of IPC Message Queues", "bytes", 1100, rrd_update_every, RRDSET_TYPE_LINE);
 936                     rrddim_add(st, "allocated", NULL, 1, 1, RRDDIM_ABSOLUTE);
 937                     rrddim_add(st, "used", NULL, 1, 1, RRDDIM_ABSOLUTE);
 938                 }
 939                 else rrdset_next(st);
 940
 941                 rrddim_set(st, "allocated", ipc_msq.allocsize);
 942                 rrddim_set(st, "used", ipc_msq.usedsize);
 943                 rrdset_done(st);
 944
 945             }
 946         }
 947     }
 948
 949     // --------------------------------------------------------------------
 950
 951     if (likely(do_netisr || do_netisr_per_core)) {
 952         if (unlikely(GETSYSCTL("kern.smp.cpus", ncpus))) {
 953             common_error = 1;
 954         } else if (unlikely(ncpus > 9999)) {
 955             error("FREEBSD: There are more than 4 digits in cpu cores number");
 956             common_error = 1;
 957         } else if (unlikely(sysctlbyname("net.isr.workstream", NULL, &netisr_workstream_size, NULL, 0) == -1)) {
 958             error("FREEBSD: sysctl(net.isr.workstream...) failed: %s", strerror(errno));
 959             common_error = 1;
 960         } else if (unlikely(sysctlbyname("net.isr.work", NULL, &netisr_work_size, NULL, 0) == -1)) {
 961             error("FREEBSD: sysctl(net.isr.work...) failed: %s", strerror(errno));
 962             common_error = 1;
 963         } else {
 964             num_netisr_workstreams = netisr_workstream_size / sizeof(struct sysctl_netisr_workstream);
 965             netisr_workstream = reallocz(netisr_workstream, num_netisr_workstreams * sizeof(struct sysctl_netisr_workstream));
 966             if (unlikely(getsysctl("net.isr.workstream", netisr_workstream, num_netisr_workstreams * sizeof(struct sysctl_netisr_workstream)))){
 967                 common_error = 1;
 968             } else {
 969                 num_netisr_works = netisr_work_size / sizeof(struct sysctl_netisr_work);
 970                 netisr_work = reallocz(netisr_work, num_netisr_works * sizeof(struct sysctl_netisr_work));
 971                 if (unlikely(getsysctl("net.isr.work", netisr_work, num_netisr_works * sizeof(struct sysctl_netisr_work)))){
 972                     common_error = 1;
 973                 }
 974             }
 975         }
 976         if (unlikely(common_error)) {
 977             do_netisr = 0;
 978             error("DISABLED: system.softnet_stat");
 979             do_netisr_per_core = 0;
 980             error("DISABLED: system.cpuX_softnet_stat");
 981             common_error = 0;
 982         } else {
 983             netisr_stats = reallocz(netisr_stats, (ncpus + 1) * sizeof(struct netisr_stats));
 984             bzero(netisr_stats, (ncpus + 1) * sizeof(struct netisr_stats));
 985             for (i = 0; i < num_netisr_workstreams; i++) {
 986                 for (n = 0; n < num_netisr_works; n++) {
 987                     if (netisr_workstream[i].snws_wsid == netisr_work[n].snw_wsid) {
 988                         netisr_stats[netisr_workstream[i].snws_cpu].dispatched += netisr_work[n].snw_dispatched;
 989                         netisr_stats[netisr_workstream[i].snws_cpu].hybrid_dispatched += netisr_work[n].snw_hybrid_dispatched;
 990                         netisr_stats[netisr_workstream[i].snws_cpu].qdrops += netisr_work[n].snw_qdrops;
 991                         netisr_stats[netisr_workstream[i].snws_cpu].queued += netisr_work[n].snw_queued;
 992                     }
 993                 }
 994             }
 995             for (i = 0; i < ncpus; i++) {
 996                 netisr_stats[ncpus].dispatched += netisr_stats[i].dispatched;
 997                 netisr_stats[ncpus].hybrid_dispatched += netisr_stats[i].hybrid_dispatched;
 998                 netisr_stats[ncpus].qdrops += netisr_stats[i].qdrops;
 999                 netisr_stats[ncpus].queued += netisr_stats[i].queued;
1000             }
1001         }
1002     }
1003
1004     // --------------------------------------------------------------------
1005
1006     if (likely(do_netisr)) {
1007         st = rrdset_find_bytype("system", "softnet_stat");
1008         if (unlikely(!st)) {
1009             st = rrdset_create("system", "softnet_stat", NULL, "softnet_stat", NULL, "System softnet_stat", "events/s", 955, update_every, RRDSET_TYPE_LINE);
1010             rrddim_add(st, "dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1011             rrddim_add(st, "hybrid_dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1012             rrddim_add(st, "qdrops", NULL, 1, 1, RRDDIM_INCREMENTAL);
1013             rrddim_add(st, "queued", NULL, 1, 1, RRDDIM_INCREMENTAL);
1014         }
1015         else rrdset_next(st);
1016
1017         rrddim_set(st, "dispatched", netisr_stats[ncpus].dispatched);
1018         rrddim_set(st, "hybrid_dispatched", netisr_stats[ncpus].hybrid_dispatched);
1019         rrddim_set(st, "qdrops", netisr_stats[ncpus].qdrops);
1020         rrddim_set(st, "queued", netisr_stats[ncpus].queued);
1021         rrdset_done(st);
1022     }
1023
1024     // --------------------------------------------------------------------
1025
1026     if (likely(do_netisr_per_core)) {
1027         for (i = 0; i < ncpus ;i++) {
1028             snprintfz(netstat_cpuid, 21, "cpu%d_softnet_stat", i);
1029
1030             st = rrdset_find_bytype("cpu", netstat_cpuid);
1031             if (unlikely(!st)) {
1032                 st = rrdset_create("cpu", netstat_cpuid, NULL, "softnet_stat", NULL, "Per CPU netisr statistics", "events/s", 1101 + i, update_every, RRDSET_TYPE_LINE);
1033                 rrddim_add(st, "dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1034                 rrddim_add(st, "hybrid_dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1035                 rrddim_add(st, "qdrops", NULL, 1, 1, RRDDIM_INCREMENTAL);
1036                 rrddim_add(st, "queued", NULL, 1, 1, RRDDIM_INCREMENTAL);
1037             }
1038             else rrdset_next(st);
1039
1040             rrddim_set(st, "dispatched", netisr_stats[i].dispatched);
1041             rrddim_set(st, "hybrid_dispatched", netisr_stats[i].hybrid_dispatched);
1042             rrddim_set(st, "qdrops", netisr_stats[i].qdrops);
1043             rrddim_set(st, "queued", netisr_stats[i].queued);
1044             rrdset_done(st);
1045         }
1046     }
1047
1048     // --------------------------------------------------------------------
1049
1050     if (likely(do_bandwidth)) {
1051         if (unlikely(getifaddrs(&ifap))) {
1052             error("FREEBSD: getifaddrs()");
1053             do_bandwidth = 0;
1054             error("DISABLED: system.ipv4");
1055         } else {
1056             iftot.ift_ibytes = iftot.ift_obytes = 0;
1057             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1058                 if (ifa->ifa_addr->sa_family != AF_INET)
1059                         continue;
1060                 iftot.ift_ibytes += IFA_DATA(ibytes);
1061                 iftot.ift_obytes += IFA_DATA(obytes);
1062             }
1063
1064             st = rrdset_find("system.ipv4");
1065             if (unlikely(!st)) {
1066                 st = rrdset_create("system", "ipv4", NULL, "network", NULL, "IPv4 Bandwidth", "kilobits/s", 500, update_every, RRDSET_TYPE_AREA);
1067
1068                 rrddim_add(st, "InOctets", "received", 8, 1024, RRDDIM_INCREMENTAL);
1069                 rrddim_add(st, "OutOctets", "sent", -8, 1024, RRDDIM_INCREMENTAL);
1070             }
1071             else rrdset_next(st);
1072
1073             rrddim_set(st, "InOctets", iftot.ift_ibytes);
1074             rrddim_set(st, "OutOctets", iftot.ift_obytes);
1075             rrdset_done(st);
1076
1077             // --------------------------------------------------------------------
1078
1079             iftot.ift_ibytes = iftot.ift_obytes = 0;
1080             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1081                 if (ifa->ifa_addr->sa_family != AF_INET6)
1082                         continue;
1083                 iftot.ift_ibytes += IFA_DATA(ibytes);
1084                 iftot.ift_obytes += IFA_DATA(obytes);
1085             }
1086
1087             st = rrdset_find("system.ipv6");
1088             if (unlikely(!st)) {
1089                 st = rrdset_create("system", "ipv6", NULL, "network", NULL, "IPv6 Bandwidth", "kilobits/s", 500, update_every, RRDSET_TYPE_AREA);
1090
1091                 rrddim_add(st, "received", NULL, 8, 1024, RRDDIM_INCREMENTAL);
1092                 rrddim_add(st, "sent", NULL, -8, 1024, RRDDIM_INCREMENTAL);
1093             }
1094             else rrdset_next(st);
1095
1096             rrddim_set(st, "sent", iftot.ift_obytes);
1097             rrddim_set(st, "received", iftot.ift_ibytes);
1098             rrdset_done(st);
1099
1100             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1101                 if (ifa->ifa_addr->sa_family != AF_LINK)
1102                         continue;
1103
1104                 // --------------------------------------------------------------------
1105
1106                 st = rrdset_find_bytype("net", ifa->ifa_name);
1107                 if (unlikely(!st)) {
1108                     st = rrdset_create("net", ifa->ifa_name, NULL, ifa->ifa_name, "net.net", "Bandwidth", "kilobits/s", 7000, update_every, RRDSET_TYPE_AREA);
1109
1110                     rrddim_add(st, "received", NULL, 8, 1024, RRDDIM_INCREMENTAL);
1111                     rrddim_add(st, "sent", NULL, -8, 1024, RRDDIM_INCREMENTAL);
1112                 }
1113                 else rrdset_next(st);
1114
1115                 rrddim_set(st, "received", IFA_DATA(ibytes));
1116                 rrddim_set(st, "sent", IFA_DATA(obytes));
1117                 rrdset_done(st);
1118
1119                 // --------------------------------------------------------------------
1120
1121                 st = rrdset_find_bytype("net_packets", ifa->ifa_name);
1122                 if (unlikely(!st)) {
1123                     st = rrdset_create("net_packets", ifa->ifa_name, NULL, ifa->ifa_name, "net.packets", "Packets", "packets/s", 7001, update_every, RRDSET_TYPE_LINE);
1124                     st->isdetail = 1;
1125
1126                     rrddim_add(st, "received", NULL, 1, 1, RRDDIM_INCREMENTAL);
1127                     rrddim_add(st, "sent", NULL, -1, 1, RRDDIM_INCREMENTAL);
1128                     rrddim_add(st, "multicast_received", NULL, 1, 1, RRDDIM_INCREMENTAL);
1129                     rrddim_add(st, "multicast_sent", NULL, -1, 1, RRDDIM_INCREMENTAL);
1130                 }
1131                 else rrdset_next(st);
1132
1133                 rrddim_set(st, "received", IFA_DATA(ipackets));
1134                 rrddim_set(st, "sent", IFA_DATA(opackets));
1135                 rrddim_set(st, "multicast_received", IFA_DATA(imcasts));
1136                 rrddim_set(st, "multicast_sent", IFA_DATA(omcasts));
1137                 rrdset_done(st);
1138
1139                 // --------------------------------------------------------------------
1140
1141                 st = rrdset_find_bytype("net_errors", ifa->ifa_name);
1142                 if (unlikely(!st)) {
1143                     st = rrdset_create("net_errors", ifa->ifa_name, NULL, ifa->ifa_name, "net.errors", "Interface Errors", "errors/s", 7002, update_every, RRDSET_TYPE_LINE);
1144                     st->isdetail = 1;
1145
1146                     rrddim_add(st, "inbound", NULL, 1, 1, RRDDIM_INCREMENTAL);
1147                     rrddim_add(st, "outbound", NULL, -1, 1, RRDDIM_INCREMENTAL);
1148                 }
1149                 else rrdset_next(st);
1150
1151                 rrddim_set(st, "inbound", IFA_DATA(ierrors));
1152                 rrddim_set(st, "outbound", IFA_DATA(oerrors));
1153                 rrdset_done(st);
1154
1155                 // --------------------------------------------------------------------
1156
1157                 st = rrdset_find_bytype("net_drops", ifa->ifa_name);
1158                 if (unlikely(!st)) {
1159                     st = rrdset_create("net_drops", ifa->ifa_name, NULL, ifa->ifa_name, "net.drops", "Interface Drops", "drops/s", 7003, update_every, RRDSET_TYPE_LINE);
1160                     st->isdetail = 1;
1161
1162                     rrddim_add(st, "inbound", NULL, 1, 1, RRDDIM_INCREMENTAL);
1163                     rrddim_add(st, "outbound", NULL, -1, 1, RRDDIM_INCREMENTAL);
1164                 }
1165                 else rrdset_next(st);
1166
1167                 rrddim_set(st, "inbound", IFA_DATA(iqdrops));
1168                 rrddim_set(st, "outbound", IFA_DATA(oqdrops));
1169                 rrdset_done(st);
1170
1171                 // --------------------------------------------------------------------
1172
1173                 st = rrdset_find_bytype("net_events", ifa->ifa_name);
1174                 if (unlikely(!st)) {
1175                     st = rrdset_create("net_events", ifa->ifa_name, NULL, ifa->ifa_name, "net.events", "Network Interface Events", "events/s", 7006, update_every, RRDSET_TYPE_LINE);
1176                     st->isdetail = 1;
1177
1178                     rrddim_add(st, "frames", NULL, 1, 1, RRDDIM_INCREMENTAL);
1179                     rrddim_add(st, "collisions", NULL, -1, 1, RRDDIM_INCREMENTAL);
1180                     rrddim_add(st, "carrier", NULL, -1, 1, RRDDIM_INCREMENTAL);
1181                 }
1182                 else rrdset_next(st);
1183
1184                 rrddim_set(st, "collisions", IFA_DATA(collisions));
1185                 rrdset_done(st);
1186             }
1187
1188             freeifaddrs(ifap);
1189         }
1190     }
1191
1192     return 0;
1193 }