src/freebsd_sysctl.c

   1 #include "common.h"
   2
   3 // NEEDED BY: struct vmtotal, struct vmmeter
   4 #include <sys/vmmeter.h>
   5 // NEEDED BY: struct devstat
   6 #include <sys/devicestat.h>
   7 // NEEDED BY: struct xswdev
   8 #include <vm/vm_param.h>
   9 // NEEDED BY: struct semid_kernel, struct shmid_kernel, struct msqid_kernel
  10 #define _KERNEL
  11 #include <sys/sem.h>
  12 #include <sys/shm.h>
  13 #include <sys/msg.h>
  14 #undef _KERNEL
  15 // NEEDED BY: struct sysctl_netisr_workstream, struct sysctl_netisr_work
  16 #include <net/netisr.h>
  17 // NEEDED BY: struct ifaddrs, getifaddrs()
  18 #define _IFI_OQDROPS // It is for FreeNAS only. Most probably in future releases of FreeNAS it will be removed
  19 #include <net/if.h>
  20 #include <ifaddrs.h>
  21 // NEEDED BY do_tcp...
  22 #include <netinet/tcp_var.h>
  23 // NEEDED BY do_udp..., do_ip...
  24 #include <netinet/ip_var.h>
  25 // NEEDED BY do_udp...
  26 #include <netinet/udp.h>
  27 #include <netinet/udp_var.h>
  28 // NEEDED BY do_icmp...
  29 #include <netinet/ip.h>
  30 #include <netinet/ip_icmp.h>
  31 #include <netinet/icmp_var.h>
  32
  33 // NEEDED BY: do_disk_io
  34 #define RRD_TYPE_DISK "disk"
  35
  36 // FreeBSD calculates load averages once every 5 seconds
  37 #define MIN_LOADAVG_UPDATE_EVERY 5
  38
  39 // NEEDED BY: do_bandwidth
  40 #define IFA_DATA(s) (((struct if_data *)ifa->ifa_data)->ifi_ ## s)
  41
  42 int do_freebsd_sysctl(int update_every, usec_t dt) {
  43     (void)dt;
  44
  45     static int do_cpu = -1, do_cpu_cores = -1, do_interrupts = -1, do_context = -1, do_forks = -1, do_processes = -1,
  46         do_loadavg = -1, do_all_processes = -1, do_disk_io = -1, do_swap = -1, do_ram = -1, do_swapio = -1,
  47         do_pgfaults = -1, do_committed = -1, do_ipc_semaphores = -1, do_ipc_shared_mem = -1, do_ipc_msg_queues = -1,
  48         do_dev_intr = -1, do_soft_intr = -1, do_netisr = -1, do_netisr_per_core = -1, do_bandwidth = -1,
  49         do_tcp_sockets = -1, do_tcp_packets = -1, do_tcp_errors = -1, do_tcp_handshake = -1,
  50         do_ecn = -1, do_tcpext_syscookies = -1, do_tcpext_ofo = -1, do_tcpext_connaborts = -1,
  51         do_udp_packets = -1, do_udp_errors = -1, do_icmp_packets = -1, do_icmpmsg = -1,
  52         do_ip_packets = -1, do_ip_fragsout = -1, do_ip_fragsin = -1, do_ip_errors = -1;
  53
  54     if (unlikely(do_cpu == -1)) {
  55         do_cpu                  = config_get_boolean("plugin:freebsd:sysctl", "cpu utilization", 1);
  56         do_cpu_cores            = config_get_boolean("plugin:freebsd:sysctl", "per cpu core utilization", 1);
  57         do_interrupts           = config_get_boolean("plugin:freebsd:sysctl", "cpu interrupts", 1);
  58         do_dev_intr             = config_get_boolean("plugin:freebsd:sysctl", "device interrupts", 1);
  59         do_soft_intr            = config_get_boolean("plugin:freebsd:sysctl", "software interrupts", 1);
  60         do_context              = config_get_boolean("plugin:freebsd:sysctl", "context switches", 1);
  61         do_forks                = config_get_boolean("plugin:freebsd:sysctl", "processes started", 1);
  62         do_processes            = config_get_boolean("plugin:freebsd:sysctl", "processes running", 1);
  63         do_loadavg              = config_get_boolean("plugin:freebsd:sysctl", "enable load average", 1);
  64         do_all_processes        = config_get_boolean("plugin:freebsd:sysctl", "enable total processes", 1);
  65         do_disk_io              = config_get_boolean("plugin:freebsd:sysctl", "stats for all disks", 1);
  66         do_swap                 = config_get_boolean("plugin:freebsd:sysctl", "system swap", 1);
  67         do_ram                  = config_get_boolean("plugin:freebsd:sysctl", "system ram", 1);
  68         do_swapio               = config_get_boolean("plugin:freebsd:sysctl", "swap i/o", 1);
  69         do_pgfaults             = config_get_boolean("plugin:freebsd:sysctl", "memory page faults", 1);
  70         do_committed            = config_get_boolean("plugin:freebsd:sysctl", "committed memory", 1);
  71         do_ipc_semaphores       = config_get_boolean("plugin:freebsd:sysctl", "ipc semaphores", 1);
  72         do_ipc_shared_mem       = config_get_boolean("plugin:freebsd:sysctl", "ipc shared memory", 1);
  73         do_ipc_msg_queues       = config_get_boolean("plugin:freebsd:sysctl", "ipc message queues", 1);
  74         do_netisr               = config_get_boolean("plugin:freebsd:sysctl", "netisr", 1);
  75         do_netisr_per_core      = config_get_boolean("plugin:freebsd:sysctl", "netisr per core", 1);
  76         do_bandwidth            = config_get_boolean("plugin:freebsd:sysctl", "bandwidth", 1);
  77         do_tcp_sockets          = config_get_boolean("plugin:freebsd:sysctl", "ipv4 TCP connections", 1);
  78         do_tcp_packets          = config_get_boolean("plugin:freebsd:sysctl", "ipv4 TCP packets", 1);
  79         do_tcp_errors           = config_get_boolean("plugin:freebsd:sysctl", "ipv4 TCP errors", 1);
  80         do_tcp_handshake        = config_get_boolean("plugin:freebsd:sysctl", "ipv4 TCP handshake issues", 1);
  81         do_ecn                  = config_get_boolean_ondemand("plugin:freebsd:sysctl", "ECN packets", CONFIG_ONDEMAND_ONDEMAND);
  82         do_tcpext_syscookies    = config_get_boolean_ondemand("plugin:freebsd:sysctl", "TCP SYN cookies", CONFIG_ONDEMAND_ONDEMAND);
  83         do_tcpext_ofo           = config_get_boolean_ondemand("plugin:freebsd:sysctl", "TCP out-of-order queue", CONFIG_ONDEMAND_ONDEMAND);
  84         do_tcpext_connaborts    = config_get_boolean_ondemand("plugin:freebsd:sysctl", "TCP connection aborts", CONFIG_ONDEMAND_ONDEMAND);
  85         do_udp_packets          = config_get_boolean("plugin:freebsd:sysctl", "ipv4 UDP packets", 1);
  86         do_udp_errors           = config_get_boolean("plugin:freebsd:sysctl", "ipv4 UDP errors", 1);
  87         do_ip_packets           = config_get_boolean("plugin:freebsd:sysctl", "ipv4 packets", 1);
  88         do_ip_fragsout          = config_get_boolean("plugin:freebsd:sysctl", "ipv4 fragments sent", 1);
  89         do_ip_fragsin           = config_get_boolean("plugin:freebsd:sysctl", "ipv4 fragments assembly", 1);
  90         do_ip_errors            = config_get_boolean("plugin:freebsd:sysctl", "ipv4 errors", 1);
  91     }
  92
  93     RRDSET *st;
  94     RRDDIM *rd;
  95
  96     int system_pagesize = getpagesize(); // wouldn't it be better to get value directly from hw.pagesize?
  97     int i, n;
  98     void *p;
  99     int common_error = 0;
 100     size_t size;
 101
 102     // NEEDED BY: do_loadavg
 103     static usec_t last_loadavg_usec = 0;
 104     struct loadavg sysload;
 105
 106     // NEEDED BY: do_cpu, do_cpu_cores
 107     long cp_time[CPUSTATES];
 108
 109     // NEEDED BY: du_cpu_cores, do_netisr, do_netisr_per_core
 110     int ncpus;
 111
 112     // NEEDED BY: do_cpu_cores
 113     static long *pcpu_cp_time = NULL;
 114     char cpuid[8]; // no more than 4 digits expected
 115
 116     // NEEDED BY: do_all_processes, do_processes
 117     struct vmtotal vmtotal_data;
 118
 119     // NEEDED BY: do_context, do_forks
 120     u_int u_int_data;
 121
 122     // NEEDED BY: do_interrupts
 123     size_t intrcnt_size;
 124     unsigned long nintr = 0;
 125     static unsigned long *intrcnt = NULL;
 126     static char *intrnames = NULL;
 127     unsigned long long totalintr = 0;
 128
 129     // NEEDED BY: do_disk_io
 130     #define BINTIME_SCALE 5.42101086242752217003726400434970855712890625e-17 // this is 1000/2^64
 131     int numdevs;
 132     static void *devstat_data = NULL;
 133     struct devstat *dstat;
 134     struct cur_dstat {
 135         collected_number duration_read_ms;
 136         collected_number duration_write_ms;
 137         collected_number busy_time_ms;
 138     } cur_dstat;
 139     struct prev_dstat {
 140         collected_number bytes_read;
 141         collected_number bytes_write;
 142         collected_number operations_read;
 143         collected_number operations_write;
 144         collected_number duration_read_ms;
 145         collected_number duration_write_ms;
 146         collected_number busy_time_ms;
 147     } prev_dstat;
 148
 149     // NEEDED BY: do_swap
 150     size_t mibsize;
 151     int mib[3]; // CTL_MAXNAME = 24 maximum mib components (sysctl.h)
 152     struct xswdev xsw;
 153     struct total_xsw {
 154         collected_number bytes_used;
 155         collected_number bytes_total;
 156     } total_xsw = {0, 0};
 157
 158     // NEEDED BY: do_swapio, do_ram
 159     struct vmmeter vmmeter_data;
 160
 161     // NEEDED BY: do_ram
 162     int vfs_bufspace_count;
 163
 164     // NEEDED BY: do_ipc_semaphores
 165     struct ipc_sem {
 166         int semmni;
 167         collected_number sets;
 168         collected_number semaphores;
 169     } ipc_sem = {0, 0, 0};
 170     static struct semid_kernel *ipc_sem_data = NULL;
 171
 172     // NEEDED BY: do_ipc_shared_mem
 173     struct ipc_shm {
 174         u_long shmmni;
 175         collected_number segs;
 176         collected_number segsize;
 177     } ipc_shm = {0, 0, 0};
 178     static struct shmid_kernel *ipc_shm_data = NULL;
 179
 180     // NEEDED BY: do_ipc_msg_queues
 181     struct ipc_msq {
 182         int msgmni;
 183         collected_number queues;
 184         collected_number messages;
 185         collected_number usedsize;
 186         collected_number allocsize;
 187     } ipc_msq = {0, 0, 0, 0, 0};
 188     static struct msqid_kernel *ipc_msq_data = NULL;
 189
 190     // NEEDED BY: do_netisr, do_netisr_per_core
 191     size_t netisr_workstream_size;
 192     size_t netisr_work_size;
 193     unsigned long num_netisr_workstreams = 0, num_netisr_works = 0;
 194     static struct sysctl_netisr_workstream *netisr_workstream = NULL;
 195     static struct sysctl_netisr_work *netisr_work = NULL;
 196     static struct netisr_stats {
 197         collected_number dispatched;
 198         collected_number hybrid_dispatched;
 199         collected_number qdrops;
 200         collected_number queued;
 201     } *netisr_stats = NULL;
 202     char netstat_cpuid[21]; // no more than 4 digits expected
 203
 204     // NEEDED BY: do_bandwidth
 205     struct ifaddrs *ifa, *ifap;
 206     struct iftot {
 207         u_long  ift_ibytes;
 208         u_long  ift_obytes;
 209     } iftot = {0, 0};
 210
 211     // NEEDED BY: do_tcp...
 212     struct tcpstat tcpstat;
 213     uint64_t tcps_states[TCP_NSTATES];
 214
 215     // NEEDED BY: do_udp...
 216     struct udpstat udpstat;
 217
 218     // NEEDED BY: do_icmp...
 219     struct icmpstat icmpstat;
 220     struct icmp_total {
 221         u_long  msgs_in;
 222         u_long  msgs_out;
 223     } icmp_total = {0, 0};
 224
 225     // NEEDED BY: do_ip...
 226     struct ipstat ipstat;
 227
 228     // --------------------------------------------------------------------
 229
 230     if (last_loadavg_usec <= dt) {
 231         if (likely(do_loadavg)) {
 232             if (unlikely(GETSYSCTL("vm.loadavg", sysload))) {
 233                 do_loadavg = 0;
 234                 error("DISABLED: system.load");
 235             } else {
 236
 237                 st = rrdset_find_bytype("system", "load");
 238                 if (unlikely(!st)) {
 239                     st = rrdset_create("system", "load", NULL, "load", NULL, "System Load Average", "load", 100, (update_every < MIN_LOADAVG_UPDATE_EVERY) ? MIN_LOADAVG_UPDATE_EVERY : update_every, RRDSET_TYPE_LINE);
 240                     rrddim_add(st, "load1", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 241                     rrddim_add(st, "load5", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 242                     rrddim_add(st, "load15", NULL, 1, 1000, RRDDIM_ABSOLUTE);
 243                 }
 244                 else rrdset_next(st);
 245
 246                 rrddim_set(st, "load1", (collected_number) ((double)sysload.ldavg[0] / sysload.fscale * 1000));
 247                 rrddim_set(st, "load5", (collected_number) ((double)sysload.ldavg[1] / sysload.fscale * 1000));
 248                 rrddim_set(st, "load15", (collected_number) ((double)sysload.ldavg[2] / sysload.fscale * 1000));
 249                 rrdset_done(st);
 250             }
 251         }
 252
 253         last_loadavg_usec = st->update_every * USEC_PER_SEC;
 254     }
 255     else last_loadavg_usec -= dt;
 256
 257     // --------------------------------------------------------------------
 258
 259     if (likely(do_all_processes | do_processes | do_committed)) {
 260         if (unlikely(GETSYSCTL("vm.vmtotal", vmtotal_data))) {
 261             do_all_processes = 0;
 262             error("DISABLED: system.active_processes");
 263             do_processes = 0;
 264             error("DISABLED: system.processes");
 265             do_committed = 0;
 266             error("DISABLED: mem.committed");
 267         } else {
 268             if (likely(do_all_processes)) {
 269
 270                 st = rrdset_find_bytype("system", "active_processes");
 271                 if (unlikely(!st)) {
 272                     st = rrdset_create("system", "active_processes", NULL, "processes", NULL, "System Active Processes", "processes", 750, update_every, RRDSET_TYPE_LINE);
 273                     rrddim_add(st, "active", NULL, 1, 1, RRDDIM_ABSOLUTE);
 274                 }
 275                 else rrdset_next(st);
 276
 277                 rrddim_set(st, "active", (vmtotal_data.t_rq + vmtotal_data.t_dw + vmtotal_data.t_pw + vmtotal_data.t_sl + vmtotal_data.t_sw));
 278                 rrdset_done(st);
 279             }
 280
 281             // --------------------------------------------------------------------
 282
 283             if (likely(do_processes)) {
 284
 285                 st = rrdset_find_bytype("system", "processes");
 286                 if (unlikely(!st)) {
 287                     st = rrdset_create("system", "processes", NULL, "processes", NULL, "System Processes", "processes", 600, update_every, RRDSET_TYPE_LINE);
 288
 289                     rrddim_add(st, "running", NULL, 1, 1, RRDDIM_ABSOLUTE);
 290                     rrddim_add(st, "blocked", NULL, -1, 1, RRDDIM_ABSOLUTE);
 291                 }
 292                 else rrdset_next(st);
 293
 294                 rrddim_set(st, "running", vmtotal_data.t_rq);
 295                 rrddim_set(st, "blocked", (vmtotal_data.t_dw + vmtotal_data.t_pw));
 296                 rrdset_done(st);
 297             }
 298
 299             // --------------------------------------------------------------------
 300
 301             if (likely(do_committed)) {
 302                 st = rrdset_find("mem.committed");
 303                 if (unlikely(!st)) {
 304                     st = rrdset_create("mem", "committed", NULL, "system", NULL, "Committed (Allocated) Memory", "MB", 5000, update_every, RRDSET_TYPE_AREA);
 305                     st->isdetail = 1;
 306
 307                     rrddim_add(st, "Committed_AS", NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 308                 }
 309                 else rrdset_next(st);
 310
 311                 rrddim_set(st, "Committed_AS", vmtotal_data.t_rm);
 312                 rrdset_done(st);
 313             }
 314         }
 315     }
 316
 317     // --------------------------------------------------------------------
 318
 319     if (likely(do_cpu)) {
 320         if (unlikely(CPUSTATES != 5)) {
 321             error("FREEBSD: There are %d CPU states (5 was expected)", CPUSTATES);
 322             do_cpu = 0;
 323             error("DISABLED: system.cpu");
 324         } else {
 325             if (unlikely(GETSYSCTL("kern.cp_time", cp_time))) {
 326                 do_cpu = 0;
 327                 error("DISABLED: system.cpu");
 328             } else {
 329
 330                 st = rrdset_find_bytype("system", "cpu");
 331                 if (unlikely(!st)) {
 332                     st = rrdset_create("system", "cpu", NULL, "cpu", "system.cpu", "Total CPU utilization", "percentage", 100, update_every, RRDSET_TYPE_STACKED);
 333
 334                     rrddim_add(st, "user", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 335                     rrddim_add(st, "nice", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 336                     rrddim_add(st, "system", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 337                     rrddim_add(st, "interrupt", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 338                     rrddim_add(st, "idle", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 339                     rrddim_hide(st, "idle");
 340                 }
 341                 else rrdset_next(st);
 342
 343                 rrddim_set(st, "user", cp_time[0]);
 344                 rrddim_set(st, "nice", cp_time[1]);
 345                 rrddim_set(st, "system", cp_time[2]);
 346                 rrddim_set(st, "interrupt", cp_time[3]);
 347                 rrddim_set(st, "idle", cp_time[4]);
 348                 rrdset_done(st);
 349             }
 350         }
 351     }
 352
 353     // --------------------------------------------------------------------
 354
 355     if (likely(do_cpu_cores)) {
 356         if (unlikely(CPUSTATES != 5)) {
 357             error("FREEBSD: There are %d CPU states (5 was expected)", CPUSTATES);
 358             do_cpu_cores = 0;
 359             error("DISABLED: cpu.cpuXX");
 360         } else {
 361             if (unlikely(GETSYSCTL("kern.smp.cpus", ncpus))) {
 362                 do_cpu_cores = 0;
 363                 error("DISABLED: cpu.cpuXX");
 364             } else {
 365                 pcpu_cp_time = reallocz(pcpu_cp_time, sizeof(cp_time) * ncpus);
 366
 367                 for (i = 0; i < ncpus; i++) {
 368                     if (unlikely(getsysctl("kern.cp_times", pcpu_cp_time, sizeof(cp_time) * ncpus))) {
 369                         do_cpu_cores = 0;
 370                         error("DISABLED: cpu.cpuXX");
 371                         break;
 372                     }
 373                     if (unlikely(ncpus > 9999)) {
 374                         error("FREEBSD: There are more than 4 digits in cpu cores number");
 375                         do_cpu_cores = 0;
 376                         error("DISABLED: cpu.cpuXX");
 377                         break;
 378                     }
 379                     snprintfz(cpuid, 8, "cpu%d", i);
 380
 381                     st = rrdset_find_bytype("cpu", cpuid);
 382                     if (unlikely(!st)) {
 383                         st = rrdset_create("cpu", cpuid, NULL, "utilization", "cpu.cpu", "Core utilization", "percentage", 1000, update_every, RRDSET_TYPE_STACKED);
 384
 385                         rrddim_add(st, "user", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 386                         rrddim_add(st, "nice", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 387                         rrddim_add(st, "system", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 388                         rrddim_add(st, "interrupt", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 389                         rrddim_add(st, "idle", NULL, 1, 1, RRDDIM_PCENT_OVER_DIFF_TOTAL);
 390                         rrddim_hide(st, "idle");
 391                     }
 392                     else rrdset_next(st);
 393
 394                     rrddim_set(st, "user", pcpu_cp_time[i * 5 + 0]);
 395                     rrddim_set(st, "nice", pcpu_cp_time[i * 5 + 1]);
 396                     rrddim_set(st, "system", pcpu_cp_time[i * 5 + 2]);
 397                     rrddim_set(st, "interrupt", pcpu_cp_time[i * 5 + 3]);
 398                     rrddim_set(st, "idle", pcpu_cp_time[i * 5 + 4]);
 399                     rrdset_done(st);
 400                 }
 401             }
 402         }
 403     }
 404
 405     // --------------------------------------------------------------------
 406
 407     if (likely(do_interrupts)) {
 408         if (unlikely(sysctlbyname("hw.intrcnt", NULL, &intrcnt_size, NULL, 0) == -1)) {
 409             error("FREEBSD: sysctl(hw.intrcnt...) failed: %s", strerror(errno));
 410             do_interrupts = 0;
 411             error("DISABLED: system.intr");
 412         } else {
 413             nintr = intrcnt_size / sizeof(u_long);
 414             intrcnt = reallocz(intrcnt, nintr * sizeof(u_long));
 415             if (unlikely(getsysctl("hw.intrcnt", intrcnt, nintr * sizeof(u_long)))){
 416                 do_interrupts = 0;
 417                 error("DISABLED: system.intr");
 418             } else {
 419                 for (i = 0; i < nintr; i++)
 420                     totalintr += intrcnt[i];
 421
 422                 st = rrdset_find_bytype("system", "intr");
 423                 if (unlikely(!st)) {
 424                     st = rrdset_create("system", "intr", NULL, "interrupts", NULL, "Total Hardware Interrupts", "interrupts/s", 900, update_every, RRDSET_TYPE_LINE);
 425                     st->isdetail = 1;
 426
 427                     rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 428                 }
 429                 else rrdset_next(st);
 430
 431                 rrddim_set(st, "interrupts", totalintr);
 432                 rrdset_done(st);
 433
 434                 // --------------------------------------------------------------------
 435
 436                 size = nintr * (MAXCOMLEN +1);
 437                 intrnames = reallocz(intrnames, size);
 438                 if (unlikely(getsysctl("hw.intrnames", intrnames, size))) {
 439                     do_interrupts = 0;
 440                     error("DISABLED: system.intr");
 441                 } else {
 442                     st = rrdset_find_bytype("system", "interrupts");
 443                     if (unlikely(!st))
 444                         st = rrdset_create("system", "interrupts", NULL, "interrupts", NULL, "System interrupts", "interrupts/s",
 445                                            1000, update_every, RRDSET_TYPE_STACKED);
 446                     else
 447                         rrdset_next(st);
 448
 449                     for (i = 0; i < nintr; i++) {
 450                         p = intrnames + i * (MAXCOMLEN + 1);
 451                         if (unlikely((intrcnt[i] != 0) && (*(char*)p != 0))) {
 452                             rd = rrddim_find(st, p);
 453                             if (unlikely(!rd))
 454                                 rd = rrddim_add(st, p, NULL, 1, 1, RRDDIM_INCREMENTAL);
 455                             rrddim_set_by_pointer(st, rd, intrcnt[i]);
 456                         }
 457                     }
 458                     rrdset_done(st);
 459                 }
 460             }
 461         }
 462     }
 463
 464     // --------------------------------------------------------------------
 465
 466     if (likely(do_dev_intr)) {
 467         if (unlikely(GETSYSCTL("vm.stats.sys.v_intr", u_int_data))) {
 468             do_dev_intr = 0;
 469             error("DISABLED: system.dev_intr");
 470         } else {
 471
 472             st = rrdset_find_bytype("system", "dev_intr");
 473             if (unlikely(!st)) {
 474                 st = rrdset_create("system", "dev_intr", NULL, "interrupts", NULL, "Device Interrupts", "interrupts/s", 1000, update_every, RRDSET_TYPE_LINE);
 475
 476                 rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 477             }
 478             else rrdset_next(st);
 479
 480             rrddim_set(st, "interrupts", u_int_data);
 481             rrdset_done(st);
 482         }
 483     }
 484
 485     // --------------------------------------------------------------------
 486
 487     if (likely(do_soft_intr)) {
 488         if (unlikely(GETSYSCTL("vm.stats.sys.v_soft", u_int_data))) {
 489             do_soft_intr = 0;
 490             error("DISABLED: system.dev_intr");
 491         } else {
 492
 493             st = rrdset_find_bytype("system", "soft_intr");
 494             if (unlikely(!st)) {
 495                 st = rrdset_create("system", "soft_intr", NULL, "interrupts", NULL, "Software Interrupts", "interrupts/s", 1100, update_every, RRDSET_TYPE_LINE);
 496
 497                 rrddim_add(st, "interrupts", NULL, 1, 1, RRDDIM_INCREMENTAL);
 498             }
 499             else rrdset_next(st);
 500
 501             rrddim_set(st, "interrupts", u_int_data);
 502             rrdset_done(st);
 503         }
 504     }
 505
 506     // --------------------------------------------------------------------
 507
 508     if (likely(do_context)) {
 509         if (unlikely(GETSYSCTL("vm.stats.sys.v_swtch", u_int_data))) {
 510             do_context = 0;
 511             error("DISABLED: system.ctxt");
 512         } else {
 513
 514             st = rrdset_find_bytype("system", "ctxt");
 515             if (unlikely(!st)) {
 516                 st = rrdset_create("system", "ctxt", NULL, "processes", NULL, "CPU Context Switches", "context switches/s", 800, update_every, RRDSET_TYPE_LINE);
 517
 518                 rrddim_add(st, "switches", NULL, 1, 1, RRDDIM_INCREMENTAL);
 519             }
 520             else rrdset_next(st);
 521
 522             rrddim_set(st, "switches", u_int_data);
 523             rrdset_done(st);
 524         }
 525     }
 526
 527     // --------------------------------------------------------------------
 528
 529     if (likely(do_forks)) {
 530         if (unlikely(GETSYSCTL("vm.stats.vm.v_forks", u_int_data))) {
 531             do_forks = 0;
 532             error("DISABLED: system.forks");
 533         } else {
 534
 535             st = rrdset_find_bytype("system", "forks");
 536             if (unlikely(!st)) {
 537                 st = rrdset_create("system", "forks", NULL, "processes", NULL, "Started Processes", "processes/s", 700, update_every, RRDSET_TYPE_LINE);
 538                 st->isdetail = 1;
 539
 540                 rrddim_add(st, "started", NULL, 1, 1, RRDDIM_INCREMENTAL);
 541             }
 542             else rrdset_next(st);
 543
 544             rrddim_set(st, "started", u_int_data);
 545             rrdset_done(st);
 546         }
 547     }
 548
 549     // --------------------------------------------------------------------
 550
 551     if (likely(do_disk_io)) {
 552         if (unlikely(GETSYSCTL("kern.devstat.numdevs", numdevs))) {
 553             do_disk_io = 0;
 554             error("DISABLED: disk.io");
 555         } else {
 556             devstat_data = reallocz(devstat_data, sizeof(long) + sizeof(struct devstat) * numdevs); // there is generation number before devstat structures
 557             if (unlikely(getsysctl("kern.devstat.all", devstat_data, sizeof(long) + sizeof(struct devstat) * numdevs))) {
 558                 do_disk_io = 0;
 559                 error("DISABLED: disk.io");
 560             } else {
 561                 dstat = devstat_data + sizeof(long); // skip generation number
 562                 collected_number total_disk_reads = 0;
 563                 collected_number total_disk_writes = 0;
 564
 565                 for (i = 0; i < numdevs; i++) {
 566                     if (((dstat[i].device_type & DEVSTAT_TYPE_MASK) == DEVSTAT_TYPE_DIRECT) || ((dstat[i].device_type & DEVSTAT_TYPE_MASK) == DEVSTAT_TYPE_STORARRAY)) {
 567
 568                         // --------------------------------------------------------------------
 569
 570                         st = rrdset_find_bytype(RRD_TYPE_DISK, dstat[i].device_name);
 571                         if (unlikely(!st)) {
 572                             st = rrdset_create(RRD_TYPE_DISK, dstat[i].device_name, NULL, dstat[i].device_name, "disk.io", "Disk I/O Bandwidth", "kilobytes/s", 2000, update_every, RRDSET_TYPE_AREA);
 573
 574                             rrddim_add(st, "reads", NULL, 1, 1024, RRDDIM_INCREMENTAL);
 575                             rrddim_add(st, "writes", NULL, -1, 1024, RRDDIM_INCREMENTAL);
 576                         }
 577                         else rrdset_next(st);
 578
 579                         total_disk_reads += dstat[i].bytes[DEVSTAT_READ];
 580                         total_disk_writes += dstat[i].bytes[DEVSTAT_WRITE];
 581                         prev_dstat.bytes_read = rrddim_set(st, "reads", dstat[i].bytes[DEVSTAT_READ]);
 582                         prev_dstat.bytes_write = rrddim_set(st, "writes", dstat[i].bytes[DEVSTAT_WRITE]);
 583                         rrdset_done(st);
 584
 585                         // --------------------------------------------------------------------
 586
 587                         st = rrdset_find_bytype("disk_ops", dstat[i].device_name);
 588                         if (unlikely(!st)) {
 589                             st = rrdset_create("disk_ops", dstat[i].device_name, NULL, dstat[i].device_name, "disk.ops", "Disk Completed I/O Operations", "operations/s", 2001, update_every, RRDSET_TYPE_LINE);
 590                             st->isdetail = 1;
 591
 592                             rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_INCREMENTAL);
 593                             rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_INCREMENTAL);
 594                         }
 595                         else rrdset_next(st);
 596
 597                         prev_dstat.operations_read = rrddim_set(st, "reads", dstat[i].operations[DEVSTAT_READ]);
 598                         prev_dstat.operations_write = rrddim_set(st, "writes", dstat[i].operations[DEVSTAT_WRITE]);
 599                         rrdset_done(st);
 600
 601                         // --------------------------------------------------------------------
 602
 603                         st = rrdset_find_bytype("disk_qops", dstat[i].device_name);
 604                         if (unlikely(!st)) {
 605                             st = rrdset_create("disk_qops", dstat[i].device_name, NULL, dstat[i].device_name, "disk.qops", "Disk Current I/O Operations", "operations", 2002, update_every, RRDSET_TYPE_LINE);
 606                             st->isdetail = 1;
 607
 608                             rrddim_add(st, "operations", NULL, 1, 1, RRDDIM_ABSOLUTE);
 609                         }
 610                         else rrdset_next(st);
 611
 612                         rrddim_set(st, "operations", dstat[i].start_count - dstat[i].end_count);
 613                         rrdset_done(st);
 614
 615                         // --------------------------------------------------------------------
 616
 617                         st = rrdset_find_bytype("disk_util", dstat[i].device_name);
 618                         if (unlikely(!st)) {
 619                             st = rrdset_create("disk_util", dstat[i].device_name, NULL, dstat[i].device_name, "disk.util", "Disk Utilization Time", "% of time working", 2004, update_every, RRDSET_TYPE_AREA);
 620                             st->isdetail = 1;
 621
 622                             rrddim_add(st, "utilization", NULL, 1, 10, RRDDIM_INCREMENTAL);
 623                         }
 624                         else rrdset_next(st);
 625
 626                         cur_dstat.busy_time_ms = dstat[i].busy_time.sec * 1000 + dstat[i].busy_time.frac * BINTIME_SCALE;
 627                         prev_dstat.busy_time_ms = rrddim_set(st, "utilization", cur_dstat.busy_time_ms);
 628                         rrdset_done(st);
 629
 630                         // --------------------------------------------------------------------
 631
 632                         st = rrdset_find_bytype("disk_iotime", dstat[i].device_name);
 633                         if (unlikely(!st)) {
 634                             st = rrdset_create("disk_iotime", dstat[i].device_name, NULL, dstat[i].device_name, "disk.iotime", "Disk Total I/O Time", "milliseconds/s", 2022, update_every, RRDSET_TYPE_LINE);
 635                             st->isdetail = 1;
 636
 637                             rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_INCREMENTAL);
 638                             rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_INCREMENTAL);
 639                         }
 640                         else rrdset_next(st);
 641
 642                         cur_dstat.duration_read_ms = dstat[i].duration[DEVSTAT_READ].sec * 1000 + dstat[i].duration[DEVSTAT_READ].frac * BINTIME_SCALE;
 643                         cur_dstat.duration_write_ms = dstat[i].duration[DEVSTAT_WRITE].sec * 1000 + dstat[i].duration[DEVSTAT_READ].frac * BINTIME_SCALE;
 644                         prev_dstat.duration_read_ms = rrddim_set(st, "reads", cur_dstat.duration_read_ms);
 645                         prev_dstat.duration_write_ms = rrddim_set(st, "writes", cur_dstat.duration_write_ms);
 646                         rrdset_done(st);
 647
 648                         // --------------------------------------------------------------------
 649                         // calculate differential charts
 650                         // only if this is not the first time we run
 651
 652                         if (likely(dt)) {
 653
 654                             // --------------------------------------------------------------------
 655
 656                             st = rrdset_find_bytype("disk_await", dstat[i].device_name);
 657                             if (unlikely(!st)) {
 658                                 st = rrdset_create("disk_await", dstat[i].device_name, NULL, dstat[i].device_name, "disk.await", "Average Completed I/O Operation Time", "ms per operation", 2005, update_every, RRDSET_TYPE_LINE);
 659                                 st->isdetail = 1;
 660
 661                                 rrddim_add(st, "reads", NULL, 1, 1, RRDDIM_ABSOLUTE);
 662                                 rrddim_add(st, "writes", NULL, -1, 1, RRDDIM_ABSOLUTE);
 663                             }
 664                             else rrdset_next(st);
 665
 666                             rrddim_set(st, "reads", (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) ?
 667                                 (cur_dstat.duration_read_ms - prev_dstat.duration_read_ms) / (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) : 0);
 668                             rrddim_set(st, "writes", (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) ?
 669                                 (cur_dstat.duration_write_ms - prev_dstat.duration_write_ms) / (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) : 0);
 670                             rrdset_done(st);
 671
 672                             // --------------------------------------------------------------------
 673
 674                             st = rrdset_find_bytype("disk_avgsz", dstat[i].device_name);
 675                             if (unlikely(!st)) {
 676                                 st = rrdset_create("disk_avgsz", dstat[i].device_name, NULL, dstat[i].device_name, "disk.avgsz", "Average Completed I/O Operation Bandwidth", "kilobytes per operation", 2006, update_every, RRDSET_TYPE_AREA);
 677                                 st->isdetail = 1;
 678
 679                                 rrddim_add(st, "reads", NULL, 1, 1024, RRDDIM_ABSOLUTE);
 680                                 rrddim_add(st, "writes", NULL, -1, 1024, RRDDIM_ABSOLUTE);
 681                             }
 682                             else rrdset_next(st);
 683
 684                             rrddim_set(st, "reads", (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) ?
 685                                 (dstat[i].bytes[DEVSTAT_READ] - prev_dstat.bytes_read) / (dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) : 0);
 686                             rrddim_set(st, "writes", (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) ?
 687                                 (dstat[i].bytes[DEVSTAT_WRITE] - prev_dstat.bytes_write) / (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write) : 0);
 688                             rrdset_done(st);
 689
 690                             // --------------------------------------------------------------------
 691
 692                             st = rrdset_find_bytype("disk_svctm", dstat[i].device_name);
 693                             if (unlikely(!st)) {
 694                                 st = rrdset_create("disk_svctm", dstat[i].device_name, NULL, dstat[i].device_name, "disk.svctm", "Average Service Time", "ms per operation", 2007, update_every, RRDSET_TYPE_LINE);
 695                                 st->isdetail = 1;
 696
 697                                 rrddim_add(st, "svctm", NULL, 1, 1, RRDDIM_ABSOLUTE);
 698                             }
 699                             else rrdset_next(st);
 700
 701                             rrddim_set(st, "svctm", ((dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) + (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write)) ?
 702                                 (cur_dstat.busy_time_ms - prev_dstat.busy_time_ms) / ((dstat[i].operations[DEVSTAT_READ] - prev_dstat.operations_read) + (dstat[i].operations[DEVSTAT_WRITE] - prev_dstat.operations_write)) : 0);
 703                             rrdset_done(st);
 704                         }
 705                     }
 706
 707                     // --------------------------------------------------------------------
 708
 709                     st = rrdset_find_bytype("system", "io");
 710                     if (unlikely(!st)) {
 711                         st = rrdset_create("system", "io", NULL, "disk", NULL, "Disk I/O", "kilobytes/s", 150, update_every, RRDSET_TYPE_AREA);
 712                         rrddim_add(st, "in",  NULL,  1, 1024, RRDDIM_INCREMENTAL);
 713                         rrddim_add(st, "out", NULL, -1, 1024, RRDDIM_INCREMENTAL);
 714                     }
 715                     else rrdset_next(st);
 716
 717                     rrddim_set(st, "in", total_disk_reads);
 718                     rrddim_set(st, "out", total_disk_writes);
 719                     rrdset_done(st);
 720                 }
 721             }
 722         }
 723     }
 724
 725     // --------------------------------------------------------------------
 726
 727
 728     if (likely(do_swap)) {
 729         mibsize = sizeof mib / sizeof mib[0];
 730         if (unlikely(sysctlnametomib("vm.swap_info", mib, &mibsize) == -1)) {
 731             error("FREEBSD: sysctl(%s...) failed: %s", "vm.swap_info", strerror(errno));
 732             do_swap = 0;
 733             error("DISABLED: system.swap");
 734         } else {
 735             for (i = 0; ; i++) {
 736                 mib[mibsize] = i;
 737                 size = sizeof(xsw);
 738                 if (unlikely(sysctl(mib, mibsize + 1, &xsw, &size, NULL, 0) == -1 )) {
 739                     if (unlikely(errno != ENOENT)) {
 740                         error("FREEBSD: sysctl(%s...) failed: %s", "vm.swap_info", strerror(errno));
 741                         do_swap = 0;
 742                         error("DISABLED: system.swap");
 743                     } else {
 744                         if (unlikely(size != sizeof(xsw))) {
 745                             error("FREEBSD: sysctl(%s...) expected %lu, got %lu", "vm.swap_info", (unsigned long)sizeof(xsw), (unsigned long)size);
 746                             do_swap = 0;
 747                             error("DISABLED: system.swap");
 748                         } else break;
 749                     }
 750                 }
 751                 total_xsw.bytes_used += xsw.xsw_used;
 752                 total_xsw.bytes_total += xsw.xsw_nblks;
 753             }
 754
 755             if (likely(do_swap)) {
 756                 st = rrdset_find("system.swap");
 757                 if (unlikely(!st)) {
 758                     st = rrdset_create("system", "swap", NULL, "swap", NULL, "System Swap", "MB", 201, update_every, RRDSET_TYPE_STACKED);
 759                     st->isdetail = 1;
 760
 761                     rrddim_add(st, "free",    NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 762                     rrddim_add(st, "used",    NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 763                 }
 764                 else rrdset_next(st);
 765
 766                 rrddim_set(st, "used", total_xsw.bytes_used);
 767                 rrddim_set(st, "free", total_xsw.bytes_total - total_xsw.bytes_used);
 768                 rrdset_done(st);
 769             }
 770         }
 771     }
 772
 773     // --------------------------------------------------------------------
 774
 775     if (likely(do_ram)) {
 776         if (unlikely(GETSYSCTL("vm.stats.vm.v_active_count",    vmmeter_data.v_active_count) ||
 777                      GETSYSCTL("vm.stats.vm.v_inactive_count",  vmmeter_data.v_inactive_count) ||
 778                      GETSYSCTL("vm.stats.vm.v_wire_count",      vmmeter_data.v_wire_count) ||
 779                      GETSYSCTL("vm.stats.vm.v_cache_count",     vmmeter_data.v_cache_count) ||
 780                      GETSYSCTL("vfs.bufspace",                  vfs_bufspace_count) ||
 781                      GETSYSCTL("vm.stats.vm.v_free_count",      vmmeter_data.v_free_count))) {
 782             do_ram = 0;
 783             error("DISABLED: system.ram");
 784         } else {
 785             st = rrdset_find("system.ram");
 786             if (unlikely(!st)) {
 787                 st = rrdset_create("system", "ram", NULL, "ram", NULL, "System RAM", "MB", 200, update_every, RRDSET_TYPE_STACKED);
 788
 789                 rrddim_add(st, "active",    NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 790                 rrddim_add(st, "inactive",  NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 791                 rrddim_add(st, "wired",     NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 792                 rrddim_add(st, "cache",     NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 793                 rrddim_add(st, "buffers",   NULL, 1, 1048576, RRDDIM_ABSOLUTE);
 794                 rrddim_add(st, "free",      NULL, system_pagesize, 1048576, RRDDIM_ABSOLUTE);
 795             }
 796             else rrdset_next(st);
 797
 798             rrddim_set(st, "active",    vmmeter_data.v_active_count);
 799             rrddim_set(st, "inactive",  vmmeter_data.v_inactive_count);
 800             rrddim_set(st, "wired",     vmmeter_data.v_wire_count);
 801             rrddim_set(st, "cache",     vmmeter_data.v_cache_count);
 802             rrddim_set(st, "buffers",   vfs_bufspace_count);
 803             rrddim_set(st, "free",      vmmeter_data.v_free_count);
 804             rrdset_done(st);
 805         }
 806     }
 807
 808     // --------------------------------------------------------------------
 809
 810     if (likely(do_swapio)) {
 811         if (unlikely(GETSYSCTL("vm.stats.vm.v_swappgsin", vmmeter_data.v_swappgsin) || GETSYSCTL("vm.stats.vm.v_swappgsout", vmmeter_data.v_swappgsout))) {
 812             do_swapio = 0;
 813             error("DISABLED: system.swapio");
 814         } else {
 815             st = rrdset_find("system.swapio");
 816             if (unlikely(!st)) {
 817                 st = rrdset_create("system", "swapio", NULL, "swap", NULL, "Swap I/O", "kilobytes/s", 250, update_every, RRDSET_TYPE_AREA);
 818
 819                 rrddim_add(st, "in",  NULL, system_pagesize, 1024, RRDDIM_INCREMENTAL);
 820                 rrddim_add(st, "out", NULL, -system_pagesize, 1024, RRDDIM_INCREMENTAL);
 821             }
 822             else rrdset_next(st);
 823
 824             rrddim_set(st, "in", vmmeter_data.v_swappgsin);
 825             rrddim_set(st, "out", vmmeter_data.v_swappgsout);
 826             rrdset_done(st);
 827         }
 828     }
 829
 830     // --------------------------------------------------------------------
 831
 832     if (likely(do_pgfaults)) {
 833         if (unlikely(GETSYSCTL("vm.stats.vm.v_vm_faults",   vmmeter_data.v_vm_faults) ||
 834                      GETSYSCTL("vm.stats.vm.v_io_faults",   vmmeter_data.v_io_faults) ||
 835                      GETSYSCTL("vm.stats.vm.v_cow_faults",  vmmeter_data.v_cow_faults) ||
 836                      GETSYSCTL("vm.stats.vm.v_cow_optim",   vmmeter_data.v_cow_optim) ||
 837                      GETSYSCTL("vm.stats.vm.v_intrans",     vmmeter_data.v_intrans))) {
 838             do_pgfaults = 0;
 839             error("DISABLED: mem.pgfaults");
 840         } else {
 841             st = rrdset_find("mem.pgfaults");
 842             if (unlikely(!st)) {
 843                 st = rrdset_create("mem", "pgfaults", NULL, "system", NULL, "Memory Page Faults", "page faults/s", 500, update_every, RRDSET_TYPE_LINE);
 844                 st->isdetail = 1;
 845
 846                 rrddim_add(st, "memory", NULL, 1, 1, RRDDIM_INCREMENTAL);
 847                 rrddim_add(st, "io_requiring", NULL, 1, 1, RRDDIM_INCREMENTAL);
 848                 rrddim_add(st, "cow", NULL, 1, 1, RRDDIM_INCREMENTAL);
 849                 rrddim_add(st, "cow_optimized", NULL, 1, 1, RRDDIM_INCREMENTAL);
 850                 rrddim_add(st, "in_transit", NULL, 1, 1, RRDDIM_INCREMENTAL);
 851             }
 852             else rrdset_next(st);
 853
 854             rrddim_set(st, "memory", vmmeter_data.v_vm_faults);
 855             rrddim_set(st, "io_requiring", vmmeter_data.v_io_faults);
 856             rrddim_set(st, "cow", vmmeter_data.v_cow_faults);
 857             rrddim_set(st, "cow_optimized", vmmeter_data.v_cow_optim);
 858             rrddim_set(st, "in_transit", vmmeter_data.v_intrans);
 859             rrdset_done(st);
 860         }
 861     }
 862
 863     // --------------------------------------------------------------------
 864
 865     if (likely(do_ipc_semaphores)) {
 866         if (unlikely(GETSYSCTL("kern.ipc.semmni", ipc_sem.semmni))) {
 867             do_ipc_semaphores = 0;
 868             error("DISABLED: system.ipc_semaphores");
 869             error("DISABLED: system.ipc_semaphore_arrays");
 870         } else {
 871             ipc_sem_data = reallocz(ipc_sem_data, sizeof(struct semid_kernel) * ipc_sem.semmni);
 872             if (unlikely(getsysctl("kern.ipc.sema", ipc_sem_data, sizeof(struct semid_kernel) * ipc_sem.semmni))) {
 873                 do_ipc_semaphores = 0;
 874                 error("DISABLED: system.ipc_semaphores");
 875                 error("DISABLED: system.ipc_semaphore_arrays");
 876             } else {
 877                 for (i = 0; i < ipc_sem.semmni; i++) {
 878                     if (unlikely(ipc_sem_data[i].u.sem_perm.mode & SEM_ALLOC)) {
 879                         ipc_sem.sets += 1;
 880                         ipc_sem.semaphores += ipc_sem_data[i].u.sem_nsems;
 881                     }
 882                 }
 883
 884                 // --------------------------------------------------------------------
 885
 886                 st = rrdset_find("system.ipc_semaphores");
 887                 if (unlikely(!st)) {
 888                     st = rrdset_create("system", "ipc_semaphores", NULL, "ipc semaphores", NULL, "IPC Semaphores", "semaphores", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 889                     rrddim_add(st, "semaphores", NULL, 1, 1, RRDDIM_ABSOLUTE);
 890                 }
 891                 else rrdset_next(st);
 892
 893                 rrddim_set(st, "semaphores", ipc_sem.semaphores);
 894                 rrdset_done(st);
 895
 896                 // --------------------------------------------------------------------
 897
 898                 st = rrdset_find("system.ipc_semaphore_arrays");
 899                 if (unlikely(!st)) {
 900                     st = rrdset_create("system", "ipc_semaphore_arrays", NULL, "ipc semaphores", NULL, "IPC Semaphore Arrays", "arrays", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 901                     rrddim_add(st, "arrays", NULL, 1, 1, RRDDIM_ABSOLUTE);
 902                 }
 903                 else rrdset_next(st);
 904
 905                 rrddim_set(st, "arrays", ipc_sem.sets);
 906                 rrdset_done(st);
 907             }
 908         }
 909     }
 910
 911     // --------------------------------------------------------------------
 912
 913     if (likely(do_ipc_shared_mem)) {
 914         if (unlikely(GETSYSCTL("kern.ipc.shmmni", ipc_shm.shmmni))) {
 915             do_ipc_shared_mem = 0;
 916             error("DISABLED: system.ipc_shared_mem_segs");
 917             error("DISABLED: system.ipc_shared_mem_size");
 918         } else {
 919             ipc_shm_data = reallocz(ipc_shm_data, sizeof(struct shmid_kernel) * ipc_shm.shmmni);
 920             if (unlikely(getsysctl("kern.ipc.shmsegs", ipc_shm_data, sizeof(struct shmid_kernel) * ipc_shm.shmmni))) {
 921                 do_ipc_shared_mem = 0;
 922                 error("DISABLED: system.ipc_shared_mem_segs");
 923                 error("DISABLED: system.ipc_shared_mem_size");
 924             } else {
 925                 for (i = 0; i < ipc_shm.shmmni; i++) {
 926                     if (unlikely(ipc_shm_data[i].u.shm_perm.mode & 0x0800)) {
 927                         ipc_shm.segs += 1;
 928                         ipc_shm.segsize += ipc_shm_data[i].u.shm_segsz;
 929                     }
 930                 }
 931
 932                 // --------------------------------------------------------------------
 933
 934                 st = rrdset_find("system.ipc_shared_mem_segs");
 935                 if (unlikely(!st)) {
 936                     st = rrdset_create("system", "ipc_shared_mem_segs", NULL, "ipc shared memory", NULL, "IPC Shared Memory Segments", "segments", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 937                     rrddim_add(st, "segments", NULL, 1, 1, RRDDIM_ABSOLUTE);
 938                 }
 939                 else rrdset_next(st);
 940
 941                 rrddim_set(st, "segments", ipc_shm.segs);
 942                 rrdset_done(st);
 943
 944                 // --------------------------------------------------------------------
 945
 946                 st = rrdset_find("system.ipc_shared_mem_size");
 947                 if (unlikely(!st)) {
 948                     st = rrdset_create("system", "ipc_shared_mem_size", NULL, "ipc shared memory", NULL, "IPC Shared Memory Segments Size", "kilobytes", 1000, rrd_update_every, RRDSET_TYPE_AREA);
 949                     rrddim_add(st, "allocated", NULL, 1, 1024, RRDDIM_ABSOLUTE);
 950                 }
 951                 else rrdset_next(st);
 952
 953                 rrddim_set(st, "allocated", ipc_shm.segsize);
 954                 rrdset_done(st);
 955             }
 956         }
 957     }
 958
 959     // --------------------------------------------------------------------
 960
 961     if (likely(do_ipc_msg_queues)) {
 962         if (unlikely(GETSYSCTL("kern.ipc.msgmni", ipc_msq.msgmni))) {
 963             do_ipc_msg_queues = 0;
 964             error("DISABLED: system.ipc_msq_queues");
 965             error("DISABLED: system.ipc_msq_messages");
 966             error("DISABLED: system.ipc_msq_size");
 967         } else {
 968             ipc_msq_data = reallocz(ipc_msq_data, sizeof(struct msqid_kernel) * ipc_msq.msgmni);
 969             if (unlikely(getsysctl("kern.ipc.msqids", ipc_msq_data, sizeof(struct msqid_kernel) * ipc_msq.msgmni))) {
 970                 do_ipc_msg_queues = 0;
 971                 error("DISABLED: system.ipc_msq_queues");
 972                 error("DISABLED: system.ipc_msq_messages");
 973                 error("DISABLED: system.ipc_msq_size");
 974             } else {
 975                 for (i = 0; i < ipc_msq.msgmni; i++) {
 976                     if (unlikely(ipc_msq_data[i].u.msg_qbytes != 0)) {
 977                         ipc_msq.queues += 1;
 978                         ipc_msq.messages += ipc_msq_data[i].u.msg_qnum;
 979                         ipc_msq.usedsize += ipc_msq_data[i].u.msg_cbytes;
 980                         ipc_msq.allocsize += ipc_msq_data[i].u.msg_qbytes;
 981                     }
 982                 }
 983
 984                 // --------------------------------------------------------------------
 985
 986                 st = rrdset_find("system.ipc_msq_queues");
 987                 if (unlikely(!st)) {
 988                     st = rrdset_create("system", "ipc_msq_queues", NULL, "ipc message queues", NULL, "Number of IPC Message Queues", "queues", 990, rrd_update_every, RRDSET_TYPE_AREA);
 989                     rrddim_add(st, "queues", NULL, 1, 1, RRDDIM_ABSOLUTE);
 990                 }
 991                 else rrdset_next(st);
 992
 993                 rrddim_set(st, "queues", ipc_msq.queues);
 994                 rrdset_done(st);
 995
 996                 // --------------------------------------------------------------------
 997
 998                 st = rrdset_find("system.ipc_msq_messages");
 999                 if (unlikely(!st)) {
1000                     st = rrdset_create("system", "ipc_msq_messages", NULL, "ipc message queues", NULL, "Number of Messages in IPC Message Queues", "messages", 1000, rrd_update_every, RRDSET_TYPE_AREA);
1001                     rrddim_add(st, "messages", NULL, 1, 1, RRDDIM_ABSOLUTE);
1002                 }
1003                 else rrdset_next(st);
1004
1005                 rrddim_set(st, "messages", ipc_msq.messages);
1006                 rrdset_done(st);
1007
1008                 // --------------------------------------------------------------------
1009
1010                 st = rrdset_find("system.ipc_msq_size");
1011                 if (unlikely(!st)) {
1012                     st = rrdset_create("system", "ipc_msq_size", NULL, "ipc message queues", NULL, "Size of IPC Message Queues", "bytes", 1100, rrd_update_every, RRDSET_TYPE_LINE);
1013                     rrddim_add(st, "allocated", NULL, 1, 1, RRDDIM_ABSOLUTE);
1014                     rrddim_add(st, "used", NULL, 1, 1, RRDDIM_ABSOLUTE);
1015                 }
1016                 else rrdset_next(st);
1017
1018                 rrddim_set(st, "allocated", ipc_msq.allocsize);
1019                 rrddim_set(st, "used", ipc_msq.usedsize);
1020                 rrdset_done(st);
1021
1022             }
1023         }
1024     }
1025
1026     // --------------------------------------------------------------------
1027
1028     if (likely(do_netisr || do_netisr_per_core)) {
1029         if (unlikely(GETSYSCTL("kern.smp.cpus", ncpus))) {
1030             common_error = 1;
1031         } else if (unlikely(ncpus > 9999)) {
1032             error("FREEBSD: There are more than 4 digits in cpu cores number");
1033             common_error = 1;
1034         } else if (unlikely(sysctlbyname("net.isr.workstream", NULL, &netisr_workstream_size, NULL, 0) == -1)) {
1035             error("FREEBSD: sysctl(net.isr.workstream...) failed: %s", strerror(errno));
1036             common_error = 1;
1037         } else if (unlikely(sysctlbyname("net.isr.work", NULL, &netisr_work_size, NULL, 0) == -1)) {
1038             error("FREEBSD: sysctl(net.isr.work...) failed: %s", strerror(errno));
1039             common_error = 1;
1040         } else {
1041             num_netisr_workstreams = netisr_workstream_size / sizeof(struct sysctl_netisr_workstream);
1042             netisr_workstream = reallocz(netisr_workstream, num_netisr_workstreams * sizeof(struct sysctl_netisr_workstream));
1043             if (unlikely(getsysctl("net.isr.workstream", netisr_workstream, num_netisr_workstreams * sizeof(struct sysctl_netisr_workstream)))){
1044                 common_error = 1;
1045             } else {
1046                 num_netisr_works = netisr_work_size / sizeof(struct sysctl_netisr_work);
1047                 netisr_work = reallocz(netisr_work, num_netisr_works * sizeof(struct sysctl_netisr_work));
1048                 if (unlikely(getsysctl("net.isr.work", netisr_work, num_netisr_works * sizeof(struct sysctl_netisr_work)))){
1049                     common_error = 1;
1050                 }
1051             }
1052         }
1053         if (unlikely(common_error)) {
1054             do_netisr = 0;
1055             error("DISABLED: system.softnet_stat");
1056             do_netisr_per_core = 0;
1057             error("DISABLED: system.cpuX_softnet_stat");
1058             common_error = 0;
1059         } else {
1060             netisr_stats = reallocz(netisr_stats, (ncpus + 1) * sizeof(struct netisr_stats));
1061             bzero(netisr_stats, (ncpus + 1) * sizeof(struct netisr_stats));
1062             for (i = 0; i < num_netisr_workstreams; i++) {
1063                 for (n = 0; n < num_netisr_works; n++) {
1064                     if (netisr_workstream[i].snws_wsid == netisr_work[n].snw_wsid) {
1065                         netisr_stats[netisr_workstream[i].snws_cpu].dispatched += netisr_work[n].snw_dispatched;
1066                         netisr_stats[netisr_workstream[i].snws_cpu].hybrid_dispatched += netisr_work[n].snw_hybrid_dispatched;
1067                         netisr_stats[netisr_workstream[i].snws_cpu].qdrops += netisr_work[n].snw_qdrops;
1068                         netisr_stats[netisr_workstream[i].snws_cpu].queued += netisr_work[n].snw_queued;
1069                     }
1070                 }
1071             }
1072             for (i = 0; i < ncpus; i++) {
1073                 netisr_stats[ncpus].dispatched += netisr_stats[i].dispatched;
1074                 netisr_stats[ncpus].hybrid_dispatched += netisr_stats[i].hybrid_dispatched;
1075                 netisr_stats[ncpus].qdrops += netisr_stats[i].qdrops;
1076                 netisr_stats[ncpus].queued += netisr_stats[i].queued;
1077             }
1078         }
1079     }
1080
1081     // --------------------------------------------------------------------
1082
1083     if (likely(do_netisr)) {
1084         st = rrdset_find_bytype("system", "softnet_stat");
1085         if (unlikely(!st)) {
1086             st = rrdset_create("system", "softnet_stat", NULL, "softnet_stat", NULL, "System softnet_stat", "events/s", 955, update_every, RRDSET_TYPE_LINE);
1087             rrddim_add(st, "dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1088             rrddim_add(st, "hybrid_dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1089             rrddim_add(st, "qdrops", NULL, 1, 1, RRDDIM_INCREMENTAL);
1090             rrddim_add(st, "queued", NULL, 1, 1, RRDDIM_INCREMENTAL);
1091         }
1092         else rrdset_next(st);
1093
1094         rrddim_set(st, "dispatched", netisr_stats[ncpus].dispatched);
1095         rrddim_set(st, "hybrid_dispatched", netisr_stats[ncpus].hybrid_dispatched);
1096         rrddim_set(st, "qdrops", netisr_stats[ncpus].qdrops);
1097         rrddim_set(st, "queued", netisr_stats[ncpus].queued);
1098         rrdset_done(st);
1099     }
1100
1101     // --------------------------------------------------------------------
1102
1103     if (likely(do_netisr_per_core)) {
1104         for (i = 0; i < ncpus ;i++) {
1105             snprintfz(netstat_cpuid, 21, "cpu%d_softnet_stat", i);
1106
1107             st = rrdset_find_bytype("cpu", netstat_cpuid);
1108             if (unlikely(!st)) {
1109                 st = rrdset_create("cpu", netstat_cpuid, NULL, "softnet_stat", NULL, "Per CPU netisr statistics", "events/s", 1101 + i, update_every, RRDSET_TYPE_LINE);
1110                 rrddim_add(st, "dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1111                 rrddim_add(st, "hybrid_dispatched", NULL, 1, 1, RRDDIM_INCREMENTAL);
1112                 rrddim_add(st, "qdrops", NULL, 1, 1, RRDDIM_INCREMENTAL);
1113                 rrddim_add(st, "queued", NULL, 1, 1, RRDDIM_INCREMENTAL);
1114             }
1115             else rrdset_next(st);
1116
1117             rrddim_set(st, "dispatched", netisr_stats[i].dispatched);
1118             rrddim_set(st, "hybrid_dispatched", netisr_stats[i].hybrid_dispatched);
1119             rrddim_set(st, "qdrops", netisr_stats[i].qdrops);
1120             rrddim_set(st, "queued", netisr_stats[i].queued);
1121             rrdset_done(st);
1122         }
1123     }
1124
1125     // --------------------------------------------------------------------
1126
1127     if (likely(do_bandwidth)) {
1128         if (unlikely(getifaddrs(&ifap))) {
1129             error("FREEBSD: getifaddrs()");
1130             do_bandwidth = 0;
1131             error("DISABLED: system.ipv4");
1132         } else {
1133             iftot.ift_ibytes = iftot.ift_obytes = 0;
1134             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1135                 if (ifa->ifa_addr->sa_family != AF_INET)
1136                         continue;
1137                 iftot.ift_ibytes += IFA_DATA(ibytes);
1138                 iftot.ift_obytes += IFA_DATA(obytes);
1139             }
1140
1141             st = rrdset_find("system.ipv4");
1142             if (unlikely(!st)) {
1143                 st = rrdset_create("system", "ipv4", NULL, "network", NULL, "IPv4 Bandwidth", "kilobits/s", 500, update_every, RRDSET_TYPE_AREA);
1144
1145                 rrddim_add(st, "InOctets", "received", 8, 1024, RRDDIM_INCREMENTAL);
1146                 rrddim_add(st, "OutOctets", "sent", -8, 1024, RRDDIM_INCREMENTAL);
1147             }
1148             else rrdset_next(st);
1149
1150             rrddim_set(st, "InOctets", iftot.ift_ibytes);
1151             rrddim_set(st, "OutOctets", iftot.ift_obytes);
1152             rrdset_done(st);
1153
1154             // --------------------------------------------------------------------
1155
1156             iftot.ift_ibytes = iftot.ift_obytes = 0;
1157             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1158                 if (ifa->ifa_addr->sa_family != AF_INET6)
1159                         continue;
1160                 iftot.ift_ibytes += IFA_DATA(ibytes);
1161                 iftot.ift_obytes += IFA_DATA(obytes);
1162             }
1163
1164             st = rrdset_find("system.ipv6");
1165             if (unlikely(!st)) {
1166                 st = rrdset_create("system", "ipv6", NULL, "network", NULL, "IPv6 Bandwidth", "kilobits/s", 500, update_every, RRDSET_TYPE_AREA);
1167
1168                 rrddim_add(st, "received", NULL, 8, 1024, RRDDIM_INCREMENTAL);
1169                 rrddim_add(st, "sent", NULL, -8, 1024, RRDDIM_INCREMENTAL);
1170             }
1171             else rrdset_next(st);
1172
1173             rrddim_set(st, "sent", iftot.ift_obytes);
1174             rrddim_set(st, "received", iftot.ift_ibytes);
1175             rrdset_done(st);
1176
1177             for (ifa = ifap; ifa; ifa = ifa->ifa_next) {
1178                 if (ifa->ifa_addr->sa_family != AF_LINK)
1179                         continue;
1180
1181                 // --------------------------------------------------------------------
1182
1183                 st = rrdset_find_bytype("net", ifa->ifa_name);
1184                 if (unlikely(!st)) {
1185                     st = rrdset_create("net", ifa->ifa_name, NULL, ifa->ifa_name, "net.net", "Bandwidth", "kilobits/s", 7000, update_every, RRDSET_TYPE_AREA);
1186
1187                     rrddim_add(st, "received", NULL, 8, 1024, RRDDIM_INCREMENTAL);
1188                     rrddim_add(st, "sent", NULL, -8, 1024, RRDDIM_INCREMENTAL);
1189                 }
1190                 else rrdset_next(st);
1191
1192                 rrddim_set(st, "received", IFA_DATA(ibytes));
1193                 rrddim_set(st, "sent", IFA_DATA(obytes));
1194                 rrdset_done(st);
1195
1196                 // --------------------------------------------------------------------
1197
1198                 st = rrdset_find_bytype("net_packets", ifa->ifa_name);
1199                 if (unlikely(!st)) {
1200                     st = rrdset_create("net_packets", ifa->ifa_name, NULL, ifa->ifa_name, "net.packets", "Packets", "packets/s", 7001, update_every, RRDSET_TYPE_LINE);
1201                     st->isdetail = 1;
1202
1203                     rrddim_add(st, "received", NULL, 1, 1, RRDDIM_INCREMENTAL);
1204                     rrddim_add(st, "sent", NULL, -1, 1, RRDDIM_INCREMENTAL);
1205                     rrddim_add(st, "multicast_received", NULL, 1, 1, RRDDIM_INCREMENTAL);
1206                     rrddim_add(st, "multicast_sent", NULL, -1, 1, RRDDIM_INCREMENTAL);
1207                 }
1208                 else rrdset_next(st);
1209
1210                 rrddim_set(st, "received", IFA_DATA(ipackets));
1211                 rrddim_set(st, "sent", IFA_DATA(opackets));
1212                 rrddim_set(st, "multicast_received", IFA_DATA(imcasts));
1213                 rrddim_set(st, "multicast_sent", IFA_DATA(omcasts));
1214                 rrdset_done(st);
1215
1216                 // --------------------------------------------------------------------
1217
1218                 st = rrdset_find_bytype("net_errors", ifa->ifa_name);
1219                 if (unlikely(!st)) {
1220                     st = rrdset_create("net_errors", ifa->ifa_name, NULL, ifa->ifa_name, "net.errors", "Interface Errors", "errors/s", 7002, update_every, RRDSET_TYPE_LINE);
1221                     st->isdetail = 1;
1222
1223                     rrddim_add(st, "inbound", NULL, 1, 1, RRDDIM_INCREMENTAL);
1224                     rrddim_add(st, "outbound", NULL, -1, 1, RRDDIM_INCREMENTAL);
1225                 }
1226                 else rrdset_next(st);
1227
1228                 rrddim_set(st, "inbound", IFA_DATA(ierrors));
1229                 rrddim_set(st, "outbound", IFA_DATA(oerrors));
1230                 rrdset_done(st);
1231
1232                 // --------------------------------------------------------------------
1233
1234                 st = rrdset_find_bytype("net_drops", ifa->ifa_name);
1235                 if (unlikely(!st)) {
1236                     st = rrdset_create("net_drops", ifa->ifa_name, NULL, ifa->ifa_name, "net.drops", "Interface Drops", "drops/s", 7003, update_every, RRDSET_TYPE_LINE);
1237                     st->isdetail = 1;
1238
1239                     rrddim_add(st, "inbound", NULL, 1, 1, RRDDIM_INCREMENTAL);
1240                     rrddim_add(st, "outbound", NULL, -1, 1, RRDDIM_INCREMENTAL);
1241                 }
1242                 else rrdset_next(st);
1243
1244                 rrddim_set(st, "inbound", IFA_DATA(iqdrops));
1245                 rrddim_set(st, "outbound", IFA_DATA(oqdrops));
1246                 rrdset_done(st);
1247
1248                 // --------------------------------------------------------------------
1249
1250                 st = rrdset_find_bytype("net_events", ifa->ifa_name);
1251                 if (unlikely(!st)) {
1252                     st = rrdset_create("net_events", ifa->ifa_name, NULL, ifa->ifa_name, "net.events", "Network Interface Events", "events/s", 7006, update_every, RRDSET_TYPE_LINE);
1253                     st->isdetail = 1;
1254
1255                     rrddim_add(st, "frames", NULL, 1, 1, RRDDIM_INCREMENTAL);
1256                     rrddim_add(st, "collisions", NULL, -1, 1, RRDDIM_INCREMENTAL);
1257                     rrddim_add(st, "carrier", NULL, -1, 1, RRDDIM_INCREMENTAL);
1258                 }
1259                 else rrdset_next(st);
1260
1261                 rrddim_set(st, "collisions", IFA_DATA(collisions));
1262                 rrdset_done(st);
1263             }
1264
1265             freeifaddrs(ifap);
1266         }
1267     }
1268
1269     // --------------------------------------------------------------------
1270
1271     // see http://net-snmp.sourceforge.net/docs/mibs/tcp.html
1272     if (likely(do_tcp_sockets)) {
1273         if (unlikely(GETSYSCTL("net.inet.tcp.states", tcps_states))) {
1274             do_tcp_sockets = 0;
1275             error("DISABLED: ipv4.tcpsock");
1276         } else {
1277             if (likely(do_tcp_sockets)) {
1278                 st = rrdset_find("ipv4.tcpsock");
1279                 if (unlikely(!st)) {
1280                     st = rrdset_create("ipv4", "tcpsock", NULL, "tcp", NULL, "IPv4 TCP Connections",
1281                                        "active connections", 2500, update_every, RRDSET_TYPE_LINE);
1282
1283                     rrddim_add(st, "CurrEstab", "connections", 1, 1, RRDDIM_ABSOLUTE);
1284                 } else
1285                     rrdset_next(st);
1286
1287                 rrddim_set(st, "CurrEstab", tcps_states[TCPS_ESTABLISHED]);
1288                 rrdset_done(st);
1289             }
1290         }
1291     }
1292
1293     // --------------------------------------------------------------------
1294
1295     // see http://net-snmp.sourceforge.net/docs/mibs/tcp.html
1296     if (likely(do_tcp_packets || do_tcp_errors || do_tcp_handshake || do_tcpext_connaborts || do_tcpext_ofo || do_tcpext_syscookies || do_ecn)) {
1297         if (unlikely(GETSYSCTL("net.inet.tcp.stats", tcpstat))){
1298             do_tcp_packets = 0;
1299             error("DISABLED: ipv4.tcppackets");
1300             do_tcp_errors = 0;
1301             error("DISABLED: ipv4.tcperrors");
1302             do_tcp_handshake = 0;
1303             error("DISABLED: ipv4.tcphandshake");
1304             do_tcpext_connaborts = 0;
1305             error("DISABLED: ipv4.tcpconnaborts");
1306             do_tcpext_ofo = 0;
1307             error("DISABLED: ipv4.tcpofo");
1308             do_tcpext_syscookies = 0;
1309             error("DISABLED: ipv4.tcpsyncookies");
1310             do_ecn = 0;
1311             error("DISABLED: ipv4.ecnpkts");
1312         } else {
1313             if (likely(do_tcp_packets)) {
1314                 st = rrdset_find("ipv4.tcppackets");
1315                 if (unlikely(!st)) {
1316                     st = rrdset_create("ipv4", "tcppackets", NULL, "tcp", NULL, "IPv4 TCP Packets",
1317                                        "packets/s",
1318                                        2600, update_every, RRDSET_TYPE_LINE);
1319
1320                     rrddim_add(st, "InSegs", "received", 1, 1, RRDDIM_INCREMENTAL);
1321                     rrddim_add(st, "OutSegs", "sent", -1, 1, RRDDIM_INCREMENTAL);
1322                 } else
1323                     rrdset_next(st);
1324
1325                 rrddim_set(st, "InSegs", tcpstat.tcps_rcvtotal);
1326                 rrddim_set(st, "OutSegs", tcpstat.tcps_sndtotal);
1327                 rrdset_done(st);
1328             }
1329
1330             // --------------------------------------------------------------------
1331
1332             if (likely(do_tcp_errors)) {
1333                 st = rrdset_find("ipv4.tcperrors");
1334                 if (unlikely(!st)) {
1335                     st = rrdset_create("ipv4", "tcperrors", NULL, "tcp", NULL, "IPv4 TCP Errors",
1336                                        "packets/s",
1337                                        2700, update_every, RRDSET_TYPE_LINE);
1338                     st->isdetail = 1;
1339
1340                     rrddim_add(st, "InErrs", NULL, 1, 1, RRDDIM_INCREMENTAL);
1341                     rrddim_add(st, "InCsumErrors", NULL, 1, 1, RRDDIM_INCREMENTAL);
1342                     rrddim_add(st, "RetransSegs", NULL, -1, 1, RRDDIM_INCREMENTAL);
1343                 } else
1344                     rrdset_next(st);
1345
1346                 rrddim_set(st, "InErrs", tcpstat.tcps_rcvbadoff + tcpstat.tcps_rcvreassfull + tcpstat.tcps_rcvshort);
1347                 rrddim_set(st, "InCsumErrors", tcpstat.tcps_rcvbadsum);
1348                 rrddim_set(st, "RetransSegs", tcpstat.tcps_sndrexmitpack);
1349                 rrdset_done(st);
1350             }
1351
1352             // --------------------------------------------------------------------
1353
1354             if (likely(do_tcp_handshake)) {
1355                 st = rrdset_find("ipv4.tcphandshake");
1356                 if (unlikely(!st)) {
1357                     st = rrdset_create("ipv4", "tcphandshake", NULL, "tcp", NULL,
1358                                        "IPv4 TCP Handshake Issues",
1359                                        "events/s", 2900, update_every, RRDSET_TYPE_LINE);
1360                     st->isdetail = 1;
1361
1362                     rrddim_add(st, "EstabResets", NULL, 1, 1, RRDDIM_INCREMENTAL);
1363                     rrddim_add(st, "ActiveOpens", NULL, 1, 1, RRDDIM_INCREMENTAL);
1364                     rrddim_add(st, "PassiveOpens", NULL, 1, 1, RRDDIM_INCREMENTAL);
1365                     rrddim_add(st, "AttemptFails", NULL, 1, 1, RRDDIM_INCREMENTAL);
1366                 } else
1367                     rrdset_next(st);
1368
1369                 rrddim_set(st, "EstabResets", tcpstat.tcps_drops);
1370                 rrddim_set(st, "ActiveOpens", tcpstat.tcps_connattempt);
1371                 rrddim_set(st, "PassiveOpens", tcpstat.tcps_accepts);
1372                 rrddim_set(st, "AttemptFails", tcpstat.tcps_conndrops);
1373                 rrdset_done(st);
1374             }
1375
1376             // --------------------------------------------------------------------
1377
1378             if (do_tcpext_connaborts == CONFIG_ONDEMAND_YES || (do_tcpext_connaborts == CONFIG_ONDEMAND_ONDEMAND && (tcpstat.tcps_rcvpackafterwin || tcpstat.tcps_rcvafterclose || tcpstat.tcps_rcvmemdrop || tcpstat.tcps_persistdrop || tcpstat.tcps_finwait2_drops))) {
1379                 do_tcpext_connaborts = CONFIG_ONDEMAND_YES;
1380                 st = rrdset_find("ipv4.tcpconnaborts");
1381                 if (unlikely(!st)) {
1382                     st = rrdset_create("ipv4", "tcpconnaborts", NULL, "tcp", NULL, "TCP Connection Aborts", "connections/s", 3010, update_every, RRDSET_TYPE_LINE);
1383
1384                     rrddim_add(st, "TCPAbortOnData",    "baddata",     1, 1, RRDDIM_INCREMENTAL);
1385                     rrddim_add(st, "TCPAbortOnClose",   "userclosed",  1, 1, RRDDIM_INCREMENTAL);
1386                     rrddim_add(st, "TCPAbortOnMemory",  "nomemory",    1, 1, RRDDIM_INCREMENTAL);
1387                     rrddim_add(st, "TCPAbortOnTimeout", "timeout",     1, 1, RRDDIM_INCREMENTAL);
1388                     rrddim_add(st, "TCPAbortOnLinger",  "linger",      1, 1, RRDDIM_INCREMENTAL);
1389                 }
1390                 else rrdset_next(st);
1391
1392                 rrddim_set(st, "TCPAbortOnData",    tcpstat.tcps_rcvpackafterwin);
1393                 rrddim_set(st, "TCPAbortOnClose",   tcpstat.tcps_rcvafterclose);
1394                 rrddim_set(st, "TCPAbortOnMemory",  tcpstat.tcps_rcvmemdrop);
1395                 rrddim_set(st, "TCPAbortOnTimeout", tcpstat.tcps_persistdrop);
1396                 rrddim_set(st, "TCPAbortOnLinger",  tcpstat.tcps_finwait2_drops);
1397                 rrdset_done(st);
1398             }
1399
1400             // --------------------------------------------------------------------
1401
1402             if (do_tcpext_ofo == CONFIG_ONDEMAND_YES || (do_tcpext_ofo == CONFIG_ONDEMAND_ONDEMAND && tcpstat.tcps_rcvoopack)) {
1403                 do_tcpext_ofo = CONFIG_ONDEMAND_YES;
1404                 st = rrdset_find("ipv4.tcpofo");
1405                 if (unlikely(!st)) {
1406                     st = rrdset_create("ipv4", "tcpofo", NULL, "tcp", NULL, "TCP Out-Of-Order Queue", "packets/s", 3050, update_every, RRDSET_TYPE_LINE);
1407
1408                     rrddim_add(st, "TCPOFOQueue", "inqueue",  1, 1, RRDDIM_INCREMENTAL);
1409                 }
1410                 else rrdset_next(st);
1411
1412                 rrddim_set(st, "TCPOFOQueue",   tcpstat.tcps_rcvoopack);
1413                 rrdset_done(st);
1414             }
1415
1416             // --------------------------------------------------------------------
1417
1418             if (do_tcpext_syscookies == CONFIG_ONDEMAND_YES || (do_tcpext_syscookies == CONFIG_ONDEMAND_ONDEMAND && (tcpstat.tcps_sc_sendcookie || tcpstat.tcps_sc_recvcookie || tcpstat.tcps_sc_zonefail))) {
1419                 do_tcpext_syscookies = CONFIG_ONDEMAND_YES;
1420
1421                 st = rrdset_find("ipv4.tcpsyncookies");
1422                 if (unlikely(!st)) {
1423                     st = rrdset_create("ipv4", "tcpsyncookies", NULL, "tcp", NULL, "TCP SYN Cookies", "packets/s", 3100, update_every, RRDSET_TYPE_LINE);
1424
1425                     rrddim_add(st, "SyncookiesRecv",   "received",  1, 1, RRDDIM_INCREMENTAL);
1426                     rrddim_add(st, "SyncookiesSent",   "sent",     -1, 1, RRDDIM_INCREMENTAL);
1427                     rrddim_add(st, "SyncookiesFailed", "failed",   -1, 1, RRDDIM_INCREMENTAL);
1428                 }
1429                 else rrdset_next(st);
1430
1431                 rrddim_set(st, "SyncookiesRecv",   tcpstat.tcps_sc_recvcookie);
1432                 rrddim_set(st, "SyncookiesSent",   tcpstat.tcps_sc_sendcookie);
1433                 rrddim_set(st, "SyncookiesFailed", tcpstat.tcps_sc_zonefail);
1434                 rrdset_done(st);
1435             }
1436
1437             // --------------------------------------------------------------------
1438
1439             if (do_ecn == CONFIG_ONDEMAND_YES || (do_ecn == CONFIG_ONDEMAND_ONDEMAND && (tcpstat.tcps_ecn_ce || tcpstat.tcps_ecn_ect0 || tcpstat.tcps_ecn_ect1))) {
1440                 do_ecn = CONFIG_ONDEMAND_YES;
1441                 st = rrdset_find("ipv4.ecnpkts");
1442                 if (unlikely(!st)) {
1443                     st = rrdset_create("ipv4", "ecnpkts", NULL, "ecn", NULL, "IPv4 ECN Statistics", "packets/s", 8700, update_every, RRDSET_TYPE_LINE);
1444                     st->isdetail = 1;
1445
1446                     rrddim_add(st, "InCEPkts", "CEP", 1, 1, RRDDIM_INCREMENTAL);
1447                     rrddim_add(st, "InNoECTPkts", "NoECTP", -1, 1, RRDDIM_INCREMENTAL);
1448                     rrddim_add(st, "InECT0Pkts", "ECTP0", 1, 1, RRDDIM_INCREMENTAL);
1449                     rrddim_add(st, "InECT1Pkts", "ECTP1", 1, 1, RRDDIM_INCREMENTAL);
1450                 }
1451                 else rrdset_next(st);
1452
1453                 rrddim_set(st, "InCEPkts", tcpstat.tcps_ecn_ce);
1454                 rrddim_set(st, "InNoECTPkts", tcpstat.tcps_ecn_ce - (tcpstat.tcps_ecn_ect0 + tcpstat.tcps_ecn_ect1));
1455                 rrddim_set(st, "InECT0Pkts", tcpstat.tcps_ecn_ect0);
1456                 rrddim_set(st, "InECT1Pkts", tcpstat.tcps_ecn_ect1);
1457                 rrdset_done(st);
1458             }
1459
1460         }
1461     }
1462
1463     // --------------------------------------------------------------------
1464
1465     // see http://net-snmp.sourceforge.net/docs/mibs/udp.html
1466     if (likely(do_udp_packets || do_udp_errors)) {
1467         if (unlikely(GETSYSCTL("net.inet.udp.stats", udpstat))) {
1468             do_udp_packets = 0;
1469             error("DISABLED: ipv4.udppackets");
1470             do_udp_errors = 0;
1471             error("DISABLED: ipv4.udperrors");
1472         } else {
1473             if (likely(do_udp_packets)) {
1474                 st = rrdset_find("ipv4.udppackets");
1475                 if (unlikely(!st)) {
1476                     st = rrdset_create("ipv4", "udppackets", NULL, "udp", NULL, "IPv4 UDP Packets",
1477                                        "packets/s", 2601, update_every, RRDSET_TYPE_LINE);
1478
1479                     rrddim_add(st, "InDatagrams", "received", 1, 1, RRDDIM_INCREMENTAL);
1480                     rrddim_add(st, "OutDatagrams", "sent", -1, 1, RRDDIM_INCREMENTAL);
1481                 } else
1482                     rrdset_next(st);
1483
1484                 rrddim_set(st, "InDatagrams", udpstat.udps_ipackets);
1485                 rrddim_set(st, "OutDatagrams", udpstat.udps_opackets);
1486                 rrdset_done(st);
1487             }
1488
1489             // --------------------------------------------------------------------
1490
1491             if (likely(do_udp_errors)) {
1492                 st = rrdset_find("ipv4.udperrors");
1493                 if (unlikely(!st)) {
1494                     st = rrdset_create("ipv4", "udperrors", NULL, "udp", NULL, "IPv4 UDP Errors", "events/s",
1495                                        2701, update_every, RRDSET_TYPE_LINE);
1496                     st->isdetail = 1;
1497
1498                     rrddim_add(st, "RcvbufErrors", NULL, 1, 1, RRDDIM_INCREMENTAL);
1499                     rrddim_add(st, "InErrors", NULL, 1, 1, RRDDIM_INCREMENTAL);
1500                     rrddim_add(st, "NoPorts", NULL, 1, 1, RRDDIM_INCREMENTAL);
1501                     rrddim_add(st, "InCsumErrors", NULL, 1, 1, RRDDIM_INCREMENTAL);
1502                     rrddim_add(st, "IgnoredMulti", NULL, 1, 1, RRDDIM_INCREMENTAL);
1503                 } else
1504                     rrdset_next(st);
1505
1506                 rrddim_set(st, "InErrors", udpstat.udps_hdrops + udpstat.udps_badlen);
1507                 rrddim_set(st, "NoPorts", udpstat.udps_noport);
1508                 rrddim_set(st, "RcvbufErrors", udpstat.udps_fullsock);
1509                 rrddim_set(st, "InCsumErrors", udpstat.udps_badsum + udpstat.udps_nosum);
1510                 rrddim_set(st, "IgnoredMulti", udpstat.udps_filtermcast);
1511                 rrdset_done(st);
1512             }
1513         }
1514     }
1515
1516     // --------------------------------------------------------------------
1517
1518     if (likely(do_icmp_packets || do_icmpmsg)) {
1519         if (unlikely(GETSYSCTL("net.inet.icmp.stats", icmpstat))) {
1520             do_icmp_packets = 0;
1521             error("DISABLED: ipv4.icmp");
1522             error("DISABLED: ipv4.icmp_errors");
1523             do_icmpmsg = 0;
1524             error("DISABLED: ipv4.icmpmsg");
1525         } else {
1526             for (i = 0; i <= ICMP_MAXTYPE; i++) {
1527                 icmp_total.msgs_in += icmpstat.icps_inhist[i];
1528                 icmp_total.msgs_out += icmpstat.icps_outhist[i];
1529             }
1530             icmp_total.msgs_in += icmpstat.icps_badcode + icmpstat.icps_badlen + icmpstat.icps_checksum + icmpstat.icps_tooshort;
1531
1532             // --------------------------------------------------------------------
1533
1534             if (likely(do_icmp_packets)) {
1535                 st = rrdset_find("ipv4.icmp");
1536                 if (unlikely(!st)) {
1537                     st = rrdset_create("ipv4", "icmp", NULL, "icmp", NULL, "IPv4 ICMP Packets", "packets/s",
1538                                        2602,
1539                                        update_every, RRDSET_TYPE_LINE);
1540
1541                     rrddim_add(st, "InMsgs", "received", 1, 1, RRDDIM_INCREMENTAL);
1542                     rrddim_add(st, "OutMsgs", "sent", -1, 1, RRDDIM_INCREMENTAL);
1543                 } else
1544                     rrdset_next(st);
1545
1546                 rrddim_set(st, "InMsgs", icmp_total.msgs_in);
1547                 rrddim_set(st, "OutMsgs", icmp_total.msgs_out);
1548
1549                 rrdset_done(st);
1550
1551                 // --------------------------------------------------------------------
1552
1553                 st = rrdset_find("ipv4.icmp_errors");
1554                 if (unlikely(!st)) {
1555                     st = rrdset_create("ipv4", "icmp_errors", NULL, "icmp", NULL, "IPv4 ICMP Errors",
1556                                        "packets/s",
1557                                        2603, update_every, RRDSET_TYPE_LINE);
1558
1559                     rrddim_add(st, "InErrors", NULL, 1, 1, RRDDIM_INCREMENTAL);
1560                     rrddim_add(st, "OutErrors", NULL, -1, 1, RRDDIM_INCREMENTAL);
1561                     rrddim_add(st, "InCsumErrors", NULL, 1, 1, RRDDIM_INCREMENTAL);
1562                 } else
1563                     rrdset_next(st);
1564
1565                 rrddim_set(st, "InErrors", icmpstat.icps_badcode + icmpstat.icps_badlen + icmpstat.icps_checksum + icmpstat.icps_tooshort);
1566                 rrddim_set(st, "OutErrors", icmpstat.icps_error);
1567                 rrddim_set(st, "InCsumErrors", icmpstat.icps_checksum);
1568
1569                 rrdset_done(st);
1570             }
1571
1572             // --------------------------------------------------------------------
1573
1574             if (likely(do_icmpmsg)) {
1575                 st = rrdset_find("ipv4.icmpmsg");
1576                 if (unlikely(!st)) {
1577                     st = rrdset_create("ipv4", "icmpmsg", NULL, "icmp", NULL, "IPv4 ICMP Messsages",
1578                                        "packets/s", 2604, update_every, RRDSET_TYPE_LINE);
1579
1580                     rrddim_add(st, "InEchoReps", NULL, 1, 1, RRDDIM_INCREMENTAL);
1581                     rrddim_add(st, "OutEchoReps", NULL, -1, 1, RRDDIM_INCREMENTAL);
1582                     rrddim_add(st, "InEchos", NULL, 1, 1, RRDDIM_INCREMENTAL);
1583                     rrddim_add(st, "OutEchos", NULL, -1, 1, RRDDIM_INCREMENTAL);
1584                 } else
1585                     rrdset_next(st);
1586
1587                     rrddim_set(st, "InEchoReps", icmpstat.icps_inhist[ICMP_ECHOREPLY]);
1588                     rrddim_set(st, "OutEchoReps", icmpstat.icps_outhist[ICMP_ECHOREPLY]);
1589                     rrddim_set(st, "InEchos", icmpstat.icps_inhist[ICMP_ECHO]);
1590                     rrddim_set(st, "OutEchos", icmpstat.icps_outhist[ICMP_ECHO]);
1591
1592                 rrdset_done(st);
1593             }
1594         }
1595     }
1596
1597     // --------------------------------------------------------------------
1598
1599     // see also http://net-snmp.sourceforge.net/docs/mibs/ip.html
1600     if (likely(do_ip_packets || do_ip_fragsout || do_ip_fragsin || do_ip_errors)) {
1601         if (unlikely(GETSYSCTL("net.inet.ip.stats", ipstat))) {
1602             do_ip_packets = 0;
1603             error("DISABLED: ipv4.packets");
1604             do_ip_fragsout = 0;
1605             error("DISABLED: ipv4.fragsout");
1606             do_ip_fragsin = 0;
1607             error("DISABLED: ipv4.fragsin");
1608             do_ip_errors = 0;
1609             error("DISABLED: ipv4.errors");
1610         } else {
1611             if (likely(do_ip_packets)) {
1612                 st = rrdset_find("ipv4.packets");
1613                 if (unlikely(!st)) {
1614                     st = rrdset_create("ipv4", "packets", NULL, "packets", NULL, "IPv4 Packets", "packets/s",
1615                                        3000, update_every, RRDSET_TYPE_LINE);
1616
1617                     rrddim_add(st, "InReceives", "received", 1, 1, RRDDIM_INCREMENTAL);
1618                     rrddim_add(st, "OutRequests", "sent", -1, 1, RRDDIM_INCREMENTAL);
1619                     rrddim_add(st, "ForwDatagrams", "forwarded", 1, 1, RRDDIM_INCREMENTAL);
1620                     rrddim_add(st, "InDelivers", "delivered", 1, 1, RRDDIM_INCREMENTAL);
1621                 } else
1622                     rrdset_next(st);
1623
1624                 rrddim_set(st, "OutRequests", ipstat.ips_localout);
1625                 rrddim_set(st, "InReceives", ipstat.ips_total);
1626                 rrddim_set(st, "ForwDatagrams", ipstat.ips_forward);
1627                 rrddim_set(st, "InDelivers", ipstat.ips_delivered);
1628                 rrdset_done(st);
1629             }
1630
1631             // --------------------------------------------------------------------
1632
1633             if (likely(do_ip_fragsout)) {
1634                 st = rrdset_find("ipv4.fragsout");
1635                 if (unlikely(!st)) {
1636                     st = rrdset_create("ipv4", "fragsout", NULL, "fragments", NULL, "IPv4 Fragments Sent",
1637                                        "packets/s", 3010, update_every, RRDSET_TYPE_LINE);
1638                     st->isdetail = 1;
1639
1640                     rrddim_add(st, "FragOKs", "ok", 1, 1, RRDDIM_INCREMENTAL);
1641                     rrddim_add(st, "FragFails", "failed", -1, 1, RRDDIM_INCREMENTAL);
1642                     rrddim_add(st, "FragCreates", "created", 1, 1, RRDDIM_INCREMENTAL);
1643                 } else
1644                     rrdset_next(st);
1645
1646                 rrddim_set(st, "FragOKs", ipstat.ips_fragmented);
1647                 rrddim_set(st, "FragFails", ipstat.ips_cantfrag);
1648                 rrddim_set(st, "FragCreates", ipstat.ips_ofragments);
1649                 rrdset_done(st);
1650             }
1651
1652             // --------------------------------------------------------------------
1653
1654             if (likely(do_ip_fragsin)) {
1655                 st = rrdset_find("ipv4.fragsin");
1656                 if (unlikely(!st)) {
1657                     st = rrdset_create("ipv4", "fragsin", NULL, "fragments", NULL,
1658                                        "IPv4 Fragments Reassembly",
1659                                        "packets/s", 3011, update_every, RRDSET_TYPE_LINE);
1660                     st->isdetail = 1;
1661
1662                     rrddim_add(st, "ReasmOKs", "ok", 1, 1, RRDDIM_INCREMENTAL);
1663                     rrddim_add(st, "ReasmFails", "failed", -1, 1, RRDDIM_INCREMENTAL);
1664                     rrddim_add(st, "ReasmReqds", "all", 1, 1, RRDDIM_INCREMENTAL);
1665                 } else
1666                     rrdset_next(st);
1667
1668                 rrddim_set(st, "ReasmOKs", ipstat.ips_fragments);
1669                 rrddim_set(st, "ReasmFails", ipstat.ips_fragdropped);
1670                 rrddim_set(st, "ReasmReqds", ipstat.ips_reassembled);
1671                 rrdset_done(st);
1672             }
1673
1674             // --------------------------------------------------------------------
1675
1676             if (likely(do_ip_errors)) {
1677                 st = rrdset_find("ipv4.errors");
1678                 if (unlikely(!st)) {
1679                     st = rrdset_create("ipv4", "errors", NULL, "errors", NULL, "IPv4 Errors", "packets/s",
1680                                        3002,
1681                                        update_every, RRDSET_TYPE_LINE);
1682                     st->isdetail = 1;
1683
1684                     rrddim_add(st, "InDiscards", NULL, 1, 1, RRDDIM_INCREMENTAL);
1685                     rrddim_add(st, "OutDiscards", NULL, -1, 1, RRDDIM_INCREMENTAL);
1686
1687                     rrddim_add(st, "InHdrErrors", NULL, 1, 1, RRDDIM_INCREMENTAL);
1688                     rrddim_add(st, "OutNoRoutes", NULL, -1, 1, RRDDIM_INCREMENTAL);
1689
1690                     rrddim_add(st, "InAddrErrors", NULL, 1, 1, RRDDIM_INCREMENTAL);
1691                     rrddim_add(st, "InUnknownProtos", NULL, 1, 1, RRDDIM_INCREMENTAL);
1692                 } else
1693                     rrdset_next(st);
1694
1695                 rrddim_set(st, "InDiscards", ipstat.ips_badsum + ipstat.ips_tooshort + ipstat.ips_toosmall + ipstat.ips_toolong);
1696                 rrddim_set(st, "OutDiscards", ipstat.ips_odropped);
1697                 rrddim_set(st, "InHdrErrors", ipstat.ips_badhlen + ipstat.ips_badlen + ipstat.ips_badoptions + ipstat.ips_badvers);
1698                 rrddim_set(st, "InAddrErrors", ipstat.ips_badaddr);
1699                 rrddim_set(st, "InUnknownProtos", ipstat.ips_noproto);
1700                 rrddim_set(st, "OutNoRoutes", ipstat.ips_noroute);
1701                 rrdset_done(st);
1702             }
1703         }
1704     }
1705
1706     return 0;
1707 }