4 #include <sys/resource.h>
6 #include "storage_number.h"
9 #include "web_buffer.h"
11 int check_storage_number(calculated_number n, int debug) {
13 uint32_t flags = SN_EXISTS;
15 storage_number s = pack_storage_number(n, flags);
16 calculated_number d = unpack_storage_number(s);
18 if(!does_storage_number_exist(s)) {
19 fprintf(stderr, "Exists flags missing for number " CALCULATED_NUMBER_FORMAT "!\n", n);
23 calculated_number ddiff = d - n;
24 calculated_number dcdiff = ddiff * 100.0 / n;
26 if(dcdiff < 0) dcdiff = -dcdiff;
28 size_t len = print_calculated_number(buffer, d);
29 calculated_number p = strtold(buffer, NULL);
30 calculated_number pdiff = n - p;
31 calculated_number pcdiff = pdiff * 100.0 / n;
32 if(pcdiff < 0) pcdiff = -pcdiff;
36 CALCULATED_NUMBER_FORMAT " original\n"
37 CALCULATED_NUMBER_FORMAT " packed and unpacked, (stored as 0x%08X, diff " CALCULATED_NUMBER_FORMAT ", " CALCULATED_NUMBER_FORMAT "%%)\n"
38 "%s printed after unpacked (%zu bytes)\n"
39 CALCULATED_NUMBER_FORMAT " re-parsed from printed (diff " CALCULATED_NUMBER_FORMAT ", " CALCULATED_NUMBER_FORMAT "%%)\n\n",
45 if(len != strlen(buffer)) fprintf(stderr, "ERROR: printed number %s is reported to have length %zu but it has %zu\n", buffer, len, strlen(buffer));
46 if(dcdiff > ACCURACY_LOSS) fprintf(stderr, "WARNING: packing number " CALCULATED_NUMBER_FORMAT " has accuracy loss %0.7Lf %%\n", n, dcdiff);
47 if(pcdiff > ACCURACY_LOSS) fprintf(stderr, "WARNING: re-parsing the packed, unpacked and printed number " CALCULATED_NUMBER_FORMAT " has accuracy loss %0.7Lf %%\n", n, pcdiff);
50 if(len != strlen(buffer)) return 1;
51 if(dcdiff > ACCURACY_LOSS) return 3;
52 if(pcdiff > ACCURACY_LOSS) return 4;
56 void benchmark_storage_number(int loop, int multiplier) {
58 calculated_number n, d;
60 unsigned long long user, system, total, mine, their;
64 struct rusage now, last;
66 fprintf(stderr, "\n\nBenchmarking %d numbers, please wait...\n\n", loop);
68 // ------------------------------------------------------------------------
70 fprintf(stderr, "SYSTEM LONG DOUBLE SIZE: %zu bytes\n", sizeof(calculated_number));
71 fprintf(stderr, "NETDATA FLOATING POINT SIZE: %zu bytes\n", sizeof(storage_number));
73 mine = (calculated_number)sizeof(storage_number) * (calculated_number)loop;
74 their = (calculated_number)sizeof(calculated_number) * (calculated_number)loop;
77 fprintf(stderr, "\nNETDATA NEEDS %0.2Lf TIMES MORE MEMORY. Sorry!\n", (long double)(mine / their));
80 fprintf(stderr, "\nNETDATA INTERNAL FLOATING POINT ARITHMETICS NEEDS %0.2Lf TIMES LESS MEMORY.\n", (long double)(their / mine));
83 fprintf(stderr, "\nNETDATA FLOATING POINT\n");
84 fprintf(stderr, "MIN POSITIVE VALUE " CALCULATED_NUMBER_FORMAT "\n", (calculated_number)STORAGE_NUMBER_POSITIVE_MIN);
85 fprintf(stderr, "MAX POSITIVE VALUE " CALCULATED_NUMBER_FORMAT "\n", (calculated_number)STORAGE_NUMBER_POSITIVE_MAX);
86 fprintf(stderr, "MIN NEGATIVE VALUE " CALCULATED_NUMBER_FORMAT "\n", (calculated_number)STORAGE_NUMBER_NEGATIVE_MIN);
87 fprintf(stderr, "MAX NEGATIVE VALUE " CALCULATED_NUMBER_FORMAT "\n", (calculated_number)STORAGE_NUMBER_NEGATIVE_MAX);
88 fprintf(stderr, "Maximum accuracy loss: " CALCULATED_NUMBER_FORMAT "%%\n\n\n", (calculated_number)ACCURACY_LOSS);
90 // ------------------------------------------------------------------------
92 fprintf(stderr, "INTERNAL LONG DOUBLE PRINTING: ");
93 getrusage(RUSAGE_SELF, &last);
96 for(j = 1; j < 11 ;j++) {
97 n = STORAGE_NUMBER_POSITIVE_MIN * j;
99 for(i = 0; i < loop ;i++) {
101 if(n > STORAGE_NUMBER_POSITIVE_MAX) n = STORAGE_NUMBER_POSITIVE_MIN;
103 print_calculated_number(buffer, n);
107 getrusage(RUSAGE_SELF, &now);
108 user = now.ru_utime.tv_sec * 1000000ULL + now.ru_utime.tv_usec - last.ru_utime.tv_sec * 1000000ULL + last.ru_utime.tv_usec;
109 system = now.ru_stime.tv_sec * 1000000ULL + now.ru_stime.tv_usec - last.ru_stime.tv_sec * 1000000ULL + last.ru_stime.tv_usec;
110 total = user + system;
113 fprintf(stderr, "user %0.5Lf, system %0.5Lf, total %0.5Lf\n", (long double)(user / 1000000.0), (long double)(system / 1000000.0), (long double)(total / 1000000.0));
115 // ------------------------------------------------------------------------
117 fprintf(stderr, "SYSTEM LONG DOUBLE PRINTING: ");
118 getrusage(RUSAGE_SELF, &last);
121 for(j = 1; j < 11 ;j++) {
122 n = STORAGE_NUMBER_POSITIVE_MIN * j;
124 for(i = 0; i < loop ;i++) {
126 if(n > STORAGE_NUMBER_POSITIVE_MAX) n = STORAGE_NUMBER_POSITIVE_MIN;
127 snprintf(buffer, 100, CALCULATED_NUMBER_FORMAT, n);
131 getrusage(RUSAGE_SELF, &now);
132 user = now.ru_utime.tv_sec * 1000000ULL + now.ru_utime.tv_usec - last.ru_utime.tv_sec * 1000000ULL + last.ru_utime.tv_usec;
133 system = now.ru_stime.tv_sec * 1000000ULL + now.ru_stime.tv_usec - last.ru_stime.tv_sec * 1000000ULL + last.ru_stime.tv_usec;
134 total = user + system;
137 fprintf(stderr, "user %0.5Lf, system %0.5Lf, total %0.5Lf\n", (long double)(user / 1000000.0), (long double)(system / 1000000.0), (long double)(total / 1000000.0));
140 fprintf(stderr, "NETDATA CODE IS SLOWER %0.2Lf %%\n", (long double)(mine * 100.0 / their - 100.0));
143 fprintf(stderr, "NETDATA CODE IS F A S T E R %0.2Lf %%\n", (long double)(their * 100.0 / mine - 100.0));
146 // ------------------------------------------------------------------------
148 fprintf(stderr, "\nINTERNAL LONG DOUBLE PRINTING WITH PACK / UNPACK: ");
149 getrusage(RUSAGE_SELF, &last);
152 for(j = 1; j < 11 ;j++) {
153 n = STORAGE_NUMBER_POSITIVE_MIN * j;
155 for(i = 0; i < loop ;i++) {
157 if(n > STORAGE_NUMBER_POSITIVE_MAX) n = STORAGE_NUMBER_POSITIVE_MIN;
159 s = pack_storage_number(n, 1);
160 d = unpack_storage_number(s);
161 print_calculated_number(buffer, d);
165 getrusage(RUSAGE_SELF, &now);
166 user = now.ru_utime.tv_sec * 1000000ULL + now.ru_utime.tv_usec - last.ru_utime.tv_sec * 1000000ULL + last.ru_utime.tv_usec;
167 system = now.ru_stime.tv_sec * 1000000ULL + now.ru_stime.tv_usec - last.ru_stime.tv_sec * 1000000ULL + last.ru_stime.tv_usec;
168 total = user + system;
171 fprintf(stderr, "user %0.5Lf, system %0.5Lf, total %0.5Lf\n", (long double)(user / 1000000.0), (long double)(system / 1000000.0), (long double)(total / 1000000.0));
174 fprintf(stderr, "WITH PACKING UNPACKING NETDATA CODE IS SLOWER %0.2Lf %%\n", (long double)(mine * 100.0 / their - 100.0));
177 fprintf(stderr, "EVEN WITH PACKING AND UNPACKING, NETDATA CODE IS F A S T E R %0.2Lf %%\n", (long double)(their * 100.0 / mine - 100.0));
180 // ------------------------------------------------------------------------
184 static int check_storage_number_exists() {
185 uint32_t flags = SN_EXISTS;
188 for(flags = 0; flags < 7 ; flags++) {
189 if(get_storage_number_flags(flags << 24) != flags << 24) {
190 fprintf(stderr, "Flag 0x%08x is not checked correctly. It became 0x%08x\n", flags << 24, get_storage_number_flags(flags << 24));
196 calculated_number n = 0.0;
198 storage_number s = pack_storage_number(n, flags);
199 calculated_number d = unpack_storage_number(s);
200 if(get_storage_number_flags(s) != flags) {
201 fprintf(stderr, "Wrong flags. Given %08x, Got %08x!\n", flags, get_storage_number_flags(s));
205 fprintf(stderr, "Wrong number returned. Expected " CALCULATED_NUMBER_FORMAT ", returned " CALCULATED_NUMBER_FORMAT "!\n", n, d);
212 int unit_test_storage()
214 if(check_storage_number_exists()) return 0;
216 calculated_number c, a = 0;
219 for(g = -1; g <= 1 ; g++) {
224 for(j = 0; j < 9 ;j++) {
227 for(i = 0; i < 21 ;i++, c *= 10) {
228 if(c > 0 && c < STORAGE_NUMBER_POSITIVE_MIN) continue;
229 if(c < 0 && c > STORAGE_NUMBER_NEGATIVE_MAX) continue;
231 if(check_storage_number(c, 1)) return 1;
236 benchmark_storage_number(1000000, 2);
240 int unit_test(long delay, long shift)
242 static int repeat = 0;
246 snprintf(name, 100, "unittest-%d-%ld-%ld", repeat, delay, shift);
248 debug_flags = 0xffffffff;
249 memory_mode = NETDATA_MEMORY_MODE_RAM;
257 RRD_STATS *st = rrd_stats_create("netdata", name, name, "netdata", "Unit Testing", "a value", 1, 1, CHART_TYPE_LINE);
260 RRD_DIMENSION *rdabs = NULL;
261 RRD_DIMENSION *rdinc = NULL;
262 RRD_DIMENSION *rdabst = NULL;
263 RRD_DIMENSION *rdabsi = NULL;
265 if(do_abs) rdabs = rrd_stats_dimension_add(st, "absolute", "absolute", 1, 1, RRD_DIMENSION_ABSOLUTE);
266 if(do_inc) rdinc = rrd_stats_dimension_add(st, "incremental", "incremental", 1, 1 * update_every, RRD_DIMENSION_INCREMENTAL);
267 if(do_abst) rdabst = rrd_stats_dimension_add(st, "percentage-of-absolute-row", "percentage-of-absolute-row", 1, 1, RRD_DIMENSION_PCENT_OVER_ROW_TOTAL);
268 if(do_absi) rdabsi = rrd_stats_dimension_add(st, "percentage-of-incremental-row", "percentage-of-incremental-row", 1, 1, RRD_DIMENSION_PCENT_OVER_DIFF_TOTAL);
270 long increment = 1000;
271 collected_number i = 0;
273 unsigned long c, dimensions = 0;
275 for(rd = st->dimensions ; rd ; rd = rd->next) dimensions++;
277 for(c = 0; c < 20 ;c++) {
280 fprintf(stderr, "\n\nLOOP = %lu, DELAY = %ld, VALUE = " COLLECTED_NUMBER_FORMAT "\n", c, delay, i);
282 rrd_stats_next_usec(st, delay);
284 if(do_abs) rrd_stats_dimension_set(st, "absolute", i);
285 if(do_inc) rrd_stats_dimension_set(st, "incremental", i);
286 if(do_abst) rrd_stats_dimension_set(st, "percentage-of-absolute-row", i);
287 if(do_absi) rrd_stats_dimension_set(st, "percentage-of-incremental-row", i);
290 gettimeofday(&st->last_collected_time, NULL);
291 st->last_collected_time.tv_usec = shift;
294 // prevent it from deleting the dimensions
295 for(rd = st->dimensions ; rd ; rd = rd->next) rd->last_collected_time.tv_sec = st->last_collected_time.tv_sec;
300 unsigned long oincrement = increment;
301 increment = increment * st->update_every * 1000000 / delay;
302 fprintf(stderr, "\n\nORIGINAL INCREMENT: %lu, INCREMENT %lu, DELAY %lu, SHIFT %lu\n", oincrement * 10, increment * 10, delay, shift);
306 for(c = 0 ; c < st->counter ; c++) {
307 fprintf(stderr, "\nPOSITION: c = %lu, VALUE %lu\n", c, (oincrement + c * increment + increment * (1000000 - shift) / 1000000 )* 10);
309 for(rd = st->dimensions ; rd ; rd = rd->next) {
310 fprintf(stderr, "\t %s " STORAGE_NUMBER_FORMAT " -> ", rd->id, rd->values[c]);
314 + (increment * (1000000 - shift) / 1000000)
318 else if(rd == rdinc) v = (c?(increment):(increment * (1000000 - shift) / 1000000)) * 10;
319 else if(rd == rdabst) v = oincrement / dimensions;
320 else if(rd == rdabsi) v = oincrement / dimensions;
323 if(v == rd->values[c]) fprintf(stderr, "passed.\n");
325 fprintf(stderr, "ERROR! (expected " STORAGE_NUMBER_FORMAT ")\n", v);
332 fprintf(stderr, "\n\nUNIT TEST(%ld, %ld) FAILED\n\n", delay, shift);