7 #ifdef STORAGE_WITH_MATH
12 #include "web_buffer.h"
15 #define BUFFER_OVERFLOW_EOF "EOF"
17 static inline void buffer_overflow_init(BUFFER *b)
19 b->buffer[b->size] = '\0';
20 strcpy(&b->buffer[b->size + 1], BUFFER_OVERFLOW_EOF);
23 #ifdef NETDATA_INTERNAL_CHECKS
24 #define buffer_overflow_check(b) _buffer_overflow_check(b, __FILE__, __FUNCTION__, __LINE__)
26 #define buffer_overflow_check(b)
29 static inline void _buffer_overflow_check(BUFFER *b, const char *file, const char *function, const unsigned long line)
31 if(b->len > b->size) {
32 error("BUFFER: length %zu is above size %zu, at line %lu, at function %s() of file '%s'.", b->len, b->size, line, function, file);
36 if(b->buffer[b->size] != '\0' || strcmp(&b->buffer[b->size + 1], BUFFER_OVERFLOW_EOF)) {
37 error("BUFFER: detected overflow at line %lu, at function %s() of file '%s'.", line, function, file);
38 buffer_overflow_init(b);
43 void buffer_reset(BUFFER *wb)
47 wb->contenttype = CT_TEXT_PLAIN;
51 buffer_overflow_check(wb);
54 const char *buffer_tostring(BUFFER *wb)
56 buffer_need_bytes(wb, 1);
57 wb->buffer[wb->len] = '\0';
59 buffer_overflow_check(wb);
64 void buffer_char_replace(BUFFER *wb, char from, char to)
66 char *s = wb->buffer, *end = &wb->buffer[wb->len];
69 if(*s == from) *s = to;
73 buffer_overflow_check(wb);
76 // This trick seems to give an 80% speed increase in 32bit systems
77 // print_calculated_number_llu_r() will just print the digits up to the
78 // point the remaining value fits in 32 bits, and then calls
79 // print_calculated_number_lu_r() to print the rest with 32 bit arithmetic.
81 inline char *print_number_lu_r(char *str, unsigned long uvalue) {
85 do *wstr++ = (char)('0' + (uvalue % 10)); while(uvalue /= 10);
89 inline char *print_number_llu_r(char *str, unsigned long long uvalue) {
93 do *wstr++ = (char)('0' + (uvalue % 10)); while((uvalue /= 10) && uvalue > (unsigned long long)0xffffffff);
94 if(uvalue) return print_number_lu_r(wstr, uvalue);
98 void buffer_print_llu(BUFFER *wb, unsigned long long uvalue)
100 buffer_need_bytes(wb, 50);
102 char *str = &wb->buffer[wb->len];
106 if(uvalue > (unsigned long long)0xffffffff)
107 wstr = print_number_llu_r(wstr, uvalue);
109 wstr = print_number_lu_r(wstr, uvalue);
111 do *wstr++ = (char)('0' + (uvalue % 10)); while(uvalue /= 10);
118 char *begin = str, *end = wstr - 1, aux;
119 while (end > begin) aux = *end, *end-- = *begin, *begin++ = aux;
121 // return the buffer length
122 wb->len += wstr - str;
125 void buffer_strcat(BUFFER *wb, const char *txt)
127 if(unlikely(!txt || !*txt)) return;
129 buffer_need_bytes(wb, 1);
131 char *s = &wb->buffer[wb->len], *start, *end = &wb->buffer[wb->size];
135 while(*txt && s != end)
141 buffer_overflow_check(wb);
144 debug(D_WEB_BUFFER, "strcat(): increasing web_buffer at position %zu, size = %zu\n", wb->len, wb->size);
146 buffer_increase(wb, len);
147 buffer_strcat(wb, txt);
150 // terminate the string
151 // without increasing the length
152 buffer_need_bytes(wb, (size_t)1);
153 wb->buffer[wb->len] = '\0';
158 void buffer_snprintf(BUFFER *wb, size_t len, const char *fmt, ...)
160 if(unlikely(!fmt || !*fmt)) return;
162 buffer_need_bytes(wb, len + 1);
166 wb->len += vsnprintfz(&wb->buffer[wb->len], len, fmt, args);
169 buffer_overflow_check(wb);
171 // the buffer is \0 terminated by vsnprintfz
174 void buffer_vsprintf(BUFFER *wb, const char *fmt, va_list args)
176 if(unlikely(!fmt || !*fmt)) return;
178 buffer_need_bytes(wb, 2);
180 size_t len = wb->size - wb->len - 1;
182 wb->len += vsnprintfz(&wb->buffer[wb->len], len, fmt, args);
184 buffer_overflow_check(wb);
186 // the buffer is \0 terminated by vsnprintfz
189 void buffer_sprintf(BUFFER *wb, const char *fmt, ...)
191 if(unlikely(!fmt || !*fmt)) return;
193 buffer_need_bytes(wb, 2);
195 size_t len = wb->size - wb->len - 1;
200 wrote = (size_t) vsnprintfz(&wb->buffer[wb->len], len, fmt, args);
203 if(unlikely(wrote >= len)) {
204 // there is bug in vsnprintf() and it returns
205 // a number higher to len, but it does not
206 // overflow the buffer.
207 // our buffer overflow detector will log it
209 buffer_overflow_check(wb);
211 debug(D_WEB_BUFFER, "web_buffer_sprintf(): increasing web_buffer at position %zu, size = %zu\n", wb->len, wb->size);
212 buffer_need_bytes(wb, len + WEB_DATA_LENGTH_INCREASE_STEP);
215 buffer_vsprintf(wb, fmt, args);
221 // the buffer is \0 terminated by vsnprintf
225 void buffer_rrd_value(BUFFER *wb, calculated_number value)
227 buffer_need_bytes(wb, 50);
228 wb->len += print_calculated_number(&wb->buffer[wb->len], value);
231 buffer_need_bytes(wb, 1);
232 wb->buffer[wb->len] = '\0';
234 buffer_overflow_check(wb);
237 // generate a javascript date, the fastest possible way...
238 void buffer_jsdate(BUFFER *wb, int year, int month, int day, int hours, int minutes, int seconds)
241 // 01234567890123456789012345678901234
242 // Date(2014,04,01,03,28,20)
244 buffer_need_bytes(wb, 30);
246 char *b = &wb->buffer[wb->len], *p;
247 unsigned int *q = (unsigned int *)b;
249 #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__
250 *q++ = 0x65746144; // "Date" backwards.
252 *q++ = 0x44617465; // "Date"
257 *p++ = '0' + year / 1000; year %= 1000;
258 *p++ = '0' + year / 100; year %= 100;
259 *p++ = '0' + year / 10;
260 *p++ = '0' + year % 10;
262 *p = '0' + month / 10; if (*p != '0') p++;
263 *p++ = '0' + month % 10;
265 *p = '0' + day / 10; if (*p != '0') p++;
266 *p++ = '0' + day % 10;
268 *p = '0' + hours / 10; if (*p != '0') p++;
269 *p++ = '0' + hours % 10;
271 *p = '0' + minutes / 10; if (*p != '0') p++;
272 *p++ = '0' + minutes % 10;
274 *p = '0' + seconds / 10; if (*p != '0') p++;
275 *p++ = '0' + seconds % 10;
277 unsigned short *r = (unsigned short *)p;
279 #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__
280 *r++ = 0x0029; // ")\0" backwards.
282 *r++ = 0x2900; // ")\0"
285 wb->len += (size_t)((char *)r - b - 1);
288 wb->buffer[wb->len] = '\0';
289 buffer_overflow_check(wb);
292 // generate a date, the fastest possible way...
293 void buffer_date(BUFFER *wb, int year, int month, int day, int hours, int minutes, int seconds)
296 // 01234567890123456789012345678901234
297 // 2014-04-01 03:28:20
299 buffer_need_bytes(wb, 36);
301 char *b = &wb->buffer[wb->len];
304 *p++ = '0' + year / 1000; year %= 1000;
305 *p++ = '0' + year / 100; year %= 100;
306 *p++ = '0' + year / 10;
307 *p++ = '0' + year % 10;
309 *p++ = '0' + month / 10;
310 *p++ = '0' + month % 10;
312 *p++ = '0' + day / 10;
313 *p++ = '0' + day % 10;
315 *p++ = '0' + hours / 10;
316 *p++ = '0' + hours % 10;
318 *p++ = '0' + minutes / 10;
319 *p++ = '0' + minutes % 10;
321 *p++ = '0' + seconds / 10;
322 *p++ = '0' + seconds % 10;
325 wb->len += (size_t)(p - b);
328 wb->buffer[wb->len] = '\0';
329 buffer_overflow_check(wb);
332 BUFFER *buffer_create(size_t size)
336 debug(D_WEB_BUFFER, "Creating new web buffer of size %zu.", size);
338 b = calloc(1, sizeof(BUFFER));
340 error("Cannot allocate a web_buffer.");
344 b->buffer = malloc(size + sizeof(BUFFER_OVERFLOW_EOF) + 2);
346 error("Cannot allocate a buffer of size %zu.", size + sizeof(BUFFER_OVERFLOW_EOF) + 2);
352 b->contenttype = CT_TEXT_PLAIN;
353 buffer_overflow_init(b);
354 buffer_overflow_check(b);
359 void buffer_free(BUFFER *b)
361 buffer_overflow_check(b);
363 debug(D_WEB_BUFFER, "Freeing web buffer of size %zu.", b->size);
369 void buffer_increase(BUFFER *b, size_t free_size_required)
371 buffer_overflow_check(b);
373 size_t left = b->size - b->len;
375 if(left >= free_size_required) return;
377 size_t increase = free_size_required - left;
378 if(increase < WEB_DATA_LENGTH_INCREASE_STEP) increase = WEB_DATA_LENGTH_INCREASE_STEP;
380 debug(D_WEB_BUFFER, "Increasing data buffer from size %zu to %zu.", b->size, b->size + increase);
382 b->buffer = realloc(b->buffer, b->size + increase + sizeof(BUFFER_OVERFLOW_EOF) + 2);
384 fatal("Failed to increase data buffer from size %zu to %zu.",
385 b->size + sizeof(BUFFER_OVERFLOW_EOF) + 2,
386 b->size + increase + sizeof(BUFFER_OVERFLOW_EOF) + 2);
390 buffer_overflow_init(b);
391 buffer_overflow_check(b);