# make sure we can collect web log data

template: last_collected_secs
      on: web_log.response_codes
families: *
    calc: $now - $last_collected_t
   units: seconds ago
   every: 10s
    warn: $this > (($status >= $WARNING)  ? ($update_every) : ( 5 * $update_every))
    crit: $this > (($status == $CRITICAL) ? ($update_every) : (60 * $update_every))
   delay: down 5m multiplier 1.5 max 1h
    info: number of seconds since the last successful data collection
      to: webmaster

# -----------------------------------------------------------------------------
# high level response code alarms

template: 1m_requests
      on: web_log.response_codes
families: *
  lookup: sum -1m unaligned
    calc: ($this == 0)?(1):($this)
   units: requests
   every: 10s
    info: the sum of all HTTP requests over the last minute

template: 1m_2xx
      on: web_log.response_codes
families: *
  lookup: sum -1m unaligned of 2xx
    calc: ($this == 0)?(1):($this)
   units: requests
   every: 10s
    info: the sum of successful HTTP requests over the last minute

template: 1m_successful
      on: web_log.response_codes
families: *
    calc: $1m_2xx * 100 / $1m_requests
   units: %
   every: 10s
    warn: ($1m_requests > 30) ? ($this < (($status >= $WARNING ) ? ( 98 ) : ( 95 )) ) : ( 0 )
    crit: ($1m_requests > 30) ? ($this < (($status == $CRITICAL) ? ( 95 ) : ( 90 )) ) : ( 0 )
   delay: down 15m multiplier 1.5 max 1h
    info: the ratio of HTTP redirects (3xx) vs the successful requests, \
          over the last minute
      to: webmaster

template: 1m_redirects
      on: web_log.response_codes
families: *
  lookup: sum -1m unaligned of 3xx
    calc: $this * 100 / ( $1m_2xx + $this )
   units: %
   every: 10s
    warn: ($1m_requests > 30) ? ($this > (($status >= $WARNING ) ? ( 1 ) : ( 2 )) ) : ( 0 )
    crit: ($1m_requests > 30) ? ($this > (($status == $CRITICAL) ? ( 2 ) : ( 5 )) ) : ( 0 )
   delay: down 15m multiplier 1.5 max 1h
    info: the ratio of HTTP redirects (3xx) vs the successful requests, \
          over the last minute
      to: webmaster

template: 1m_bad_requests
      on: web_log.response_codes
families: *
  lookup: sum -1m unaligned of 4xx
    calc: $this * 100 / ( $1m_2xx + $this )
   units: %
   every: 10s
    warn: ($1m_requests > 30) ? ($this > (($status >= $WARNING)  ? ( 1 ) : (  5 )) ) : ( 0 )
    crit: ($1m_requests > 30) ? ($this > (($status == $CRITICAL) ? ( 5 ) : ( 10 )) ) : ( 0 )
   delay: down 15m multiplier 1.5 max 1h
    info: the ratio of HTTP bad requests (4xx) vs the successful requests, \
          over the last minute
      to: webmaster

template: 1m_internal_errors
      on: web_log.response_codes
families: *
  lookup: sum -1m unaligned of 5xx
    calc: $this * 100 / ( $1m_2xx + $this )
   units: %
   every: 10s
    warn: ($1m_requests > 30) ? ($this > (($status >= $WARNING)  ? ( 1 ) : ( 2 )) ) : ( 0 )
    crit: ($1m_requests > 30) ? ($this > (($status == $CRITICAL) ? ( 2 ) : ( 5 )) ) : ( 0 )
   delay: down 15m multiplier 1.5 max 1h
    info: the ratio of HTTP internal server errors (5xx) vs the successful \
          requests, over the last minute
      to: webmaster

# -----------------------------------------------------------------------------
# web slow

template: 10m_response_time
      on: web_log.response_time
families: *
  lookup: average -10m unaligned of avg
   units: ms
   every: 30s
    info: the average time to respond to HTTP requests, over the last 10 minutes

template: web_slow
      on: web_log.response_time
families: *
  lookup: average -1m unaligned of avg
   units: ms
   every: 10s
   green: 500
     red: 1000
    warn: ($1m_requests > 30) ? ($this > $green && $this > ($10m_response_time * 2) ) : ( 0 )
    crit: ($1m_requests > 30) ? ($this > $red   && $this > ($10m_response_time * 4) ) : ( 0 )
   delay: down 15m multiplier 1.5 max 1h
    info: the average time to respond to HTTP requests, over the last 1 minute
      to: webmaster

# -----------------------------------------------------------------------------
# web too many or too few requests

template: 5m_2xx_last
      on: web_log.response_codes
families: *
  lookup: average -5m at -5m unaligned of 2xx
   units: requests
   every: 30s
    info: average successful HTTP requests over the last 5 minutes

template: 5m_2xx_now
      on: web_log.response_codes
families: *
  lookup: average -5m unaligned of 2xx
   units: requests
   every: 30s
    info: average successful HTTP requests over the last 5 minutes

template: 5m_requests_ratio
      on: web_log.response_codes
families: *
    calc: ($5m_2xx_last > 0)?($5m_2xx_now * 100 / $5m_2xx_last):(100)
   units: %
   every: 30s
    warn: ($1m_requests > 30) ? (($5m_2xx_last > 30) ? ($this > 200 OR $this < 50) : (0) ) : ( 0 )
    crit: ($1m_requests > 30) ? (($5m_2xx_last > 30) ? ($this > 400 OR $this < 25) : (0) ) : ( 0 )
   delay: down 15m multiplier 1.5 max 1h
options: no-clear-notification
    info: the percentage of web requests over the last 5 minutes, \
          compared with the previous 15 minutes
      to: webmaster