Benchmark BurstyRateLimiter from rate-limiter-flexible and hyacinth

rate-limiter-and-tocken-bucket-benchmark.js

const {RateLimiterRedis, BurstyRateLimiter} = require('rate-limiter-flexible');
const cluster = require('cluster');
const http = require('http');
const Ioredis = require('ioredis');
const redisClient = new Ioredis({});
const TokenBucket = require('hyacinth');

const numberOfUsers = 100;

if (cluster.isMaster) {
  for (let i = 0; i < 6; i++) {
    cluster.fork();
  }
} else {
  const hyacinthTokenBucket = new TokenBucket({
    redis: redisClient
  });

  const burstyLimiter = new BurstyRateLimiter(
    new RateLimiterRedis({
      redis: redisClient,
      keyPrefix: 'rlflx',
      points: 2,
      duration: 1,
      inmemoryBlockOnConsumed: 2,
    }),
    new RateLimiterRedis({
      redis: redisClient,
      keyPrefix: 'rlburst',
      points: 5,
      duration: 10,
      inmemoryBlockOnConsumed: 5,
    })
  );

  const srv = http.createServer(async (req, res) => {
    if (req.url === '/favicon.ico') {
      res.writeHead(404);
      res.end();
      return;
    }

    if (req.url === '/bucket') {
      hyacinthTokenBucket.rateLimit(`${Math.floor(Math.random() * numberOfUsers)}`, 1, 7, 500, function(err, tokensRemaining){
        if(tokensRemaining < 0) {
          res.writeHead(429);
          res.end();
          return;
        }

        res.end();
      }).catch((err) => {
        res.writeHead(429);
        res.end();
      });
    } else {
      burstyLimiter.consume(`${Math.floor(Math.random() * numberOfUsers)}`)
        .then((rlRes) => {
          res.end();
        })
        .catch((rej) => {
          res.writeHead(429);
          res.end();
        });
    }
  });

  srv.listen(3002);
}

Benchmark Macbook Pro late 2016 - 1000rps with ./bombardier -c 1000 -l -d 30s -r 1000 -t 1s http://127.0.0.1:3002

Benchmark 1k rps

BurtsyRateLimiter from rate-limiter-flexible

100

Statistics Avg Stdev Max
Reqs/sec 1000.25 170.60 1727.79
Latency 2.81ms 1.40ms 32.12ms
Latency Distribution
50% 2.78ms
75% 4.72ms
90% 5.55ms
95% 6.40ms
99% 8.57ms
HTTP codes:
1xx - 0, 2xx - 6995, 3xx - 0, 4xx - 23012, 5xx - 0

500

Statistics Avg Stdev Max
Reqs/sec 1001.69 256.35 5400.52
Latency 5.26ms 3.48ms 101.83ms
Latency Distribution
50% 4.85ms
75% 5.82ms
90% 7.42ms
95% 8.11ms
99% 11.28ms
HTTP codes:
1xx - 0, 2xx - 25392, 3xx - 0, 4xx - 4608, 5xx - 0

1000

Statistics Avg Stdev Max
Reqs/sec 997.50 205.85 1812.13
Latency 5.23ms 1.43ms 33.56ms
Latency Distribution
50% 4.89ms
75% 5.65ms
90% 7.01ms
95% 7.87ms
99% 11.64ms
HTTP codes:
1xx - 0, 2xx - 29779, 3xx - 0, 4xx - 230, 5xx - 0

5000

Statistics Avg Stdev Max
Reqs/sec 998.30 207.06 2072.28
Latency 4.64ms 797.55us 26.36ms
Latency Distribution
50% 4.54ms
75% 5.17ms
90% 5.84ms
95% 6.29ms
99% 7.38ms
HTTP codes:
1xx - 0, 2xx - 30009, 3xx - 0, 4xx - 0, 5xx - 0

10000

Statistics Avg Stdev Max
Reqs/sec 995.38 301.15 2422.79
Latency 5.06ms 1.22ms 44.77ms
Latency Distribution
50% 4.97ms
75% 5.50ms
90% 6.07ms
95% 6.42ms
99% 7.43ms
HTTP codes:
1xx - 0, 2xx - 30004, 3xx - 0, 4xx - 0, 5xx - 0

25000

Statistics Avg Stdev Max
Reqs/sec 995.03 250.79 2568.23
Latency 4.94ms 1.89ms 59.15ms
Latency Distribution
50% 4.79ms
75% 5.31ms
90% 5.89ms
95% 6.30ms
99% 8.60ms
HTTP codes:
1xx - 0, 2xx - 30007, 3xx - 0, 4xx - 0, 5xx - 0

50000

Statistics Avg Stdev Max
Reqs/sec 996.21 295.37 2231.47
Latency 4.98ms 1.41ms 45.06ms
Latency Distribution
50% 4.89ms
75% 5.39ms
90% 5.95ms
95% 6.34ms
99% 7.95ms
HTTP codes:
1xx - 0, 2xx - 30010, 3xx - 0, 4xx - 0, 5xx - 0

TokenBucket from hyacinth

100

Statistics Avg Stdev Max
Reqs/sec 999.56 125.25 1571.39
Latency 5.27ms 630.14us 15.88ms
Latency Distribution
50% 5.31ms
75% 5.93ms
90% 6.45ms
95% 6.68ms
99% 7.15ms
HTTP codes:
1xx - 0, 2xx - 6601, 3xx - 0, 4xx - 23409, 5xx - 0

500

Statistics Avg Stdev Max
Reqs/sec 1004.58 141.39 2240.13
Latency 5.37ms 0.97ms 39.23ms
Latency Distribution
50% 5.33ms
75% 5.92ms
90% 6.56ms
95% 6.86ms
99% 7.54ms
HTTP codes:
1xx - 0, 2xx - 28326, 3xx - 0, 4xx - 1684, 5xx - 0

1000

Statistics Avg Stdev Max
Reqs/sec 994.39 312.01 1697.09
Latency 5.27ms 677.74us 21.18ms
Latency Distribution
50% 5.27ms
75% 5.89ms
90% 6.44ms
95% 6.67ms
99% 7.28ms
HTTP codes:
1xx - 0, 2xx - 30007, 3xx - 0, 4xx - 3, 5xx - 0

5000

Statistics Avg Stdev Max
Reqs/sec 1005.06 139.64 3447.78
Latency 5.32ms 2.97ms 81.50ms
Latency Distribution
50% 5.05ms
75% 5.69ms
90% 6.35ms
95% 6.81ms
99% 10.10ms
HTTP codes:
1xx - 0, 2xx - 30008, 3xx - 0, 4xx - 0, 5xx - 0

10000

Statistics Avg Stdev Max
Reqs/sec 999.08 186.53 2804.92
Latency 5.14ms 1.28ms 50.85ms
Latency Distribution
50% 5.12ms
75% 5.76ms
90% 6.25ms
95% 6.48ms
99% 7.21ms
HTTP codes:
1xx - 0, 2xx - 30010, 3xx - 0, 4xx - 0, 5xx - 0

25000

Statistics Avg Stdev Max
Reqs/sec 997.65 193.90 1746.05
Latency 5.01ms 561.44us 16.93ms
Latency Distribution
50% 5.00ms
75% 5.60ms
90% 6.11ms
95% 6.35ms
99% 6.96ms
HTTP codes:
1xx - 0, 2xx - 30010, 3xx - 0, 4xx - 0, 5xx - 0

50000

Statistics Avg Stdev Max
Reqs/sec 998.58 167.49 1920.22
Latency 5.16ms 1.28ms 36.14ms
Latency Distribution
50% 5.11ms
75% 5.76ms
90% 6.26ms
95% 6.51ms
99% 7.52ms
HTTP codes:
1xx - 0, 2xx - 30010, 3xx - 0, 4xx - 0, 5xx - 0