sharmaansh21

#!/usr/bin/env python

from __future__ import print_function

import json
import logging

from urllib2 import Request, urlopen, URLError, HTTPError
from base64 import b64decode

sharmaansh21

EBS Volume Type Benchmark

Tested volumes:

• /dev/nvme1n1 (type: st1, size: 125gb, defaults)
• /dev/nvme2n1 (type: gp3, size: 15gb, iops:3000, tp: 125MB/s)
• /dev/nvme3n1 (type: gp2, size: 15gb, defaults (iops:100 burstable until 3000))

All volumes created from scrach, no gp2->gp3 conversion.

sharmaansh21

def read_lines_from_file_as_data_chunks(file_name, chunk_size, callback, return_whole_chunk=False):
    """
    read file line by line regardless of its size
    :param file_name: absolute path of file to read
    :param chunk_size: size of data to be read at at time
    :param callback: callback method, prototype ----> def callback(data, eof, file_name)
    :return:
    """

    def read_in_chunks(file_obj, chunk_size=5000):