This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from typing import List | |
from confluent_kafka import Consumer, Message | |
from app.common.converters import try_convert_bytes_to_a_string | |
class KafkaConsumerClient: | |
__slots__ = ['servers', | |
'client_id', |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from boto3 import client | |
class S3Client: | |
__slots__ = ['boto_client', 'bucket_name', 'default_content_type', 'default_acl_type'] | |
boto_client: client | |
bucket_name: str | |
default_content_type: str | |
default_acl_type: str |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from typing import List, Dict | |
from boto3 import resource | |
class SqsClient: | |
__slots__ = ['boto_resource', 'max_number_of_messages', 'pool_wait_time_seconds'] | |
boto_resource: resource | |
max_number_of_messages: int | |
pool_wait_time_seconds: int |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import json | |
from timeit import default_timer as timer | |
import csv | |
from redis import ConnectionPool, Redis | |
__REDIS_HOST = '' | |
__PAGE_SIZE = 500 | |
__OUTPUT_FILE_NAME = '' |
OlderNewer