Anna Geller anna-anisienia

anna-anisienia / timestream_1min_schedule.py

Created May 29, 2021 22:51

	import time
	import requests
	import logging
	import boto3
	from botocore.config import Config


	def send_price_data_to_timestream(write_client):
	base_url = "https://min-api.cryptocompare.com/data"
	symbols = "BTC,ETH,REP,DASH"

anna-anisienia / timestream_while_loop.py

Last active May 30, 2021 09:36

	import time
	import requests
	import logging
	import boto3
	from botocore.config import Config


	def send_price_data_to_timestream(write_client):
	base_url = "https://min-api.cryptocompare.com/data"
	symbols = "BTC,ETH,REP,DASH"

anna-anisienia / kinesis_data_streams.py

Created May 24, 2021 10:16

	import requests
	import boto3
	import uuid
	import time
	import json

	client = boto3.client('kinesis', region_name='eu-central-1')
	partition_key = str(uuid.uuid4())

anna-anisienia / kinesis_data_streams.py

Created May 24, 2021 10:15

	import requests
	import boto3
	import uuid
	import time
	import json

	client = boto3.client('kinesis', region_name='eu-central-1')
	partition_key = str(uuid.uuid4())

anna-anisienia / sns.py

Created May 24, 2021 10:12

anna-anisienia / sqs.py

Created May 23, 2021 15:04

	import boto3
	import uuid
	import json
	import random
	import logging
	from datetime import datetime

	logging.basicConfig(format="[%(levelname)s] [%(name)s] [%(asctime)s]: %(message)s",
	level="INFO")
	logger = logging.getLogger(__name__)

anna-anisienia / dq_alerts.py

Created May 16, 2021 01:00

	import json
	import logging
	import requests
	import pandas as pd
	import awswrangler as wr
	from typing import List, Any

	logger = logging.getLogger()
	logger.setLevel(logging.INFO)

anna-anisienia / local_slack_dq_alerts.py

Created May 15, 2021 21:42

	import json
	import logging
	import requests
	import pandas as pd
	import awswrangler as wr
	from typing import List, Any


	class DataQualityAlert:
	def __init__(self, slack_webhook_url: str, database: str = "ecommerce"):

anna-anisienia / dq_alerts.py

Created May 15, 2021 21:18

	import json
	import logging
	import requests
	import pandas as pd
	import awswrangler as wr
	from typing import List, Any


	class DataQualityAlert:
	def __init__(self, slack_webhook_url: str, database: str = "ecommerce"):

anna-anisienia / aws_config_query.sql

Created April 25, 2021 16:59

	SELECT
	resourceId,
	resourceType,
	awsRegion,
	resourceCreationTime,
	tags,
	configuration.state.value
	WHERE
	resourceType NOT IN ('AWS::EC2::SecurityGroup',
	'AWS::EC2::Subnet', 'AWS::EC2::VPC',