anna-geller

import boto3
import requests
import time

url = (
    "https://min-api.cryptocompare.com/data/pricemulti?fsyms=BTC,ETH,REP,DASH&tsyms=USD"
)
r = requests.get(url)
data = r.json()
print(data)

anna-geller

aws timestream-write create-database --database-name demo

anna-geller

aws timestream-write create-table \
--database-name=demo --table-name data \
--retention-properties=MemoryStoreRetentionPeriodInHours=1,MagneticStoreRetentionPeriodInDays=365

anna-geller

aws timestream-write write-records --database-name demo --table data --generate-cli-skeleton

anna-geller

aws timestream-write write-records --database-name demo --table data --cli-input-json file://crypto.json

anna-geller

import json

cli = dict(DatabaseName="demo", TableName="data", Records=records)
with open("crypto.json", "w") as f:
    json.dump(cli, f)

anna-geller

import awswrangler as wr

db = "demo"
table = "data"
db_response = wr.timestream.create_database(db)
print(db_response)
# returns ARN of that database: arn:aws:timestream:us-east-1:XXX:database/demo
tbl_response = wr.timestream.create_table(
    db, table, memory_retention_hours=1, magnetic_retention_days=365
)

anna-geller

from datetime import date
import pandas_datareader.data as web

df = web.DataReader("AAPL", "av-daily", start=date(2021, 10, 1), end=date.today())

anna-geller

from datetime import date, datetime
import pandas_datareader.data as web
import pandas as pd
import awswrangler as wr

df = web.DataReader("AAPL", "av-daily", start=date(2021, 10, 1), end=date.today())
df = df.reset_index(drop=False)
df = df.rename(columns={"index": "dt"})
df.dt = pd.to_datetime(df.dt)

anna-geller

import prefect
from prefect import Flow, Parameter
from prefect.executors import DaskExecutor


def dynamic_executor():
    from distributed import LocalCluster

    # could be instead some other class e.g. from dask_cloudprovider.aws import FargateCluster
    return LocalCluster(n_workers=prefect.context.parameters["n_workers"])