fruch

Testing Alternator

What is alternator

• A drop in replacement for AWS dynamodb https://docs.aws.amazon.com/amazondynamodb/latest/developerguide/Introduction.html

• Announced last year, in scylla open source https://www.scylladb.com/2019/09/11/scylla-alternator-the-open-source-dynamodb-compatible-api/

Testing

fruch

VERSION=rc3
AWS_BASE=s3://downloads.scylladb.com/downloads/scylla/relocatable/scylladb-4.0/

for f in `aws s3 ls ${AWS_BASE} | awk '{print $4}' | grep "${VERSION}" | grep 'scylla-tools\|scylla-package\|scylla-jmx'` ;
do
    aws s3 cp ${AWS_BASE}${f} .
    if [[ $f == *"scylla-package"* ]]; then
        export SCYLLA_CORE_PACKAGE=./$f
    fi
    if [[ $f == *"scylla-tools"* ]]; then

fruch

diff --git a/alternator_tests.py b/alternator_tests.py
index c6353142..95be2417 100644
--- a/alternator_tests.py
+++ b/alternator_tests.py
@@ -1,5 +1,7 @@
 import os
 from pprint import pformat
+import tempfile
+import shutil
 

fruch

import requests
import pandas as pd

res = requests.get("https://data.gov.il/api/action/datastore_search?resource_id=9eedd26c-019b-433a-b28b-efcc98de378d")
data = res.json()

df = pd.DataFrame(data['result']['records'])

df['date'] = pd.to_datetime(df['date'], infer_datetime_format=True)
df.plot(figsize=(10,5), x ='date', y='isolated_today_contact_with_confirmed', kind='line')

fruch

import numpy as np
import pandas as pd
import csv

input = ""
for l in open('/home/fruch/Downloads/data_short.csv').readlines():
    input += l.replace('"', '') + '\n'

with open('/home/fruch/Downloads/data_short_clean.csv', 'w') as f:
    f.write(input)

fruch

import time
from subprocess import run

import boto3
from cassandra import ConsistencyLevel
from cassandra.query import SimpleStatement

from dtest import Tester, debug
from scylla_tools import insert_c1c2

fruch

import jenkins
import sys

server = jenkins.Jenkins('https://jenkins.scylladb.com', username='[your user]', password='[your token]')
user = server.get_whoami()
version = server.get_version()

print('Hello %s from Jenkins %s' % (user['fullName'], version))

fruch

LATEST_MASTER_JOB_ID=`aws s3 ls downloads.scylladb.com/relocatable/unstable/master/ | grep '2020-' | tr -s ' ' | cut -d ' ' -f 3 | tr -d '\/'  | sort -g | tail -n 1`
BASE_VERSION=http://downloads.scylladb.com.s3.amazonaws.com/relocatable/unstable/master/${LATEST_MASTER_JOB_ID}
AWS_BASE=s3://downloads.scylladb.com/relocatable/unstable/master/${LATEST_MASTER_JOB_ID}

aws s3 cp ${AWS_BASE}/scylla-package.tar.gz .
aws s3 cp ${AWS_BASE}/scylla-tools-package.tar.gz .
aws s3 cp ${AWS_BASE}/scylla-jmx-package.tar.gz .

ccm create scylla-reloc-1-local-temp -n 1 --scylla --version unstable/master:$LATEST_MASTER_JOB_ID \
 --scylla-core-package-uri=./scylla-package.tar.gz \

fruch

import sys
import time
import functools
import timeit
import logging

directions = [
    (0, -1),  # north
    (0, 1),  # south
    (1, 0),   # east

fruch