philerooski

### Does not work

expectation_suite_name = "my_expectation_suite"
checkpoint_name = "my_checkpoint"

context = gx.get_context()

# # Initialize expectation suite
def init_expectation_suite():
    expectation_suite = context.add_expectation_suite(

philerooski

"""
Run this script from within the unzipped directory `JMV_fitbit_dta`

Download zipped data here: https://www.synapse.org/Synapse:syn62667431
"""
import pandas as pd
import json
import os

philerooski

"""
A script which uploads validation results and a data validation
report to S3 for the FitbitSleepLogs data type. This was run in 
Glue 4.0 while specifying --additional-python-modules great_expectations==0.18.11,boto3==1.24.70
"""
import json
import logging
import os
import subprocess
import sys

philerooski

philerooski

import bridgeclient # https://github.com/larssono/bridgeclient
import functools


def get_bridge_client(email, password, study):
    bridge = bridgeclient.bridgeConnector(email, password, study=study)
    return bridge


"""

philerooski

import synapseclient
import argparse
import pandas
import json
import os


DUMMY_ARG = "dummy"  # A 'None' like string we can pass to boto

philerooski

# Entry function to extract tremor features

######################
# Load Libraries
######################
library(optparse)
library(data.table)
library(plyr)
library(tidyverse)

philerooski

library("synapseClient")
synapseLogin()

library("plyr")
library("dplyr")
library("ggplot2")
library("jsonlite")
library("parallel")
library("tidyr")
library("lubridate")

philerooski

import synapseclient
import pandas
import argparse
import boto3
import os
import json
import uuid


AWS_BATCH_ARRAY_SIZE_LIMIT = 10000

philerooski

rm(list=ls())
options(stringsAsFactors = F)
library(synapser)
library(tidyverse)
library(lubridate)

fetch_and_prep <- function() {
  mpower_f <- synGet("syn21213531") #"syn11488492")
  mpower <- read_tsv(mpower_f$path)
  now <- lubridate::now()