Skip to content

Instantly share code, notes, and snippets.

import datetime
import luigi
import hashlib
from collections import defaultdict
import json
from os.path import join
# luigi --module tasks ReportStep --local-scheduler
# clean up: rm data/output_*
@kunanit
kunanit / bucket_policy.json
Created November 20, 2019 17:26
S3 bucket policy example for cross-account access
{
"Version": "2008-10-17",
"Id": "CrossAccountAccessExample",
"Statement": [
{
"Effect": "Allow",
"Principal": {
"AWS": "arn:aws:iam::123456789123:user/admin"
},
"Action": [
@kunanit
kunanit / trial_component_search.py
Created December 20, 2019 21:09
Get unassigned trial components in sagemaker experiments
# sm = boto3.Session().client('sagemaker')
response = sm.search(
Resource='ExperimentTrialComponent',
SearchExpression={
'Filters': [
{
'Name': 'Parents.ExperimentName',
'Operator': 'NotExists',
}