Janos Tolgyesi mrtj

AWS Certified Machine Learning Specialist and ML/Data team leader @Neosperience

mrtj / start_step_functions.sh

Last active May 4, 2021 21:44

	aws stepfunctions start-execution \
	- state-machine-arn {CrossValidatorStateMachineArn} \
	- input file://my_input.json

mrtj / augmented_image_format_s3.py

Last active May 5, 2021 10:39

Create Augmented Manifest Image Format for dogs-vs-cats dataset in an S3 bucket

	import boto3
	bucket, prefix = 'my_bucket', 'datasets/dogs_vs_cats'
	paginator = boto3.client('s3').get_paginator('list_objects')
	with open('manifest.jsonl', 'w') as f:
	for page in paginator.paginate(Bucket=bucket, Prefix=prefix):
	for obj in page['Contents']:
	lbl = 0 if 'dog.' in obj['Key'] else 1
	f.write('{{"source-ref":"s3://{}/{}", "class":"{}"}}\n'\
	.format(bucket, obj['Key'], lbl))

mrtj / kinetics_actions.sh

Last active July 9, 2021 07:05

Search for a given action in the Kinetics human activity dataset

	#!/usr/bin/env bash
	cat train.csv \| sed 's/ /_/g' \| sed 's/,/ /g' \| awk '{print $1}' \| grep "$1" \| sort \| uniq

mrtj / panorama-create-package.sh

Last active November 26, 2021 22:09

AWS Panorama tutorial

	panorama-cli add-panorama-package --type camera --name camera_input
	panorama-cli add-panorama-package --type data_sink --name display_output
	panorama-cli create-package --type Container --name application_logic
	panorama-cli create-package --type Model --name yolox_s

mrtj / panorama-basic-nodes.json

Last active November 26, 2021 15:59

	{
	"name": "code_node",
	"interface": "123456789012::application_logic.interface"
	},
	{
	"name": "model_node",
	"interface": "123456789012::yolox_s.interface"
	}

mrtj / panorama-param-node.json

Created November 26, 2021 15:59

	{
	"name": "detection_threshold",
	"interface": "float32",
	"value": 20.0,
	"overridable": true,
	"decorator": {
	"title": "Threshold",
	"description": "The minimum confidence percentage for a positive classification."
	}
	}

mrtj / panorama-graph-edges.json

Created November 26, 2021 16:07

	"edges": [
	{
	"producer": "camera_node.video_out",
	"consumer": "code_node.video_in"
	},
	{
	"producer": "code_node.video_out",
	"consumer": "display_node.video_in"
	},
	{

mrtj / panorama-add-model.sh

Created November 26, 2021 16:12

	AWS_ACCOUNT_ID=$(aws sts get-caller-identity --output text --query 'Account')
	panorama-cli add-raw-model \
	--model-asset-name yolox_s_asset \
	--model-local-path [model_archive_path]/yolox_s_torchscript.tar.gz \
	--descriptor-path packages/${AWS_ACCOUNT_ID}-yolox_s-1.0/descriptor.json \
	--packages-path packages/${AWS_ACCOUNT_ID}-yolox_s-1.0

mrtj / panorama-merged-model-node.json

Created November 26, 2021 16:14

	{
	"name": "model_node",
	"interface": "<AWS_ACCOUNT_ID>::yolox_s.interface",
	"overridable": false,
	"launch": "onAppStart"
	}

mrtj / panorama-model-interface.json

Created November 26, 2021 16:18