Samuel Sampaio samukasmk

Pandas examples of read_parquet files from s3

Credentials (from enviroment variables)

import os
import pandas as pd

# define aws credentials by os enviroment variables
os.environ['AWS_ACCESS_KEY_ID'] = '...'
os.environ['AWS_SECRET_ACCESS_KEY'] = '...'

grep_matcher.sh

#!/bin/bash
#
# grep matcher: wait to match first case and exit

grep_expression="$1"
grep_file="$2"
__matched=1

Object-oriented style

File: workflow_by_chain_of_responsability_oo.py

from abc import ABC, abstractmethod

#
# Abstract classes
#

echo -e "#!/bin/bash
#

echo 'This is my script'" > my-script

sudo install my-script /usr/local/bin

	#!/usr/bin/env python3
	#

	import json
	import argparse
	from pymongo import MongoClient

	parser = argparse.ArgumentParser(
	prog='mongodb_query_filter.py',
	description='Execute mongodb queries'

	#!/usr/bin/env python3
	#

	# https://github.com/ronf/asyncssh

	import argparse
	import asyncio
	import time

	import asyncssh

	#!/usr/bin/env python3
	#

	# https://docs.paramiko.org/en/stable/
	# https://didatica.tech/paramiko-com-python-aprenda-a-utilizar-com-exemplos-praticos/

	import argparse
	import sys
	import time

	class Parent1:
	def parent1_method(self):
	return "Method from Parent1 class"

	class Parent2:
	def parent2_method(self):
	return "Method from Parent2 class"

	class Child:
	def __init__(self, parent_class):

	from typing import Any


	class WorkflowSkip(Exception):
	...


	class WorkflowProcess:
	workflow_steps = ()

-import re
-if re.match(r'^/tmp/(?!.*/$).*$', file_path):
-    os.remove(file_path)