DanielDaCosta’s gists

DanielDaCosta / gitlab_deploy.json

Created August 9, 2020 15:45

	{
	"Version": "2012-10-17",
	"Statement": [
	{
	"Sid": "VisualEditor0",
	"Effect": "Allow",
	"Action": "s3:PutObject",
	"Resource": "arn:aws:s3:::lambda-zip-code/*"
	}
	]

DanielDaCosta / cloudwatch_alarms.tf

Created September 12, 2020 18:57

	resource "aws_cloudwatch_metric_alarm" "lambda_alarm" {
	for_each = length(keys(local.alarms_dimensions)) > 0 ? local.alarms_dimensions : {}

	alarm_name = "${each.key}-alarm"
	comparison_operator = "GreaterThanThreshold"
	evaluation_periods = 1
	metric_name = "Errors"
	namespace = "AWS/Lambda"
	period = "60"
	statistic = "Sum"

DanielDaCosta / local_dimensions.tf

Last active September 12, 2020 19:05

	locals {
	name_dash = "${var.name}-${var.environment}"
	# Lambda with Alarms
	alarms_dimensions = {
	"${var.name}-${var.environment}-lambda-1" = {
	FunctionName = "${var.name}-${var.environment}-lambda-1"
	},
	"lambda-2" = {
	FunctionName = "lambda-y"
	},

DanielDaCosta / sns.tf

Created September 12, 2020 20:49

DanielDaCosta / lambda_alarm.py

Created September 12, 2020 21:25

	import sys
	sys.path.insert(0, 'package/')
	import json
	import requests
	import os
	import logging
	logger = logging.getLogger()
	logger.setLevel(logging.INFO)

DanielDaCosta / private_ec2.tf

Created November 2, 2020 19:55

	resource "aws_instance" "private_server" {
	ami = var.image_ami
	associate_public_ip_address = false
	disable_api_termination = true
	instance_type = var.instance_type
	key_name = var.key_name
	vpc_security_group_ids = [aws_security_group.private_sg.id]
	subnet_id = element(tolist(data.aws_subnet_ids.private.ids), 0)
	iam_instance_profile = aws_iam_instance_profile.ec2_instance_profile.name

DanielDaCosta / sg_private.tf

Created November 2, 2020 19:59

	resource "aws_security_group" "private_sg" {
	name = "${var.name}-private-sg"
	description = "Security Group for Private EC2 instance"
	vpc_id = data.aws_vpc.selected.id

	egress {
	from_port = 0
	to_port = 0
	protocol = "-1"
	cidr_blocks = ["0.0.0.0/0"]

DanielDaCosta / elt_airflow.py

Created December 20, 2020 18:45

	from airflow import DAG
	from airflow.models import Variable
	from airflow.contrib.operators.ecs_operator import ECSOperator
	import copy
	from datetime import timedelta, datetime

	# Airflow Variables
	awsRegionName = Variable.get('AwsRegionName')
	awsCluster = Variable.get('AwsCluster')
	awsTaskDefinition = Variable.get('AwsTaskDefinition')

DanielDaCosta / separator.py

Created January 6, 2021 22:26 — forked from jlln/separator.py

Efficiently split Pandas Dataframe cells containing lists into multiple rows, duplicating the other column's values.

	def splitDataFrameList(df,target_column,separator):
	''' df = dataframe to split,
	target_column = the column containing the values to split
	separator = the symbol used to perform the split

	returns: a dataframe with each entry for the target column separated, with each element moved into a new row.
	The values in the other columns are duplicated across the newly divided rows.
	'''
	def splitListToRows(row,row_accumulator,target_column,separator):
	split_row = row[target_column].split(separator)

DanielDaCosta / Dockerfile-mlflow

Created October 14, 2021 16:27

	resource "aws_sns_topic" "sns_alarms" {
	name = "${local.name_dash}-sns-alarms"

	tags = {
	Product = local.name_dash
	}
	}

	resource "aws_sns_topic_subscription" "lambda_alarm" {
	topic_arn = aws_sns_topic.sns_alarms.arn

Snow Storm DanielDaCosta