jhw · April 18, 2020 08:01
diff --git a/.gitignore b/.gitignore
 bin
 include
 lib
 local
 share
 *.pyc
 app.props
 ec2-log.txt
 *.pem
 tmp/
diff --git a/.HELLO_EC2.md b/.HELLO_EC2.md
diff --git a/app.props b/app.props
 AppName=jhw-hello-world
 S3DeployBucket=wol-deployments
diff --git a/application_start.sh b/application_start.sh
 #!/bin/bash

 if [ -d /home/ubuntu/app ]; then    
    cd /home/ubuntu/app && ./hello_erlang_release/bin/hello_erlang_release-1 start
 fi

diff --git a/application_stop.sh b/application_stop.sh
 #!/bin/bash

 if [ -d /home/ubuntu/app ]; then    
    cd /home/ubuntu/app && ./hello_erlang_release/bin/hello_erlang_release-1 stop
 fi



diff --git a/appspec.yml b/appspec.yml
 ---
 version: 0.0
 os: linux
 files:
  - source: /
    destination: /home/ubuntu/app
 hooks:
  ApplicationStop:
    - location: application_stop.sh
      timeout: 1200
      runas: root
  BeforeInstall:
    - location: before_install.sh
      timeout: 1200
      runas: root
  ApplicationStart:
    - location: application_start.sh
      timeout: 1200
      runas: root
diff --git a/argsparse.py b/argsparse.py
 import datetime, re

 def is_int(text):
    return re.search("^\\-?\\d+$", text)!=None
 def is_float(text):
    return re.search("^\\-?\\d+\\.\\d+$", text)!=None
 # NB currently permits 0.00000-9.99999 only
 def is_float_minmax(text):
    return re.search("^\\d+\\.\\d+\\-\\d+\\.\\d+$", text)!=None
 def is_date(text):
    return re.search("^\\d{4}\\-\\d{2}\\-\\d{2}$", text)!=None
 def is_bool(text):
    return re.search("^(true)|(false)$", text, re.I)!=None
 def is_enum(text):
    return True
 def is_str(text):
    return True

 def parse_int(text):
    return int(text)
 def parse_float(text):
    return float(text)
 def parse_float_minmax(text):
    return tuple([float(tok)
                  for tok in text.split("-")])
 def parse_date(text):
    # return datetime.datetime.strptime(text, "%Y-%m-%d").date()
    return text
 def parse_bool(text):
    # return bool(text.lower().capitalize())
    return text.lower() not in ["0", "false"]
 def parse_enum(text):
    return text
 def parse_str(text):
    return text

 def validate_int(value, item):
    if ("max" in item and
        value > item["max"]):
        raise RuntimeError("Value exceeeds maximum")
    elif ("min" in item and
          value < item["min"]):
        raise RuntimeError("Value exceeeds minimum")        
 def validate_float(value, item):
    validate_int(value, item)
 def validate_float_minmax(value, item):
    pass
 def validate_date(value, item):
    pass
 def validate_bool(value, item):
    pass
 def validate_enum(value, item):
    if value not in item["options"]:
        raise RuntimeError("Value is not a valid option")
 def validate_str(value, item):
    pass

 def argsparse(args, config):
    if len(args)!=len(config):
        raise RuntimeError("Please enter %s" % ", ".join((item["name"]
                                                          for item in config)))
    kwargs={}
    for text, item in zip(args, config):
        matcher=eval("is_%s" % item["type"])
        if not matcher(text):
            raise RuntimeError("%s type is invalid" % item["name"])
        parser=eval("parse_%s" % item["type"])
        value=parser(text)
        validator=eval("validate_%s" % item["type"])
        validator(value, item)
        kwargs[item["name"]]=value
    return kwargs
diff --git a/before_install.sh b/before_install.sh
 #!/bin/bash

 if [ -d /home/ubuntu/app ]; then
    rm -rf /home/ubuntu/app
 fi

diff --git a/codedeploy.yaml b/codedeploy.yaml
 ---
 AWSTemplateFormatVersion: '2010-09-09'
 Parameters:
  AppName:
    Type: String
 Resources:
  CodeDeployApp:
    Properties:
      ApplicationName: !Ref AppName
    Type: AWS::CodeDeploy::Application
  CodeDeployGroup:
    Properties:
      ApplicationName:
        Ref: CodeDeployApp
      DeploymentConfigName: CodeDeployDefault.AllAtOnce
      DeploymentGroupName: !Ref AppName
      Ec2TagFilters:
        - Key: Name
          Type: KEY_AND_VALUE
          Value: !Ref AppName
      ServiceRoleArn: !GetAtt CodeDeployRole.Arn
    Type: AWS::CodeDeploy::DeploymentGroup
  CodeDeployRole:
    Properties:
      AssumeRolePolicyDocument:
        Statement:
          - Action:
              - sts:AssumeRole
            Effect: Allow
            Principal:
              Service:
                - codedeploy.amazonaws.com
        Version: '2012-10-17'
      ManagedPolicyArns:
        - arn:aws:iam::aws:policy/service-role/AWSCodeDeployRole
      Path: /
    Type: AWS::IAM::Role
diff --git a/create_keypair.sh b/create_keypair.sh
 #!/usr/bin/env bash

 if [ -z $1 ]
 then
    echo "Please enter keypair name"
    exit 1
 fi

 aws ec2 create-key-pair --key-name $1 --output text

diff --git a/delete_keypair.sh b/delete_keypair.sh
 #!/usr/bin/env bash

 if [ -z $1 ]
 then
    echo "Please enter keypair name"
    exit 1
 fi

 aws ec2 delete-key-pair --key-name $1 --output text

diff --git a/delete_stack.sh b/delete_stack.sh
 #!/usr/bin/env bash

 . app.props

 aws cloudformation delete-stack --stack-name $AppName
diff --git a/deploy_stack.sh b/deploy_stack.sh
 #!/usr/bin/env bash

 . app.props

 if [ -z $1 ]
 then
    echo "Please enter EC2 KeyName"
    exit 1
 fi

 aws s3 cp ec2.yaml s3://$S3DeployBucket/$AppName/ec2.yaml
 aws s3 cp networking.yaml s3://$S3DeployBucket/$AppName/networking.yaml
 aws s3 cp iam.yaml s3://$S3DeployBucket/$AppName/iam.yaml
 aws s3 cp codedeploy.yaml s3://$S3DeployBucket/$AppName/codedeploy.yaml
 aws cloudformation deploy --stack-name $AppName --template-file stack.yaml --parameter-overrides AppName=$AppName S3DeployBucket=$S3DeployBucket KeyName=$1 --capabilities CAPABILITY_NAMED_IAM
diff --git a/describe_events.sh b/describe_events.sh
 #!/usr/bin/env bash

 . app.props

 aws cloudformation describe-stack-events --stack-name $AppName --query "StackEvents[].{\"1.Timestamp\":Timestamp,\"2.Id\":LogicalResourceId,\"3.Type\":ResourceType,\"4.Status\":ResourceStatus,\"5.Reason\":ResourceStatusReason}"
diff --git a/describe_keypairs.sh b/describe_keypairs.sh
 #!/usr/bin/env bash

 aws ec2 describe-key-pairs
diff --git a/describe_outputs.sh b/describe_outputs.sh
 #!/usr/bin/env bash

 . app.props

 aws cloudformation describe-stacks --stack-name $AppName --query 'Stacks[0].Outputs' --output table
diff --git a/describe_resources.sh b/describe_resources.sh
 #!/usr/bin/env bash

 . app.props

 aws cloudformation describe-stack-resources --stack-name $AppName --query "StackResources[].{\"1.Timestamp\":Timestamp,\"2.LogicalId\":LogicalResourceId,\"3.PhysicalId\":PhysicalResourceId,\"4.Type\":ResourceType,\"5.Status\":ResourceStatus}"
diff --git a/describe_stacks.sh b/describe_stacks.sh
 #!/usr/bin/env bash

 aws cloudformation describe-stacks --query "Stacks[].{\"1.Name\":StackName,\"2.Status\":StackStatus}"
diff --git a/dump_ec2_logs.sh b/dump_ec2_logs.sh
 #!/usr/bin/env bash

 if [ -z $1 ]
 then
    echo "Please enter EC2 instance id [try ./describe_outputs.sh]"
    exit 1
 fi

 aws ec2 get-console-output --instance-id $1 > ec2-log.txt
diff --git a/ec2.yaml b/ec2.yaml
 ---
 AWSTemplateFormatVersion: '2010-09-09'
 Parameters:
  AppName:
    Type: String
  InstanceType:
    Type: String
  InstanceRole:
    Type: String
  ImageId:
    Type: String
  SecurityGroup:
    Type: String
  Subnet:
    Type: String
  KeyName:
    Type: String
 Outputs:
  PublicDnsName:
    Value: !GetAtt Instance.PublicDnsName
    Description: "Public Dns Name"
  PublicIp:
    Value: !GetAtt Instance.PublicIp
    Description: "Public Ip"
  InstanceId:
    Value: !Ref Instance
    Description: "Instance Id"
 Resources:
  Instance:
    CreationPolicy:
      ResourceSignal:
        Count: '1'
        Timeout: PT15M
    Properties:
      IamInstanceProfile: !Ref InstanceProfile
      ImageId: !Ref ImageId
      InstanceType: !Ref InstanceType
      KeyName: !Ref KeyName
      SecurityGroupIds:
        - !Ref SecurityGroup
      SubnetId: !Ref Subnet
      Tags:
        - Key: Name
          Value: !Ref AppName
      UserData:
        Fn::Base64:
          !Sub |
            #!/bin/bash
            echo "starting UserData script .."
            apt-get update
            apt-get install -y python
            apt-get install -y python-pip
            apt-get install -y ruby
            apt-get install -y wget
            cd /home/ubuntu
            echo "downloading/installing CodeDeploy Agent .."
            wget https://aws-codedeploy-${AWS::Region}.s3.amazonaws.com/latest/install
            chmod +x ./install
            ./install auto
            service codedeploy-agent start
            service codedeploy-agent status
            echo "CodeDeploy Agent installed and started :-)"
            echo "downloading/installing CloudWatch Logs Agent .."
            # https://aws.amazon.com/blogs/devops/view-aws-codedeploy-logs-in-amazon-cloudwatch-console/
            wget https://s3.amazonaws.com/aws-cloudwatch/downloads/latest/awslogs-agent-setup.py
            wget https://aws-codedeploy-${AWS::Region}.s3.amazonaws.com/cloudwatch/codedeploy_logs.conf
            chmod +x ./awslogs-agent-setup.py
            python awslogs-agent-setup.py -n -r ${AWS::Region} -c s3://aws-codedeploy-${AWS::Region}/cloudwatch/awslogs.conf
            mkdir -p /var/awslogs/etc/config
            cp codedeploy_logs.conf /var/awslogs/etc/config/
            service awslogs start
            service awslogs status
            echo "CloudWatch Logs Agent installed and started :-)"
            echo "downloading/installing aws-cfn-bootstrap"
            pip install https://s3.amazonaws.com/cloudformation-examples/aws-cfn-bootstrap-latest.tar.gz
            ln -s /root/aws-cfn-bootstrap-latest/init/ubuntu/cfn-hup /etc/init.d/cfn-hup
            echo "Sending CREATE_COMPLETE signal .."
            cfn-signal -e $? --stack ${AWS::StackName} --resource Instance --region ${AWS::Region}
    Type: AWS::EC2::Instance
  InstanceProfile:
    Properties:
      Path: /
      Roles:
        - !Ref InstanceRole
    Type: AWS::IAM::InstanceProfile
diff --git a/INSTALL.md b/INSTALL.md
diff --git a/NOTES.md b/NOTES.md
diff --git a/TODO.md b/TODO.md
diff --git a/hello_erlang_release-1.tar.gz b/hello_erlang_release-1.tar.gz
diff --git a/iam.yaml b/iam.yaml
diff --git a/networking.yaml b/networking.yaml
diff --git a/push_app.sh b/push_app.sh
diff --git a/requirements.txt b/requirements.txt
diff --git a/search_codedeploy_logs.py b/search_codedeploy_logs.py
diff --git a/setenv.sh b/setenv.sh
diff --git a/stack.yaml b/stack.yaml
	#!/bin/bash

	if [ -d /home/ubuntu/app ]; then
	cd /home/ubuntu/app && ./hello_erlang_release/bin/hello_erlang_release-1 start
	fi
	---
	version: 0.0
	os: linux
	files:
	- source: /
	destination: /home/ubuntu/app
	hooks:
	ApplicationStop:
	- location: application_stop.sh
	timeout: 1200
	runas: root
	BeforeInstall:
	- location: before_install.sh
	timeout: 1200
	runas: root
	ApplicationStart:
	- location: application_start.sh
	timeout: 1200
	runas: root
	import datetime, re

	def is_int(text):
	return re.search("^\\-?\\d+$", text)!=None
	def is_float(text):
	return re.search("^\\-?\\d+\\.\\d+$", text)!=None
	# NB currently permits 0.00000-9.99999 only
	def is_float_minmax(text):
	return re.search("^\\d+\\.\\d+\\-\\d+\\.\\d+$", text)!=None
	def is_date(text):
	return re.search("^\\d{4}\\-\\d{2}\\-\\d{2}$", text)!=None
	def is_bool(text):
	return re.search("^(true)\|(false)$", text, re.I)!=None
	def is_enum(text):
	return True
	def is_str(text):
	return True

	def parse_int(text):
	return int(text)
	def parse_float(text):
	return float(text)
	def parse_float_minmax(text):
	return tuple([float(tok)
	for tok in text.split("-")])
	def parse_date(text):
	# return datetime.datetime.strptime(text, "%Y-%m-%d").date()
	return text
	def parse_bool(text):
	# return bool(text.lower().capitalize())
	return text.lower() not in ["0", "false"]
	def parse_enum(text):
	return text
	def parse_str(text):
	return text

	def validate_int(value, item):
	if ("max" in item and
	value > item["max"]):
	raise RuntimeError("Value exceeeds maximum")
	elif ("min" in item and
	value < item["min"]):
	raise RuntimeError("Value exceeeds minimum")
	def validate_float(value, item):
	validate_int(value, item)
	def validate_float_minmax(value, item):
	pass
	def validate_date(value, item):
	pass
	def validate_bool(value, item):
	pass
	def validate_enum(value, item):
	if value not in item["options"]:
	raise RuntimeError("Value is not a valid option")
	def validate_str(value, item):
	pass

	def argsparse(args, config):
	if len(args)!=len(config):
	raise RuntimeError("Please enter %s" % ", ".join((item["name"]
	for item in config)))
	kwargs={}
	for text, item in zip(args, config):
	matcher=eval("is_%s" % item["type"])
	if not matcher(text):
	raise RuntimeError("%s type is invalid" % item["name"])
	parser=eval("parse_%s" % item["type"])
	value=parser(text)
	validator=eval("validate_%s" % item["type"])
	validator(value, item)
	kwargs[item["name"]]=value
	return kwargs
	#!/bin/bash

	if [ -d /home/ubuntu/app ]; then
	rm -rf /home/ubuntu/app
	fi
	---
	AWSTemplateFormatVersion: '2010-09-09'
	Parameters:
	AppName:
	Type: String
	Resources:
	CodeDeployApp:
	Properties:
	ApplicationName: !Ref AppName
	Type: AWS::CodeDeploy::Application
	CodeDeployGroup:
	Properties:
	ApplicationName:
	Ref: CodeDeployApp
	DeploymentConfigName: CodeDeployDefault.AllAtOnce
	DeploymentGroupName: !Ref AppName
	Ec2TagFilters:
	- Key: Name
	Type: KEY_AND_VALUE
	Value: !Ref AppName
	ServiceRoleArn: !GetAtt CodeDeployRole.Arn
	Type: AWS::CodeDeploy::DeploymentGroup
	CodeDeployRole:
	Properties:
	AssumeRolePolicyDocument:
	Statement:
	- Action:
	- sts:AssumeRole
	Effect: Allow
	Principal:
	Service:
	- codedeploy.amazonaws.com
	Version: '2012-10-17'
	ManagedPolicyArns:
	- arn:aws:iam::aws:policy/service-role/AWSCodeDeployRole
	Path: /
	Type: AWS::IAM::Role
	#!/usr/bin/env bash

	if [ -z $1 ]
	then
	echo "Please enter keypair name"
	exit 1
	fi

	aws ec2 create-key-pair --key-name $1 --output text
	#!/usr/bin/env bash

	. app.props

	aws cloudformation delete-stack --stack-name $AppName
	#!/usr/bin/env bash

	. app.props

	aws cloudformation describe-stack-events --stack-name $AppName --query "StackEvents[].{\"1.Timestamp\":Timestamp,\"2.Id\":LogicalResourceId,\"3.Type\":ResourceType,\"4.Status\":ResourceStatus,\"5.Reason\":ResourceStatusReason}"
	#!/usr/bin/env bash

	. app.props

	aws cloudformation describe-stacks --stack-name $AppName --query 'Stacks[0].Outputs' --output table
	#!/usr/bin/env bash

	. app.props

	aws cloudformation describe-stack-resources --stack-name $AppName --query "StackResources[].{\"1.Timestamp\":Timestamp,\"2.LogicalId\":LogicalResourceId,\"3.PhysicalId\":PhysicalResourceId,\"4.Type\":ResourceType,\"5.Status\":ResourceStatus}"