Skip to content

Instantly share code, notes, and snippets.

@anjijava16
Last active May 27, 2023 15:16
Show Gist options
  • Save anjijava16/0d53bc7d8b22637f4f9d6b72b30ef409 to your computer and use it in GitHub Desktop.
Save anjijava16/0d53bc7d8b22637f4f9d6b72b30ef409 to your computer and use it in GitHub Desktop.
aws emr create-cluster \
--name "ModelServing" \
--log-uri "s3n://aws-logs-654288303595-us-east-1/elasticmapreduce/" \
--release-label "emr-6.7.0" \
--service-role "arn:aws:iam::654288303595:role/EMR_DefaultRole" \
--ec2-attributes '{"InstanceProfile":"EMR_EC2_DefaultRole","EmrManagedMasterSecurityGroup":"sg-0cf75a954ffb6d02e","EmrManagedSlaveSecurityGroup":"sg-0fc72ac9d5e6a6759","KeyName":"welcome_emr","AdditionalMasterSecurityGroups":[],"AdditionalSlaveSecurityGroups":[],"SubnetId":"subnet-0066baf1bb164b3de"}' \
--applications Name=Hadoop Name=Hive Name=Hue Name=Pig Name=Spark \
--instance-groups '[{"InstanceCount":1,"InstanceGroupType":"MASTER","Name":"Master - 1","InstanceType":"m5.xlarge","EbsConfiguration":{"EbsBlockDeviceConfigs":[{"VolumeSpecification":{"VolumeType":"gp2","SizeInGB":40},"VolumesPerInstance":1}],"EbsOptimized":true}},{"InstanceCount":2,"InstanceGroupType":"CORE","Name":"Core - 2","InstanceType":"m5.xlarge","EbsConfiguration":{"EbsBlockDeviceConfigs":[{"VolumeSpecification":{"VolumeType":"gp2","SizeInGB":40},"VolumesPerInstance":1}],"EbsOptimized":true}}]' \
--scale-down-behavior "TERMINATE_AT_TASK_COMPLETION" \
--ebs-root-volume-size "100" \
--auto-termination-policy '{"IdleTimeout":3600}' \
--os-release-label "2.0.20230207.0" \
--region "us-east-1"
aws emr create-cluster \
--name "My cluster" \
--release-label "emr-6.10.0" \
--service-role "arn:aws:iam::654288303595:role/EMR_DefaultRole" \
--ec2-attributes '{"InstanceProfile":"EMR_EC2_DefaultRole","EmrManagedMasterSecurityGroup":"sg-0cf75a954ffb6d02e","EmrManagedSlaveSecurityGroup":"sg-0fc72ac9d5e6a6759","KeyName":"welcome_emr","AdditionalMasterSecurityGroups":[],"AdditionalSlaveSecurityGroups":[],"SubnetId":"subnet-0066baf1bb164b3de"}' \
--applications Name=Hadoop Name=Hive Name=Hue Name=JupyterEnterpriseGateway Name=Livy Name=Pig Name=Spark \
--instance-groups '[{"InstanceCount":1,"InstanceGroupType":"CORE","Name":"Core","InstanceType":"m5.xlarge","EbsConfiguration":{"EbsBlockDeviceConfigs":[{"VolumeSpecification":{"VolumeType":"gp2","SizeInGB":32},"VolumesPerInstance":2}]}},{"InstanceCount":1,"InstanceGroupType":"MASTER","Name":"Primary","InstanceType":"m5.xlarge","EbsConfiguration":{"EbsBlockDeviceConfigs":[{"VolumeSpecification":{"VolumeType":"gp2","SizeInGB":32},"VolumesPerInstance":2}]}},{"InstanceCount":1,"InstanceGroupType":"TASK","Name":"Task - 1","InstanceType":"m5.xlarge","EbsConfiguration":{"EbsBlockDeviceConfigs":[{"VolumeSpecification":{"VolumeType":"gp2","SizeInGB":32},"VolumesPerInstance":2}]}}]' \
--scale-down-behavior "TERMINATE_AT_TASK_COMPLETION" \
--auto-termination-policy '{"IdleTimeout":3600}' \
--os-release-label "2.0.20230504.1" \
--region "us-east-1"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment