Viacheslav Kovalevskyi b0noI

b0noI / enable_auto_scaling.sh

Created October 19, 2018 20:44

	export INSTANCE_GROUP_NAME="deeplearning-instance-group"

	gcloud compute instance-groups managed set-autoscaling $INSTANCE_GROUP_NAME \
	--custom-metric-utilization metric=custom.googleapis.com/gpu_utilization,utilization-target-type=GAUGE,utilization-target=85 \
	--max-num-replicas 4 \
	--cool-down-period 360 \
	--region us-west1

b0noI / make_gpu_burn_and_burn_it.sh

Last active October 19, 2018 21:01

	git clone https://github.com/wilicc/gpu-burn.git
	cd gpu-burn
	git checkout c0b072aa09c360c17a065368294159a6cef59ddf
	make
	./gpu_burn 600 > /dev/null &

b0noI / create_basic_health_check.sh

Last active December 7, 2018 00:19

	export HEALTH_CHECK_NAME="http-basic-check"

	gcloud compute health-checks create http $HEALTH_CHECK_NAME \
	--request-path /v1/models/default \
	--port 8888

b0noI / create_backend_service.sh

Last active October 19, 2018 23:28

	export HEALTH_CHECK_NAME="http-basic-check"
	export WEB_BACKED_SERVICE_NAME="tensorflow-backend"

	gcloud compute backend-services create $WEB_BACKED_SERVICE_NAME \
	--protocol HTTP \
	--health-checks $HEALTH_CHECK_NAME \
	--global

b0noI / add_instance_group_to_backend_service.sh

Last active October 19, 2018 23:30

	export INSTANCE_GROUP_NAME="deeplearning-instance-group"
	export WEB_BACKED_SERVICE_NAME="tensorflow-backend"

	gcloud compute backend-services add-backend $WEB_BACKED_SERVICE_NAME \
	--balancing-mode UTILIZATION \
	--max-utilization 0.8 \
	--capacity-scaler 1 \
	--instance-group $INSTANCE_GROUP_NAME \
	--instance-group-region us-west1 \
	--global

b0noI / create_url_mapping.sh

Created October 19, 2018 23:37

	export WEB_BACKED_SERVICE_NAME="tensorflow-backend"
	export WEB_MAP_NAME="map-all"

	gcloud compute url-maps create $WEB_MAP_NAME \
	--default-service $WEB_BACKED_SERVICE_NAME

b0noI / create_lb_proxy.sh

Created October 19, 2018 23:38

	export WEB_MAP_NAME="map-all"
	export LB_NAME="tf-lb"

	gcloud compute target-http-proxies create $LB_NAME \
	--url-map $WEB_MAP_NAME

b0noI / create-lb-ip4.sh

Created October 19, 2018 23:44

	export IP4_NAME="lb-ip4"

	gcloud compute addresses create $IP4_NAME \
	--ip-version=IPV4 \
	--global

b0noI / forward_traffic_from_ip4_to_lb.sh

Created October 19, 2018 23:47

	export IP=...
	export LB_NAME="tf-lb"
	export FORWARDING_RULE="lb-fwd-rule"

	gcloud compute forwarding-rules create $FORWARDING_RULE \
	--address $IP \
	--global \
	--target-http-proxy $LB_NAME \
	--ports 80

b0noI / startup_inf_script.sh

Last active November 13, 2018 23:22

	#!/bin/bash

	# GPU Agent
	git clone https://github.com/b0noI/gcp-gpu-utilization-metrics.git
	cd gcp-gpu-utilization-metrics
	git checkout 6e62ea324bf097817474b51119786e8222dd9fdf
	pip install -r ./requirenments.txt
	cp ./report_gpu_metrics.py /root/report_gpu_metrics.py

	cat <<-EOH > /lib/systemd/system/gpu_utilization_agent.service