gistfile1.txt

17:06:10 Started by user anonymous
17:06:10 Building remotely on master-services in workspace /home/services/workspace/push-channel-deploy-prod
17:06:10 [WS-CLEANUP] Deleting project workspace...
17:06:10 [WS-CLEANUP] Done
17:06:10 Cloning the remote Git repository
17:06:10 Cloning repository https://git.particle-inc.com:8021/ops/ci.git
17:06:10  > /usr/bin/git init /home/services/workspace/push-channel-deploy-prod # timeout=10
17:06:10 Fetching upstream changes from https://git.particle-inc.com:8021/ops/ci.git
17:06:10  > /usr/bin/git --version # timeout=10
17:06:10 using GIT_ASKPASS to set credentials jenkins_ci for particle
17:06:10  > /usr/bin/git fetch --tags --progress https://git.particle-inc.com:8021/ops/ci.git +refs/heads/*:refs/remotes/origin/*
17:06:11  > /usr/bin/git config remote.origin.url https://git.particle-inc.com:8021/ops/ci.git # timeout=10
17:06:11  > /usr/bin/git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
17:06:11  > /usr/bin/git config remote.origin.url https://git.particle-inc.com:8021/ops/ci.git # timeout=10
17:06:11 Fetching upstream changes from https://git.particle-inc.com:8021/ops/ci.git
17:06:11 using GIT_ASKPASS to set credentials jenkins_ci for particle
17:06:11  > /usr/bin/git fetch --tags --progress https://git.particle-inc.com:8021/ops/ci.git +refs/heads/*:refs/remotes/origin/*
17:06:11  > /usr/bin/git rev-parse refs/remotes/origin/master^{commit} # timeout=10
17:06:11  > /usr/bin/git rev-parse refs/remotes/origin/origin/master^{commit} # timeout=10
17:06:11 Checking out Revision aff227c547cadac42ac5d08851e8229342dd7762 (refs/remotes/origin/master)
17:06:11  > /usr/bin/git config core.sparsecheckout # timeout=10
17:06:11  > /usr/bin/git checkout -f aff227c547cadac42ac5d08851e8229342dd7762
17:06:11  > /usr/bin/git rev-list aff227c547cadac42ac5d08851e8229342dd7762 # timeout=10
17:06:11 [push-channel-deploy-prod] $ /bin/sh -xe /tmp/hudson4220231690084840633.sh
17:06:11 + export FLAG_JENKINS_ENV=us
17:06:11 + FLAG_JENKINS_ENV=us
17:06:11 + echo push-channel-commit
17:06:11 push-channel-commit
17:06:11 + echo 861
17:06:11 861
17:06:11 + echo 172.31.26.30:8031
17:06:11 172.31.26.30:8031
17:06:11 + '[' 172.31.26.30:8031X = X ']'
17:06:11 + export push_channel_master_url=http://172.31.26.30:8030
17:06:11 + push_channel_master_url=http://172.31.26.30:8030
17:06:11 + echo 172.31.26.30:8031
17:06:11 172.31.26.30:8031
17:06:11 ++ sed 's/;/; /g'
17:06:11 ++ echo 172.31.26.30:8031
17:06:11 + tmp_release_machines=172.31.26.30:8031
17:06:11 + echo '[DESC]  <a href=http://jenkins.particlenews.com:8080/job/push-channel-commit/861/>861</a> (172.31.26.30:8031)'
17:06:11 [DESC]  <a href=http://jenkins.particlenews.com:8080/job/push-channel-commit/861/>861</a> (172.31.26.30:8031)
17:06:11 + echo parallel=
17:06:11 + cp ./scripts/Makefile.common Makefile
17:06:11 + cp ./scripts/docker_deploy_env.sh ./docker_deploy_env.sh
17:06:11 + make docker_deploy_prod
17:06:11 echo $release_number
17:06:11 861
17:06:11 echo $release_job
17:06:11 push-channel-commit
17:06:11 + '[' 5 '!=' 4 ']'
17:06:11 + '[' 5 '!=' 3 ']'
17:06:11 + '[' 5 '!=' 5 ']'
17:06:11 + release_job=push-channel-commit
17:06:11 + release_number=861
17:06:11 + env_name=us_prod
17:06:11 + release_machines=172.31.26.30:8031
17:06:11 + start_cmd=
17:06:11 + '[' -f ./scripts/jq ']'
17:06:11 + cp ./scripts/jq .
17:06:11 + '[' X = X ']'
17:06:11 ++ echo push-channel-commit
17:06:11 ++ grep zion -c
17:06:11 + '[' Xpush-channel-commit '!=' X -a 0 -ne 0 ']'
17:06:11 + [email protected]
17:06:11 + '[' Xus = Xus ']'
17:06:11 + cutomize_jenkins_url=http://jenkins.particlenews.com:8080
17:06:11 ++ echo push-channel-commit
17:06:11 ++ grep zion- -c
17:06:11 + '[' 0 -gt 0 ']'
17:06:11 + '[' Xpush-channel-commit '!=' Xcrawler-pipeline-commit ']'
17:06:11 + mail -s 'push-channel-commit is being deployed' -c [email protected] [email protected]
17:06:11 mail: invalid option -- 'c'
17:06:11 Try 'mail --help' or 'mail --usage' for more information.
17:06:11 ++ echo push-channel-commit
17:06:11 ++ sed -e 's/$/-deploy-prod/g'
17:06:11 ++ sed -e s/-commit//g
17:06:11 + echo 'Attention Please
17:06:11 
17:06:11 http://jenkins.particlenews.com:8080/job/push-channel-commit/861 is being deployed to
17:06:11 [172.31.26.30:8031]
17:06:11 
17:06:11 Click http://jenkins.particlenews.com:8080/job/push-channel-deploy-prod to view progress'
17:06:11 + '[' Xpush-channel-commit = Xblender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xblender-stg-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xsuzanne-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xchannel2user-recommender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xsearcher-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xnews-recommender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xreceng-nr-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xnews-recommender-commit-test ']'
17:06:11 + '[' Xpush-channel-commit = Xnews-recommender-stg-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xprediction-server-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xwebui-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xwebui-pc-prod-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xwebui-mobile-prod-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xzion-proxy ']'
17:06:11 + '[' Xpush-channel-commit = Xzion-controller ']'
17:06:11 + '[' Xpush-channel-commit = Xzion-ssdb-rocks ']'
17:06:11 + '[' Xpush-channel-commit = Xchannel-serving-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xmalacca-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xchannel-serving-cachelayer-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xchannel-serving-stg-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xchannel-serving-offline-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xadserver-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xchannel-recommender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xpush-channel-commit ']'
17:06:11 + PUSH_CHANNEL_MASTER_URL=http://10.101.2.19:8030
17:06:11 + component=push-channel
17:06:11 + src_log=/home/services/docker_home/_logs/push-channel
17:06:11 + dst_log=/home/services/pushchannel/channelmanager/bin/logs
17:06:11 + container_name=push-channel
17:06:11 + '[' Xus = Xus ']'
17:06:11 + image_name=docker.particlenews.com:5000/publish/push-channel-861-image-us_prod
17:06:11 + '[' Xpush-channel = Xzion-proxy ']'
17:06:11 + '[' Xpush-channel = Xzion-controller ']'
17:06:11 + '[' Xpush-channel = Xzion-ssdb-rocks ']'
17:06:11 + mkdir -p ./push-channel/machines
17:06:11 + machine_file=./push-channel/machines/us_prod
17:06:11 + rm -f ./push-channel/machines/us_prod
17:06:11 + '[' X172.31.26.30:8031 '!=' X ']'
17:06:11 + echo 172.31.26.30:8031
17:06:11 + sed 's/;/\n/g'
17:06:11 + '[' '!' -f ./push-channel/machines/us_prod ']'
17:06:11 + '[' -f parallel.file ']'
17:06:11 ++ head -1
17:06:11 ++ awk -F= '{print $2}'
17:06:11 ++ grep parallel= parallel.file
17:06:11 + parallel=
17:06:11 + checkInt
17:06:11 + expr + 0
17:06:11 + '[' 1 -ne 0 ']'
17:06:11 + echo 'Args must be integer!'
17:06:11 Args must be integer!
17:06:11 + return 1
17:06:11 + checkIntRet=1
17:06:11 + '[' 1 '!=' 0 ']'
17:06:11 + parallel=1
17:06:11 + '[' 1 -ge 8 ']'
17:06:11 + echo 'Deploy parallel number:1'
17:06:11 Deploy parallel number:1
17:06:11 ++ cat ./push-channel/machines/us_prod
17:06:11 ++ awk -F: '{print $1}'
17:06:11 ++ grep -v '^#'
17:06:11 + hosts=172.31.26.30
17:06:11 ++ cat ./push-channel/machines/us_prod
17:06:11 ++ awk -F: '{print $2}'
17:06:11 ++ grep -v '^#'
17:06:11 + ports=8031
17:06:11 + '[' Xpush-channel-commit '!=' Xchannel-serving-commit ']'
17:06:11 + '[' Xpush-channel-commit '!=' Xmalacca-commit ']'
17:06:11 + protect_overflow_machines 172.31.26.30 1 8031
17:06:11 + '[' Xus = Xus ']'
17:06:11 + echo 'us pass protect_overflow_machines'
17:06:11 us pass protect_overflow_machines
17:06:11 + return
17:06:11 + deploy_and_check 172.31.26.30 1 8031
17:06:11 + hosts=($1)
17:06:11 + local hosts
17:06:11 + ports=($3)
17:06:11 + local ports
17:06:11 + local parallel=1
17:06:11 + local remainder=1
17:06:11 + checkInt 1
17:06:11 + expr 1 + 0
17:06:11 + '[' 0 -ne 0 ']'
17:06:11 + return 0
17:06:11 + checkIntRet=0
17:06:11 + '[' X0 '!=' X0 ']'
17:06:11 + local host_index=0
17:06:11 + true
17:06:11 + echo 'Begin to process. There is 1 machines to be deployed'
17:06:11 Begin to process. There is 1 machines to be deployed
17:06:11 + '[' 1 -le 0 ']'
17:06:11 ++ expr 1 - 1
17:06:11 + '[' 0 -lt 0 ']'
17:06:11 + parallel_cnt=0
17:06:11 + unset pidArray
17:06:11 + declare -a pidArray
17:06:11 + unset indexArray
17:06:11 + declare -a indexArray
17:06:11 + pid_idx=1
17:06:11 + '[' 0 -lt 1 ']'
17:06:11 ++ expr 0 + 1
17:06:11 + parallel_cnt=1
17:06:11 + host=172.31.26.30
17:06:11 + container_port=8031
17:06:11 + echo 'Deploy 172.31.26.30:8031'
17:06:11 Deploy 172.31.26.30:8031
17:06:11 + deploy_script 172.31.26.30 8031
17:06:11 + change_status_in_machine_tool 172.31.26.30 8031 3
17:06:11 + '[' Xus = Xus ']'
17:06:11 + return
17:06:11 + echo Enter deploy_script
17:06:11 Enter deploy_script
17:06:11 + '[' Xpush-channel-commit = Xchannel-serving-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xblender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xmalacca-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xreceng-nr-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xadserver-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xnews-recommender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xchannel-recommender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xblender-stg-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xchannel-serving-stg-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xnews-recommender-stg-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xaudio-recommender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xchannel2news-recommender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xnews2news-recommender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xcircle2news-recommender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xsearcher-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xuser2news-recommender-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xchannel-recommender2-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xwemedia-injector-commit ']'
17:06:11 + '[' Xpush-channel-commit = Xtmp_deploy_job_for_haproxy_test ']'
17:06:11 + '[' Xpush-channel-commit = Xpush-channel-commit ']'
17:06:11 + push_channel_disable 172.31.26.30 8031
17:06:11 + '[' Xus = Xus ']'
17:06:11 + echo 'us deploy, pass disable'
17:06:11 us deploy, pass disable
17:06:11 + '[' Xus = Xus ']'
17:06:11 + chmod 400 ./scripts/services.pem
17:06:11 + ssh -o StrictHostKeyChecking=no -i ./scripts/services.pem [email protected] 'mkdir -p ~/docker_home'
17:06:26 ssh: connect to host 172.31.26.30 port 22: Connection timed out
17:06:26 + scp -o StrictHostKeyChecking=no -i ./scripts/services.pem ./scripts/restart_container.sh '[email protected]:~/docker_home'
17:06:41 ssh: connect to host 172.31.26.30 port 22: Connection timed out
17:06:41 lost connection
17:06:41 + remote_cmd='export FLAG_JENKINS_ENV=us; cd ~/docker_home; sh restart_container.sh docker.particlenews.com:5000/publish/push-channel-861-image-us_prod push-channel 8031 /home/services/docker_home/_logs/push-channel /home/services/pushchannel/channelmanager/bin/logs ""'
17:06:41 + latest_deploy_script='~/docker_home/push-channel_latest_deploy.sh'
17:06:41 + pidArray[$pid_idx]=9272
17:06:41 + indexArray[$pid_idx]=0
17:06:41 + nohup ssh -o StrictHostKeyChecking=no -i ./scripts/services.pem [email protected] 'rm -f ~/docker_home/push-channel_latest_deploy.sh ; export FLAG_JENKINS_ENV=us; cd ~/docker_home; sh restart_container.sh docker.particlenews.com:5000/publish/push-channel-861-image-us_prod push-channel 8031 /home/services/docker_home/_logs/push-channel /home/services/pushchannel/channelmanager/bin/logs "" && echo '\''export FLAG_JENKINS_ENV=us; cd ~/docker_home; sh restart_container.sh docker.particlenews.com:5000/publish/push-channel-861-image-us_prod push-channel 8031 /home/services/docker_home/_logs/push-channel /home/services/pushchannel/channelmanager/bin/logs ""'\'' | tee ~/docker_home/push-channel_latest_deploy.sh && chmod 755 ~/docker_home/push-channel_latest_deploy.sh'
17:06:41 ++ expr 1 + 1
17:06:41 + pid_idx=2
17:06:41 ++ expr 0 + 1
17:06:41 + host_index=1
17:06:41 + '[' 1 -lt 1 ']'
17:06:41 + pid_idx=1
17:06:41 + '[' 1 -gt 0 ']'
17:06:41 + echo 9272
17:06:41 9272
17:06:41 + wait 9272
17:06:56 ssh: connect to host 172.31.26.30 port 22: Connection timed out
17:06:56 + ret=255
17:06:56 + echo ret=255
17:06:56 ret=255
17:06:56 + check_ret 255 172.31.26.30 8031
17:06:56 + '[' 3 -eq 3 ']'
17:06:56 + echo 172.31.26.30
17:06:56 172.31.26.30
17:06:56 + echo 8031
17:06:56 8031
17:06:56 + '[' 255 '!=' 0 ']'
17:06:56 + '[' 3 -eq 3 ']'
17:06:56 + change_status_in_machine_tool 172.31.26.30 8031 2
17:06:56 + '[' Xus = Xus ']'
17:06:56 + return
17:06:56 + echo 'command fail.'
17:06:56 command fail.
17:06:56 + exit 255
17:06:56 make: *** [docker_deploy_prod] Error 255
17:06:56 Build step 'Execute shell' marked build as failure
17:06:56 [description-setter] Description set: 
17:06:56 Finished: FAILURE