Skip to content

Instantly share code, notes, and snippets.

@lorvent

lorvent/log

Created July 23, 2019 10:35
Show Gist options
  • Save lorvent/f763913c685540b055ef089169c59b74 to your computer and use it in GitHub Desktop.
Save lorvent/f763913c685540b055ef089169c59b74 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
log
This file has been truncated, but you can view the full file.
==> /var/log/gitlab/alertmanager/current <==
==> /var/log/gitlab/alertmanager/state <==
==> /var/log/gitlab/gitlab-pages/current <==
==> /var/log/gitlab/gitlab-pages/state <==
==> /var/log/gitlab/crond/current <==
==> /var/log/gitlab/crond/state <==
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:32:21.55444 {"level":"info","ts":1563874341.554404,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"6a35taeudibafxw56cjoe4gi1w"}
2019-07-23_09:33:21.68869 {"level":"info","ts":1563874401.6885724,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"ff75knz66pg7immfg876bap87e"}
2019-07-23_09:34:21.81479 {"level":"info","ts":1563874461.8147573,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"dbmex6h6npntufd64hnbnyeryo"}
2019-07-23_09:35:21.96227 {"level":"info","ts":1563874521.9621391,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"i1ywu5jq63d7zfu8and7i1nz4y"}
2019-07-23_09:36:22.09127 {"level":"info","ts":1563874582.0912337,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"kmzu61wdkjgxbn65e3h7s4wcyc"}
2019-07-23_09:37:22.21978 {"level":"info","ts":1563874642.2197163,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"4zthirzucty5mn4cab73fgntfw"}
2019-07-23_09:38:22.36618 {"level":"info","ts":1563874702.3660064,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"4jw6o11ijpb4pfe5ch138u4siw"}
2019-07-23_09:39:22.51346 {"level":"info","ts":1563874762.5133853,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"tcb939s5cjnp5kcuowux7t5a5o"}
2019-07-23_09:40:22.63570 {"level":"info","ts":1563874822.6356242,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"4a65n9r6kfdctqeu8bidy91s4c"}
2019-07-23_09:41:22.78663 {"level":"info","ts":1563874882.7865582,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"axibm4hh7pd5dx56aejsgkf69h"}
==> /var/log/gitlab/mattermost/state <==
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563874341.554404,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"6a35taeudibafxw56cjoe4gi1w"}
{"level":"info","ts":1563874401.6885724,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"ff75knz66pg7immfg876bap87e"}
{"level":"info","ts":1563874461.8147573,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"dbmex6h6npntufd64hnbnyeryo"}
{"level":"info","ts":1563874521.9621391,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"i1ywu5jq63d7zfu8and7i1nz4y"}
{"level":"info","ts":1563874582.0912337,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"kmzu61wdkjgxbn65e3h7s4wcyc"}
{"level":"info","ts":1563874642.2197163,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"4zthirzucty5mn4cab73fgntfw"}
{"level":"info","ts":1563874702.3660064,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"4jw6o11ijpb4pfe5ch138u4siw"}
{"level":"info","ts":1563874762.5133853,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"tcb939s5cjnp5kcuowux7t5a5o"}
{"level":"info","ts":1563874822.6356242,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"4a65n9r6kfdctqeu8bidy91s4c"}
{"level":"info","ts":1563874882.7865582,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"axibm4hh7pd5dx56aejsgkf69h"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:39:53.52049 starting new unicorn master
2019-07-23_09:40:24.32641 master failed to start, check stderr log for details
2019-07-23_09:40:25.33242 failed to start a new unicorn master
2019-07-23_09:40:25.35117 starting new unicorn master
2019-07-23_09:40:54.64311 master failed to start, check stderr log for details
2019-07-23_09:40:55.64834 failed to start a new unicorn master
2019-07-23_09:40:55.66415 starting new unicorn master
2019-07-23_09:41:25.00895 master failed to start, check stderr log for details
2019-07-23_09:41:26.01401 failed to start a new unicorn master
2019-07-23_09:41:26.02969 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stdout.log <==
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:41:25.076319 #19510] INFO -- : worker=0 ready
I, [2019-07-23T09:41:26.678201 #19534] INFO -- : Refreshing Gem list
==> /var/log/gitlab/unicorn/state <==
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 09:28:46 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
2019/07/23 09:32:06 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_pages_access.log <==
71.126.134.206 - - [23/Jul/2019:06:17:50 +0000] "GET /docs/assets/js/34.faaba17c.js HTTP/2.0" 304 0 "https://josh.lorvent.info/docs/installation/laravel-55.html" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
71.126.134.206 - - [23/Jul/2019:06:17:50 +0000] "GET /docs/assets/js/36.9324b554.js HTTP/2.0" 304 0 "https://josh.lorvent.info/docs/installation/laravel-55.html" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
71.126.134.206 - - [23/Jul/2019:06:17:50 +0000] "GET /docs/assets/js/5.05413ca8.js HTTP/2.0" 304 0 "https://josh.lorvent.info/docs/installation/laravel-55.html" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
71.126.134.206 - - [23/Jul/2019:06:17:50 +0000] "GET /docs/assets/js/4.fef2ed49.js HTTP/2.0" 304 0 "https://josh.lorvent.info/docs/installation/laravel-55.html" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
71.126.134.206 - - [23/Jul/2019:06:17:50 +0000] "GET /docs/assets/js/37.43e666f9.js HTTP/2.0" 304 0 "https://josh.lorvent.info/docs/installation/laravel-55.html" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
71.126.134.206 - - [23/Jul/2019:06:17:50 +0000] "GET /docs/assets/js/6.09689038.js HTTP/2.0" 304 0 "https://josh.lorvent.info/docs/installation/laravel-55.html" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
71.126.134.206 - - [23/Jul/2019:06:17:50 +0000] "GET /docs/assets/js/7.25f285c2.js HTTP/2.0" 304 0 "https://josh.lorvent.info/docs/installation/laravel-55.html" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
71.126.134.206 - - [23/Jul/2019:06:17:50 +0000] "GET /docs/assets/js/8.32207458.js HTTP/2.0" 304 0 "https://josh.lorvent.info/docs/installation/laravel-55.html" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
71.126.134.206 - - [23/Jul/2019:06:17:50 +0000] "GET /docs/assets/js/9.4124bb59.js HTTP/2.0" 304 0 "https://josh.lorvent.info/docs/installation/laravel-55.html" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
209.17.97.10 - - [23/Jul/2019:08:04:38 +0000] "GET / HTTP/1.1" 404 3079 "" "Mozilla/5.0 (compatible; Nimbostratus-Bot/v1.3.2; http://cloudsystemnetworks.com)"
==> /var/log/gitlab/nginx/current <==
==> /var/log/gitlab/nginx/access.log <==
==> /var/log/gitlab/nginx/gitlab_pages_error.log <==
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:40:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 535 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:40:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 427 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:32 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 643 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 535 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:41:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 535 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:48 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:48 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1236 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:48 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 762 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:52 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:52 +0000] "PUT /api/v4/users/aobhnbjs9fycd8kg7ourw4meyr/preferences HTTP/2.0" 200 15 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:39:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
172.93.50.33 - - [23/Jul/2019:09:40:01 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
172.110.10.147 - - [23/Jul/2019:09:40:19 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
198.12.92.209 - - [23/Jul/2019:09:40:30 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
172.110.20.247 - - [23/Jul/2019:09:40:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
172.93.50.33 - - [23/Jul/2019:09:41:01 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
172.110.10.147 - - [23/Jul/2019:09:41:19 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
183.83.228.201 - - [23/Jul/2019:09:41:33 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
198.12.92.209 - - [23/Jul/2019:09:41:33 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
172.110.20.247 - - [23/Jul/2019:09:41:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/nginx/error.log <==
==> /var/log/gitlab/nginx/gitlab_mattermost_error.log <==
==> /var/log/gitlab/nginx/state <==
==> /var/log/gitlab/prometheus/current <==
2019-07-23_09:00:00.54942 level=info ts=2019-07-23T09:00:00.549332552Z caller=compact.go:496 component=tsdb msg="write block" mint=1563861600000 maxt=1563868800000 ulid=01DGF0Y50B78B5P2EVH09F8AS5 duration=153.599017ms
2019-07-23_09:00:00.59499 level=info ts=2019-07-23T09:00:00.594913967Z caller=head.go:536 component=tsdb msg="head GC completed" duration=16.561229ms
2019-07-23_09:00:01.00370 level=info ts=2019-07-23T09:00:01.003636109Z caller=compact.go:441 component=tsdb msg="compact blocks" count=2 mint=1563796800000 maxt=1563811200000 ulid=01DGF0Y57AYXQBSWBTG7BP96X1 sources="[01DGD34KR60QV5P3BXSZJT8WEN 01DGENKBHBXVHS07B7QV83T6P2]" duration=385.650732ms
2019-07-23_09:00:02.71383 level=info ts=2019-07-23T09:00:02.713721234Z caller=compact.go:441 component=tsdb msg="compact blocks" count=3 mint=1563753600000 maxt=1563811200000 ulid=01DGF0Y5MRSB21DQ8PX22FP3A6 sources="[01DGCEHEE2SJCWF639B112E55A 01DGD34NPTJ2XSXC7ED22EY5S0 01DGF0Y57AYXQBSWBTG7BP96X1]" duration=1.665039301s
==> /var/log/gitlab/prometheus/state <==
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"V7Qvw32PU22","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:41:01Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"V7Qvw32PU22","duration":0.000830853,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:41:01Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
{"correlation_id":"7yPqEbbOXU4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:41:19Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"7yPqEbbOXU4","duration":0.00104823,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:41:19Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
{"correlation_id":"Xonne8e1Qi9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:41:33Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"Xonne8e1Qi9","duration":0.000663945,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:41:33Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
{"correlation_id":"W5jc3beOmy3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:41:33Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"W5jc3beOmy3","duration":0.000556095,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:41:33Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
{"correlation_id":"gZ6fnKs0eN9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:41:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"gZ6fnKs0eN9","duration":0.000864659,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:41:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-workhorse/state <==
==> /var/log/gitlab/redis-exporter/current <==
==> /var/log/gitlab/redis-exporter/state <==
==> /var/log/gitlab/grafana/current <==
==> /var/log/gitlab/grafana/state <==
==> /var/log/gitlab/gitlab-shell/gitlab-shell.log <==
==> /var/log/gitlab/gitlab-rails/grpc.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-05-03-04-04-41.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-02-08-03-45-35.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-06-11-04-23-46.log <==
==> /var/log/gitlab/gitlab-rails/audit_json.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-03-15-14-44-36.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2018-12-22-14-17-56.log <==
==> /var/log/gitlab/gitlab-rails/githost.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-04-05-05-19-39.log <==
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":121.16,"view":0.0,"db":14.96,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:36:52.673Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"8388b0f4-ffef-4da3-95da-cead2e179a9d"}
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":110.68,"view":0.0,"db":13.04,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:37:23.222Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"eb311509-c76b-4a50-9e54-d96f1693da81"}
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":120.26,"view":0.0,"db":12.54,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:37:53.109Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"dce70535-0775-4a38-8212-4b85dda88a96"}
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":111.7,"view":0.0,"db":12.31,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:38:22.873Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"c044b018-dd7e-4b08-b922-748871e66cc0"}
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":113.75,"view":0.0,"db":13.54,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:38:52.144Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"d4826fc9-abaf-4707-ae88-c30ed16d6301"}
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":116.1,"view":0.0,"db":13.37,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:39:21.963Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"00f912e9-f3dd-4ae8-b7ed-da1a2448c4ef"}
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":112.79,"view":0.0,"db":12.87,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:39:52.420Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"76969a2a-11a1-4646-a1bc-95956ba888c0"}
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":115.99,"view":0.0,"db":13.64,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:40:24.264Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"9d537da4-290d-4b8e-9510-2c9ef3ced3e0"}
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":107.64,"view":0.0,"db":12.86,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:40:54.583Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"bfd10752-a168-43c7-8f28-ebd56084783e"}
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":108.66,"view":0.0,"db":12.63,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:41:24.947Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"3f20f055-ed20-4d57-9cb6-5de5ce4124d9"}
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-01-02-03-13-40.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-04-10-15-27-57.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-01-04-03-16-10.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-01-31-16-07-04.log <==
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-07-23T09:27:16.946Z","class":"ExpirePipelineCacheWorker","retry":3,"queue":"pipeline_cache:expire_pipeline_cache","queue_namespace":"pipeline_cache","jid":"51081e3d534cb875d86807b9","created_at":"2019-07-23T09:27:16.616Z","correlation_id":"rvu7GwB4644","enqueued_at":"2019-07-23T09:27:16.621Z","pid":14653,"message":"ExpirePipelineCacheWorker JID-51081e3d534cb875d86807b9: done: 0.316 sec","job_status":"done","duration":0.316,"completed_at":"2019-07-23T09:27:16.946Z"}
{"severity":"INFO","time":"2019-07-23T09:27:16.948Z","class":"ProjectServiceWorker","retry":3,"queue":"project_service","dead":false,"jid":"8cfbec5aba3e4135bacb462a","created_at":"2019-07-23T09:27:16.942Z","correlation_id":"rvu7GwB4644","enqueued_at":"2019-07-23T09:27:16.945Z","pid":14653,"message":"ProjectServiceWorker JID-8cfbec5aba3e4135bacb462a: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:27:16.961Z","class":"PipelineHooksWorker","retry":3,"queue":"pipeline_hooks:pipeline_hooks","queue_namespace":"pipeline_hooks","jid":"6fe3a68b67664126342ae5f8","created_at":"2019-07-23T09:27:16.605Z","correlation_id":"rvu7GwB4644","enqueued_at":"2019-07-23T09:27:16.607Z","pid":14653,"message":"PipelineHooksWorker JID-6fe3a68b67664126342ae5f8: done: 0.338 sec","job_status":"done","duration":0.338,"completed_at":"2019-07-23T09:27:16.960Z"}
{"severity":"INFO","time":"2019-07-23T09:27:16.980Z","class":"ProjectServiceWorker","retry":3,"queue":"project_service","dead":false,"jid":"8cfbec5aba3e4135bacb462a","created_at":"2019-07-23T09:27:16.942Z","correlation_id":"rvu7GwB4644","enqueued_at":"2019-07-23T09:27:16.945Z","pid":14653,"message":"ProjectServiceWorker JID-8cfbec5aba3e4135bacb462a: done: 0.032 sec","job_status":"done","duration":0.032,"completed_at":"2019-07-23T09:27:16.980Z"}
{"severity":"INFO","time":"2019-07-23T09:30:03.273Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"1af1c8e0532c05c238309b6d","created_at":"2019-07-23T09:30:03.224Z","correlation_id":"f7fea16a-0e2c-453a-b78a-cbf104f54106","enqueued_at":"2019-07-23T09:30:03.225Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-1af1c8e0532c05c238309b6d: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:30:03.280Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"e67295fc55652c2299bf6c76","created_at":"2019-07-23T09:30:03.274Z","correlation_id":"e7de7ad3-fd17-4fc3-9c9c-c117e886cba9","enqueued_at":"2019-07-23T09:30:03.275Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-e67295fc55652c2299bf6c76: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:30:03.321Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"e67295fc55652c2299bf6c76","created_at":"2019-07-23T09:30:03.274Z","correlation_id":"e7de7ad3-fd17-4fc3-9c9c-c117e886cba9","enqueued_at":"2019-07-23T09:30:03.275Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-e67295fc55652c2299bf6c76: done: 0.041 sec","job_status":"done","duration":0.041,"completed_at":"2019-07-23T09:30:03.321Z"}
{"severity":"INFO","time":"2019-07-23T09:30:03.341Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"1af1c8e0532c05c238309b6d","created_at":"2019-07-23T09:30:03.224Z","correlation_id":"f7fea16a-0e2c-453a-b78a-cbf104f54106","enqueued_at":"2019-07-23T09:30:03.225Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-1af1c8e0532c05c238309b6d: done: 0.068 sec","job_status":"done","duration":0.068,"completed_at":"2019-07-23T09:30:03.341Z"}
{"severity":"INFO","time":"2019-07-23T09:40:27.003Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"a7cb6a60938a98212910877d","created_at":"2019-07-23T09:40:27.001Z","correlation_id":"dc6b5651-0ef3-403a-b911-6d03ba5ad803","enqueued_at":"2019-07-23T09:40:27.002Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-a7cb6a60938a98212910877d: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:40:27.074Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"a7cb6a60938a98212910877d","created_at":"2019-07-23T09:40:27.001Z","correlation_id":"dc6b5651-0ef3-403a-b911-6d03ba5ad803","enqueued_at":"2019-07-23T09:40:27.002Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-a7cb6a60938a98212910877d: done: 0.071 sec","job_status":"done","duration":0.071,"completed_at":"2019-07-23T09:40:27.074Z"}
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-02-05-17-49-04.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-04-30-03-08-32.log <==
==> /var/log/gitlab/gitlab-rails/api_json.log <==
{"time":"2019-07-23T06:54:32.803Z","severity":"INFO","duration":59.39,"db":10.6,"view":48.79,"status":403,"method":"POST","path":"/api/v4/jobs/request","params":[{"key":"info","value":{"name":"gitlab-runner","version":"12.1.0","revision":"de7731dd","platform":"linux","architecture":"amd64","executor":"docker","shell":"bash","features":{"variables":"[FILTERED]","image":null,"services":null,"artifacts":null,"cache":null,"shared":null,"upload_multiple_artifacts":null,"upload_raw_artifacts":null,"session":null,"terminal":null,"refspecs":null,"masking":null,"proxy":null}}},{"key":"token","value":"[FILTERED]"}],"host":"git.lorvent.com","ip":"172.110.20.247, 172.110.20.247","ua":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","route":"/api/:version/jobs/request","queue_duration":180.39,"gitaly_calls":0,"gitaly_duration":0,"correlation_id":"GCpdiu9rZsa"}
{"time":"2019-07-23T07:50:56.604Z","severity":"INFO","duration":1316.12,"db":186.97,"view":1129.1499999999999,"status":200,"method":"GET","path":"/api/v4/todos","params":[{"key":"page","value":"1"},{"key":"private_token","value":"[FILTERED]"},{"key":"per_page","value":"10"}],"host":"git.lorvent.com","ip":"183.83.228.201, 183.83.228.201","ua":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","route":"/api/:version/todos","user_id":1,"username":"lorvent","queue_duration":114.79,"gitaly_calls":1,"gitaly_duration":16.85,"correlation_id":"jH8H66AuuO3"}
{"time":"2019-07-23T09:27:16.997Z","severity":"INFO","duration":958.66,"db":164.03,"view":794.63,"status":201,"method":"POST","path":"/api/v4/jobs/request","params":[{"key":"info","value":{"name":"gitlab-runner","version":"12.0.1","revision":"0e5417a3","platform":"linux","architecture":"amd64","executor":"docker","shell":"bash","features":{"variables":"[FILTERED]","image":null,"services":null,"artifacts":null,"cache":null,"shared":null,"upload_multiple_artifacts":null,"upload_raw_artifacts":null,"session":null,"terminal":null,"refspecs":null,"masking":null,"proxy":null}}},{"key":"token","value":"[FILTERED]"},{"key":"last_update","value":"f7e9d5ec1e0b7a2a7a1c641cf1a6a13c"}],"host":"git.lorvent.com","ip":"198.12.92.209, 198.12.92.209","ua":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","route":"/api/:version/jobs/request","queue_duration":99.42,"gitaly_calls":1,"gitaly_duration":18.64,"correlation_id":"rvu7GwB4644"}
==> /var/log/gitlab/gitlab-rails/graphql_json.log <==
==> /var/log/gitlab/gitlab-rails/application.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-06-05-14-16-26.log <==
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
Started GET "/" for at 2019-07-23 09:41:51 +0000
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-02-22-18-54-38.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-01-18-05-49-33.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-05-22-14-39-53.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-01-22-17-56-29.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-06-27-07-38-09.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-04-22-15-00-20.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2018-12-07-07-08-48.log <==
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:39:33] 127.0.0.1 - - [23/Jul/2019:09:39:33 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
[2019-07-23 09:39:48] 127.0.0.1 - - [23/Jul/2019:09:39:48 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
[2019-07-23 09:40:03] 127.0.0.1 - - [23/Jul/2019:09:40:03 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
[2019-07-23 09:40:18] 127.0.0.1 - - [23/Jul/2019:09:40:18 UTC] "GET /metrics HTTP/1.1" 200 7691 "-" "Prometheus/2.8.1"
[2019-07-23 09:40:33] 127.0.0.1 - - [23/Jul/2019:09:40:33 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
[2019-07-23 09:40:48] 127.0.0.1 - - [23/Jul/2019:09:40:48 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
[2019-07-23 09:41:03] 127.0.0.1 - - [23/Jul/2019:09:41:03 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
[2019-07-23 09:41:18] 127.0.0.1 - - [23/Jul/2019:09:41:18 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
[2019-07-23 09:41:33] 127.0.0.1 - - [23/Jul/2019:09:41:33 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
[2019-07-23 09:41:48] 127.0.0.1 - - [23/Jul/2019:09:41:48 UTC] "GET /metrics HTTP/1.1" 200 7685 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-01-16-19-26-41.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-03-26-14-32-13.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-03-22-14-08-00.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-03-21-07-36-34.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-04-28-06-53-41.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-06-04-12-46-47.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2018-12-14-11-34-51.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-04-02-06-25-28.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-06-22-15-41-00.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-01-07-18-56-01.log <==
==> /var/log/gitlab/gitlab-rails/kubernetes.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-06-25-14-10-15.log <==
==> /var/log/gitlab/gitlab-rails/importer.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-04-15-12-19-03.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-07-03-10-32-07.log <==
==> /var/log/gitlab/gitlab-rails/gitlab-rails-db-migrate-2019-03-04-22-37-18.log <==
==> /var/log/gitlab/postgres-exporter/current <==
==> /var/log/gitlab/postgres-exporter/state <==
==> /var/log/gitlab/logrotate/current <==
==> /var/log/gitlab/logrotate/state <==
==> /var/log/gitlab/redis/current <==
2019-07-23_09:32:31.02028 14642:M 23 Jul 09:32:31.020 * 10 changes in 300 seconds. Saving...
2019-07-23_09:32:31.02066 14642:M 23 Jul 09:32:31.020 * Background saving started by pid 17971
2019-07-23_09:32:31.04122 17971:C 23 Jul 09:32:31.041 * DB saved on disk
2019-07-23_09:32:31.04159 17971:C 23 Jul 09:32:31.041 * RDB: 1 MB of memory used by copy-on-write
2019-07-23_09:32:31.12142 14642:M 23 Jul 09:32:31.121 * Background saving terminated with success
2019-07-23_09:37:32.06974 14642:M 23 Jul 09:37:32.069 * 10 changes in 300 seconds. Saving...
2019-07-23_09:37:32.07018 14642:M 23 Jul 09:37:32.070 * Background saving started by pid 18779
2019-07-23_09:37:32.09062 18779:C 23 Jul 09:37:32.090 * DB saved on disk
2019-07-23_09:37:32.09096 18779:C 23 Jul 09:37:32.090 * RDB: 0 MB of memory used by copy-on-write
2019-07-23_09:37:32.17100 14642:M 23 Jul 09:37:32.170 * Background saving terminated with success
==> /var/log/gitlab/redis/state <==
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:39:37.28607 time="2019-07-23T09:39:37Z" level=error msg="ERROR: diskstats collector failed after 0.000033s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
2019-07-23_09:39:52.28579 time="2019-07-23T09:39:52Z" level=error msg="ERROR: diskstats collector failed after 0.000027s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
2019-07-23_09:40:07.28330 time="2019-07-23T09:40:07Z" level=error msg="ERROR: diskstats collector failed after 0.000043s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
2019-07-23_09:40:22.28520 time="2019-07-23T09:40:22Z" level=error msg="ERROR: diskstats collector failed after 0.000019s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
2019-07-23_09:40:37.28493 time="2019-07-23T09:40:37Z" level=error msg="ERROR: diskstats collector failed after 0.000047s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
2019-07-23_09:40:52.28598 time="2019-07-23T09:40:52Z" level=error msg="ERROR: diskstats collector failed after 0.000026s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
2019-07-23_09:41:07.28493 time="2019-07-23T09:41:07Z" level=error msg="ERROR: diskstats collector failed after 0.000022s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
2019-07-23_09:41:22.28385 time="2019-07-23T09:41:22Z" level=error msg="ERROR: diskstats collector failed after 0.000107s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
2019-07-23_09:41:37.28384 time="2019-07-23T09:41:37Z" level=error msg="ERROR: diskstats collector failed after 0.000026s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
2019-07-23_09:41:52.28311 time="2019-07-23T09:41:52Z" level=error msg="ERROR: diskstats collector failed after 0.000024s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/node-exporter/state <==
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-07-23T09:27:16.946Z","class":"ExpirePipelineCacheWorker","retry":3,"queue":"pipeline_cache:expire_pipeline_cache","queue_namespace":"pipeline_cache","jid":"51081e3d534cb875d86807b9","created_at":"2019-07-23T09:27:16.616Z","correlation_id":"rvu7GwB4644","enqueued_at":"2019-07-23T09:27:16.621Z","pid":14653,"message":"ExpirePipelineCacheWorker JID-51081e3d534cb875d86807b9: done: 0.316 sec","job_status":"done","duration":0.316,"completed_at":"2019-07-23T09:27:16.946Z"}
{"severity":"INFO","time":"2019-07-23T09:27:16.948Z","class":"ProjectServiceWorker","retry":3,"queue":"project_service","dead":false,"jid":"8cfbec5aba3e4135bacb462a","created_at":"2019-07-23T09:27:16.942Z","correlation_id":"rvu7GwB4644","enqueued_at":"2019-07-23T09:27:16.945Z","pid":14653,"message":"ProjectServiceWorker JID-8cfbec5aba3e4135bacb462a: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:27:16.961Z","class":"PipelineHooksWorker","retry":3,"queue":"pipeline_hooks:pipeline_hooks","queue_namespace":"pipeline_hooks","jid":"6fe3a68b67664126342ae5f8","created_at":"2019-07-23T09:27:16.605Z","correlation_id":"rvu7GwB4644","enqueued_at":"2019-07-23T09:27:16.607Z","pid":14653,"message":"PipelineHooksWorker JID-6fe3a68b67664126342ae5f8: done: 0.338 sec","job_status":"done","duration":0.338,"completed_at":"2019-07-23T09:27:16.960Z"}
{"severity":"INFO","time":"2019-07-23T09:27:16.980Z","class":"ProjectServiceWorker","retry":3,"queue":"project_service","dead":false,"jid":"8cfbec5aba3e4135bacb462a","created_at":"2019-07-23T09:27:16.942Z","correlation_id":"rvu7GwB4644","enqueued_at":"2019-07-23T09:27:16.945Z","pid":14653,"message":"ProjectServiceWorker JID-8cfbec5aba3e4135bacb462a: done: 0.032 sec","job_status":"done","duration":0.032,"completed_at":"2019-07-23T09:27:16.980Z"}
{"severity":"INFO","time":"2019-07-23T09:30:03.273Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"1af1c8e0532c05c238309b6d","created_at":"2019-07-23T09:30:03.224Z","correlation_id":"f7fea16a-0e2c-453a-b78a-cbf104f54106","enqueued_at":"2019-07-23T09:30:03.225Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-1af1c8e0532c05c238309b6d: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:30:03.280Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"e67295fc55652c2299bf6c76","created_at":"2019-07-23T09:30:03.274Z","correlation_id":"e7de7ad3-fd17-4fc3-9c9c-c117e886cba9","enqueued_at":"2019-07-23T09:30:03.275Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-e67295fc55652c2299bf6c76: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:30:03.321Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"e67295fc55652c2299bf6c76","created_at":"2019-07-23T09:30:03.274Z","correlation_id":"e7de7ad3-fd17-4fc3-9c9c-c117e886cba9","enqueued_at":"2019-07-23T09:30:03.275Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-e67295fc55652c2299bf6c76: done: 0.041 sec","job_status":"done","duration":0.041,"completed_at":"2019-07-23T09:30:03.321Z"}
{"severity":"INFO","time":"2019-07-23T09:30:03.341Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"1af1c8e0532c05c238309b6d","created_at":"2019-07-23T09:30:03.224Z","correlation_id":"f7fea16a-0e2c-453a-b78a-cbf104f54106","enqueued_at":"2019-07-23T09:30:03.225Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-1af1c8e0532c05c238309b6d: done: 0.068 sec","job_status":"done","duration":0.068,"completed_at":"2019-07-23T09:30:03.341Z"}
{"severity":"INFO","time":"2019-07-23T09:40:27.003Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"a7cb6a60938a98212910877d","created_at":"2019-07-23T09:40:27.001Z","correlation_id":"dc6b5651-0ef3-403a-b911-6d03ba5ad803","enqueued_at":"2019-07-23T09:40:27.002Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-a7cb6a60938a98212910877d: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:40:27.074Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"a7cb6a60938a98212910877d","created_at":"2019-07-23T09:40:27.001Z","correlation_id":"dc6b5651-0ef3-403a-b911-6d03ba5ad803","enqueued_at":"2019-07-23T09:40:27.002Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-a7cb6a60938a98212910877d: done: 0.071 sec","job_status":"done","duration":0.071,"completed_at":"2019-07-23T09:40:27.074Z"}
==> /var/log/gitlab/sidekiq/state <==
==> /var/log/gitlab/postgresql/current <==
==> /var/log/gitlab/postgresql/state <==
==> /var/log/gitlab/gitlab-monitor/current <==
==> /var/log/gitlab/gitlab-monitor/state <==
==> /var/log/gitlab/gitaly/current <==
{"correlation_id":"a761d687-93bc-4231-aa00-81d70c33b444","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-sidekiq","grpc.method":"Check","grpc.request.deadline":"2019-07-23T09:20:31Z","grpc.request.fullMethod":"/grpc.health.v1.Health/Check","grpc.service":"grpc.health.v1.Health","grpc.start_time":"2019-07-23T09:20:21Z","grpc.time_ms":0.041,"level":"info","msg":"finished unary call with code OK","peer.address":"@","span.kind":"server","system":"grpc","time":"2019-07-23T09:20:21Z"}
{"correlation_id":"rvu7GwB4644","grpc.code":"OK","grpc.meta.auth_version":"v2","grpc.meta.client_name":"gitlab-web","grpc.method":"ServerInfo","grpc.request.deadline":"2019-07-23T09:27:26Z","grpc.request.fullMethod":"/gitaly.ServerService/ServerInfo","grpc.service":"gitaly.ServerService","grpc.start_time":"2019-07-23T09:27:16Z","grpc.time_ms":1.919,"level":"info","msg":"finished unary call with code OK","peer.address":"@","span.kind":"server","system":"grpc","time":"2019-07-23T09:27:16Z"}
==> /var/log/gitlab/gitaly/state <==
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:41:54.66583 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:41:54.608315 #19534] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:41:54.608469 #19534] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:41:54.608576 #19534] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:41:54.654647 #19534] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:41:54.738667 #19597] INFO -- : worker=0 ready
==> /var/log/gitlab/nginx/gitlab_access.log <==
79.145.26.216 - - [23/Jul/2019:09:41:53 +0000] "GET / HTTP/2.0" 502 2940 "https://git.lorvent.com/client/growinup" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
79.145.26.216 - - [23/Jul/2019:09:41:54 +0000] "GET /favicon.ico HTTP/2.0" 502 2940 "https://git.lorvent.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"RwWgWoCBJD6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:41:53Z","uri":"/"}
{"correlation_id":"RwWgWoCBJD6","duration":0.000774057,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/client/growinup","remoteAddr":"79.145.26.216:0","remoteIp":"79.145.26.216","status":502,"system":"http","time":"2019-07-23T09:41:53Z","uri":"/","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
{"correlation_id":"LRHdKrqIR01","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:41:54Z","uri":"/favicon.ico"}
{"correlation_id":"LRHdKrqIR01","duration":0.001137033,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/","remoteAddr":"79.145.26.216:0","remoteIp":"79.145.26.216","status":502,"system":"http","time":"2019-07-23T09:41:54Z","uri":"/favicon.ico","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":113.73,"view":0.0,"db":12.44,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:41:54.602Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"69b23fb0-4c08-4862-a36e-c93a8a557f27"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 114ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:41:55.67119 failed to start a new unicorn master
2019-07-23_09:41:55.68843 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:41:56.359346 #19621] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:41:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 427 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:59 +0000] "GET /api/v4/channels/qxtppa9xijg4mpzzf3ieyagcty/posts?since=1563874617029 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:59 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 74 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:59 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1280 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:41:59 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 775 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:42:02 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ovJBbGxfb31","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:42:02Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"ovJBbGxfb31","duration":0.001349908,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:42:02Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:42:03] 127.0.0.1 - - [23/Jul/2019:09:42:03 UTC] "GET /metrics HTTP/1.1" 200 7685 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:42:07.28454 time="2019-07-23T09:42:07Z" level=error msg="ERROR: diskstats collector failed after 0.000052s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:42:18] 127.0.0.1 - - [23/Jul/2019:09:42:18 UTC] "GET /metrics HTTP/1.1" 200 7685 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:42:19 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"s2ewBX8zHWa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:42:19Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"s2ewBX8zHWa","duration":0.001080501,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:42:19Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:42:22 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:42:22.28315 time="2019-07-23T09:42:22Z" level=error msg="ERROR: diskstats collector failed after 0.000027s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:42:22.91857 {"level":"info","ts":1563874942.9185326,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"zjs6r7aakbdmifm7uraiksxnra"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563874942.9185326,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"zjs6r7aakbdmifm7uraiksxnra"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:42:25.28910 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:42:25.225190 #19621] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:42:25.225344 #19621] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:42:25.225456 #19621] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:42:25.276778 #19621] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:42:25.360146 #19679] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":111.38,"view":0.0,"db":11.98,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:42:25.219Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"a7869d35-690d-412e-86b8-c03aa59d4800"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 111ms (ActiveRecord: 12.0ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:42:26.29450 failed to start a new unicorn master
2019-07-23_09:42:26.31039 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:42:26.964577 #19703] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:42:33 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 643 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:42:33 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 74 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:42:33 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 762 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:42:33 +0000] "GET /api/v4/channels/78nukothdpfb3m7y9qmjeujjuh/posts?since=1563544110726 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:42:33 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1236 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:42:33 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"5UuVVBcZWU6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:42:33Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"5UuVVBcZWU6","duration":0.000623833,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:42:33Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:42:33] 127.0.0.1 - - [23/Jul/2019:09:42:33 UTC] "GET /metrics HTTP/1.1" 200 7685 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/redis/current <==
2019-07-23_09:42:33.01733 14642:M 23 Jul 09:42:33.017 * 10 changes in 300 seconds. Saving...
2019-07-23_09:42:33.01771 14642:M 23 Jul 09:42:33.017 * Background saving started by pid 19710
2019-07-23_09:42:33.03972 19710:C 23 Jul 09:42:33.039 * DB saved on disk
2019-07-23_09:42:33.04030 19710:C 23 Jul 09:42:33.040 * RDB: 1 MB of memory used by copy-on-write
2019-07-23_09:42:33.11797 14642:M 23 Jul 09:42:33.117 * Background saving terminated with success
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:42:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 535 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:42:34 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 749 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:42:34 +0000] "GET /api/v4/channels/qxtppa9xijg4mpzzf3ieyagcty/posts?since=1563874617029 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:42:34 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 512 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:42:34 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 74 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:42:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"S6KFpHkU8Z3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:42:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"S6KFpHkU8Z3","duration":0.000984129,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:42:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:42:36 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"nomUAK44w41","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:42:36Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"nomUAK44w41","duration":0.000589411,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:42:36Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:42:37.28348 time="2019-07-23T09:42:37Z" level=error msg="ERROR: diskstats collector failed after 0.000016s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:42:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 535 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:42:48] 127.0.0.1 - - [23/Jul/2019:09:42:48 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:42:52 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:42:52.28300 time="2019-07-23T09:42:52Z" level=error msg="ERROR: diskstats collector failed after 0.000017s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:42:55.11627 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:42:55.053341 #19703] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:42:55.053495 #19703] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:42:55.053603 #19703] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:42:55.105771 #19703] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:42:55.191888 #19757] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":135.06,"view":0.0,"db":22.31,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:42:55.044Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"fb627d98-187a-4806-b832-33361039dbc6"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 135ms (ActiveRecord: 22.3ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:42:56.12110 failed to start a new unicorn master
2019-07-23_09:42:56.13831 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:42:56.799896 #19781] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:42:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 427 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:43:02 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ou7JZ8Wxlu9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:43:02Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"ou7JZ8Wxlu9","duration":0.000802923,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:43:02Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:43:03] 127.0.0.1 - - [23/Jul/2019:09:43:03 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:43:07.28522 time="2019-07-23T09:43:07Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:43:18] 127.0.0.1 - - [23/Jul/2019:09:43:18 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:43:20 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"53euyBgLeOa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:43:20Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"53euyBgLeOa","duration":0.001151926,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:43:20Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:43:22.28667 time="2019-07-23T09:43:22Z" level=error msg="ERROR: diskstats collector failed after 0.000035s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:43:23.11218 {"level":"info","ts":1563875003.1121402,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"jrjnawqzcids3x7zkejphkdy6o"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875003.1121402,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"jrjnawqzcids3x7zkejphkdy6o"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:43:22 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:43:25.12613 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:43:25.063671 #19781] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:43:25.063824 #19781] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:43:25.063933 #19781] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:43:25.114342 #19781] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:43:25.199180 #19832] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":112.27,"view":0.0,"db":12.31,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:43:25.058Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"983a2b31-37bb-441d-a25f-2239ab865bd1"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 112ms (ActiveRecord: 12.3ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:43:26.13203 failed to start a new unicorn master
2019-07-23_09:43:26.14903 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:43:26.810222 #19856] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:43:33] 127.0.0.1 - - [23/Jul/2019:09:43:33 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:43:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:43:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:43:33 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
172.110.20.247 - - [23/Jul/2019:09:43:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"YNRHbYV91Y6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:43:33Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"YNRHbYV91Y6","duration":0.000579175,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:43:33Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
{"correlation_id":"62Fb0QRSwi8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:43:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"62Fb0QRSwi8","duration":0.000659994,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:43:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:43:37.28375 time="2019-07-23T09:43:37Z" level=error msg="ERROR: diskstats collector failed after 0.000054s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:43:39 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"McZ4GJmkb05","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:43:39Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"McZ4GJmkb05","duration":0.000571023,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:43:39Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:43:41 +0000] "GET /api/v4/channels/njfccwg3cjf6xeax13n4ha7eoe/posts?since=1563874253012 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:43:41 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 2010 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:43:41 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 76 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:43:41 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 1193 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:43:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:43:48] 127.0.0.1 - - [23/Jul/2019:09:43:48 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:43:52 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:43:52.28705 time="2019-07-23T09:43:52Z" level=error msg="ERROR: diskstats collector failed after 0.000046s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:43:54.98744 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:43:54.929258 #19856] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:43:54.929395 #19856] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:43:54.929500 #19856] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:43:54.977030 #19856] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:43:55.065515 #19908] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":107.96,"view":0.0,"db":12.28,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:43:54.923Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"16442028-c8eb-42bd-a546-a1168ce2dbe8"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 108ms (ActiveRecord: 12.3ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:43:55.99260 failed to start a new unicorn master
2019-07-23_09:43:56.00768 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:43:56.642556 #19933] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:43:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 425 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:44:02 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"a7i2QPXr2q9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:44:02Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"a7i2QPXr2q9","duration":0.0012188,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:44:02Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:44:03] 127.0.0.1 - - [23/Jul/2019:09:44:03 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:44:07.28237 time="2019-07-23T09:44:07Z" level=error msg="ERROR: diskstats collector failed after 0.000029s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:44:18] 127.0.0.1 - - [23/Jul/2019:09:44:18 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:44:20 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"iWOB7w77dX5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:44:20Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"iWOB7w77dX5","duration":0.000794486,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:44:20Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:44:22.28921 time="2019-07-23T09:44:22Z" level=error msg="ERROR: diskstats collector failed after 0.000038s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:44:23.24358 {"level":"info","ts":1563875063.243535,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"f68mnixkfibgtfb1gpmzu6m88h"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875063.243535,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"f68mnixkfibgtfb1gpmzu6m88h"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:44:22 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:44:25.54982 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:44:25.485792 #19933] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:44:25.485945 #19933] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:44:25.486070 #19933] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:44:25.533295 #19933] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:44:25.624718 #19985] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":114.53,"view":0.0,"db":12.66,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:44:25.479Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"ee3d7f07-300e-475b-bd2e-62218b5d3478"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 114ms (ActiveRecord: 12.7ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:44:26.55548 failed to start a new unicorn master
2019-07-23_09:44:26.57292 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:44:27.226721 #20009] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:44:33] 127.0.0.1 - - [23/Jul/2019:09:44:33 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:44:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:44:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"VnYYMtg5gO2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:44:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"VnYYMtg5gO2","duration":0.000633502,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:44:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-07-23T09:44:34.842Z","message":"Cleaning working queues"}
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-07-23T09:44:34.842Z","message":"Cleaning working queues"}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:44:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:44:37.28259 time="2019-07-23T09:44:37Z" level=error msg="ERROR: diskstats collector failed after 0.000016s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:44:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:44:42 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"8RskwoQTYf1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:44:42Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"8RskwoQTYf1","duration":0.000559992,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:44:42Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:44:48] 127.0.0.1 - - [23/Jul/2019:09:44:48 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:44:52.28298 time="2019-07-23T09:44:52Z" level=error msg="ERROR: diskstats collector failed after 0.000021s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:44:53 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:44:55.52853 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:44:55.452995 #20009] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:44:55.453131 #20009] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:44:55.453234 #20009] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:44:55.508616 #20009] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:44:55.597003 #20053] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":122.99,"view":0.0,"db":12.33,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:44:55.447Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"365b2413-f0a5-4a2d-b9b7-2146346ae483"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 123ms (ActiveRecord: 12.3ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:44:56.53358 failed to start a new unicorn master
2019-07-23_09:44:56.54964 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:44:57.211073 #20081] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:44:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:45:02 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"nEkrvKh0BE2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:45:02Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"nEkrvKh0BE2","duration":0.002796879,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:45:02Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:45:03] 127.0.0.1 - - [23/Jul/2019:09:45:03 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:45:07.28737 time="2019-07-23T09:45:07Z" level=error msg="ERROR: diskstats collector failed after 0.000029s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:45:18] 127.0.0.1 - - [23/Jul/2019:09:45:18 UTC] "GET /metrics HTTP/1.1" 200 7688 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-07-23T09:45:19.787Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5575e636482a10be00f99960","created_at":"2019-07-23T09:45:19.784Z","correlation_id":"adaf4c95-9cf8-4e8c-bfb9-e90d674f65ec","enqueued_at":"2019-07-23T09:45:19.785Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-5575e636482a10be00f99960: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:45:19.813Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5575e636482a10be00f99960","created_at":"2019-07-23T09:45:19.784Z","correlation_id":"adaf4c95-9cf8-4e8c-bfb9-e90d674f65ec","enqueued_at":"2019-07-23T09:45:19.785Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-5575e636482a10be00f99960: done: 0.026 sec","job_status":"done","duration":0.026,"completed_at":"2019-07-23T09:45:19.813Z"}
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-07-23T09:45:19.787Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5575e636482a10be00f99960","created_at":"2019-07-23T09:45:19.784Z","correlation_id":"adaf4c95-9cf8-4e8c-bfb9-e90d674f65ec","enqueued_at":"2019-07-23T09:45:19.785Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-5575e636482a10be00f99960: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:45:19.813Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5575e636482a10be00f99960","created_at":"2019-07-23T09:45:19.784Z","correlation_id":"adaf4c95-9cf8-4e8c-bfb9-e90d674f65ec","enqueued_at":"2019-07-23T09:45:19.785Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-5575e636482a10be00f99960: done: 0.026 sec","job_status":"done","duration":0.026,"completed_at":"2019-07-23T09:45:19.813Z"}
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:45:20 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"zFELVRSnXl9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:45:20Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"zFELVRSnXl9","duration":0.000668635,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:45:20Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:45:22.28533 time="2019-07-23T09:45:22Z" level=error msg="ERROR: diskstats collector failed after 0.000031s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:45:23.37416 {"level":"info","ts":1563875123.3741055,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"88rkrorqzjdqdfi3hqchy6bbgr"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875123.3741055,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"88rkrorqzjdqdfi3hqchy6bbgr"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:45:24 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:45:26.43868 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:45:26.373375 #20081] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:45:26.373520 #20081] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:45:26.373624 #20081] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:45:26.426674 #20081] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:45:26.521185 #20155] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":113.96,"view":0.0,"db":12.0,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:45:26.368Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"f4a2ec79-fd6e-4945-8dee-7e3461588afa"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 114ms (ActiveRecord: 12.0ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:45:27.44449 failed to start a new unicorn master
2019-07-23_09:45:27.46033 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:45:28.130612 #20178] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:45:33] 127.0.0.1 - - [23/Jul/2019:09:45:33 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:45:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:45:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
183.83.228.201 - - [23/Jul/2019:09:45:34 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"bmFre0dlFS4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:45:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"bmFre0dlFS4","duration":0.001180991,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:45:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
{"correlation_id":"x1A84ofedV2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:45:34Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"x1A84ofedV2","duration":0.00069253,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:45:34Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:45:35 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:45:37.28460 time="2019-07-23T09:45:37Z" level=error msg="ERROR: diskstats collector failed after 0.000025s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:45:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:45:45 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"stS5OyWt534","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:45:45Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"stS5OyWt534","duration":0.000755053,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:45:45Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:45:48] 127.0.0.1 - - [23/Jul/2019:09:45:48 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:45:52.28273 time="2019-07-23T09:45:52Z" level=error msg="ERROR: diskstats collector failed after 0.000034s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:45:53 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:45:56.08887 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:45:56.030237 #20178] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:45:56.030373 #20178] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:45:56.030477 #20178] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:45:56.078694 #20178] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:45:56.163628 #20237] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":110.74,"view":0.0,"db":12.09,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:45:56.025Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"5aff3ae4-505a-4ea0-b24d-cae6c8cbc987"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 111ms (ActiveRecord: 12.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:45:57.09403 failed to start a new unicorn master
2019-07-23_09:45:57.10936 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:45:57.758927 #20260] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:45:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:46:03 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"M0xOo1S64f3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:46:03Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"M0xOo1S64f3","duration":0.000934795,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:46:03Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:46:03] 127.0.0.1 - - [23/Jul/2019:09:46:03 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:46:07.28326 time="2019-07-23T09:46:07Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:46:18] 127.0.0.1 - - [23/Jul/2019:09:46:18 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:46:20 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"jbga9KYb489","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:46:20Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"jbga9KYb489","duration":0.000770955,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:46:20Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:46:22.28209 time="2019-07-23T09:46:22Z" level=error msg="ERROR: diskstats collector failed after 0.000028s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:46:23.51480 {"level":"info","ts":1563875183.514736,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"1qizrhzpp7yftj4mrzyejwjcpe"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875183.514736,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"1qizrhzpp7yftj4mrzyejwjcpe"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:46:23 +0000
Processing by RootController#index as HTML
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:46:26.97704 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:46:26.951073 #20260] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:46:26.951254 #20260] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:46:26.951372 #20260] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:46:26.965387 #20260] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:46:27.058544 #20315] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":112.81,"view":0.0,"db":13.76,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:46:26.944Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"ed8d4168-93f4-42df-9316-15e064990e58"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 113ms (ActiveRecord: 13.8ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:46:27.98253 failed to start a new unicorn master
2019-07-23_09:46:27.99799 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:46:28.694196 #20338] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:46:33] 127.0.0.1 - - [23/Jul/2019:09:46:33 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:46:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:46:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"fZxKmM2wg24","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:46:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"fZxKmM2wg24","duration":0.000847855,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:46:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:46:36 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:46:37.28351 time="2019-07-23T09:46:37Z" level=error msg="ERROR: diskstats collector failed after 0.000046s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:46:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:46:47 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:46:47 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1280 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:46:47 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 775 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:46:47 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:46:48] 127.0.0.1 - - [23/Jul/2019:09:46:48 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:46:48 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"7MkqAqK9HB5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:46:48Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"7MkqAqK9HB5","duration":0.000577142,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:46:48Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:46:52.28587 time="2019-07-23T09:46:52Z" level=error msg="ERROR: diskstats collector failed after 0.000032s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:46:54 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:46:57.46157 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:46:57.399253 #20338] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:46:57.399404 #20338] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:46:57.399515 #20338] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:46:57.447304 #20338] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:46:57.530268 #20392] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":120.06,"view":0.0,"db":14.18,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:46:57.393Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"8bced4f2-486f-4a21-a4c4-41857620e655"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 120ms (ActiveRecord: 14.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:46:58.46719 failed to start a new unicorn master
2019-07-23_09:46:58.48273 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:46:59.121568 #20414] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:46:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 425 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:47:03 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"7ou3S5pQn26","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:47:03Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"7ou3S5pQn26","duration":0.001277936,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:47:03Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:47:03] 127.0.0.1 - - [23/Jul/2019:09:47:03 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:47:07.28487 time="2019-07-23T09:47:07Z" level=error msg="ERROR: diskstats collector failed after 0.000018s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:47:18] 127.0.0.1 - - [23/Jul/2019:09:47:18 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:47:20 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"kutfQlPTeS3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:47:20Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"kutfQlPTeS3","duration":0.000799619,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:47:20Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:47:22.28618 time="2019-07-23T09:47:22Z" level=error msg="ERROR: diskstats collector failed after 0.000046s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:47:23.66283 {"level":"info","ts":1563875243.6627796,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"d7bgf3unpp8jp8xd38cxifrg3h"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875243.6627796,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"d7bgf3unpp8jp8xd38cxifrg3h"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:47:25 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:47:27.57945 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:47:27.515450 #20414] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:47:27.515615 #20414] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:47:27.515726 #20414] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:47:27.566951 #20414] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:47:27.654179 #20472] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":111.48,"view":0.0,"db":13.03,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:47:27.509Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"2555b44b-0a88-4cde-89ba-fda7c8467d5f"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 111ms (ActiveRecord: 13.0ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:47:28.58431 failed to start a new unicorn master
2019-07-23_09:47:28.59970 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:47:29.257599 #20494] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:47:33] 127.0.0.1 - - [23/Jul/2019:09:47:33 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:47:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:47:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
183.83.228.201 - - [23/Jul/2019:09:47:34 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"4QHa0gxYxd1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:47:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"4QHa0gxYxd1","duration":0.000744644,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:47:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
{"correlation_id":"ClQpBpBKH73","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:47:34Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"ClQpBpBKH73","duration":0.000703362,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:47:34Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/redis/current <==
2019-07-23_09:47:34.06431 14642:M 23 Jul 09:47:34.064 * 10 changes in 300 seconds. Saving...
2019-07-23_09:47:34.06470 14642:M 23 Jul 09:47:34.064 * Background saving started by pid 20499
2019-07-23_09:47:34.08468 20499:C 23 Jul 09:47:34.084 * DB saved on disk
2019-07-23_09:47:34.08496 20499:C 23 Jul 09:47:34.084 * RDB: 1 MB of memory used by copy-on-write
2019-07-23_09:47:34.16450 14642:M 23 Jul 09:47:34.164 * Background saving terminated with success
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:47:37 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:47:37.28884 time="2019-07-23T09:47:37Z" level=error msg="ERROR: diskstats collector failed after 0.000019s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:47:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:47:48] 127.0.0.1 - - [23/Jul/2019:09:47:48 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 09:47:51 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:47:51 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ixPT3CxG009","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:47:51Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"ixPT3CxG009","duration":0.00087447,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:47:51Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:47:52.28472 time="2019-07-23T09:47:52Z" level=error msg="ERROR: diskstats collector failed after 0.000026s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:47:55 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:47:57.46132 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:47:57.396759 #20494] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:47:57.396902 #20494] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:47:57.397023 #20494] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:47:57.447003 #20494] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:47:57.542836 #20551] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":116.0,"view":0.0,"db":15.76,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:47:57.391Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"b305db34-e1f2-44ea-8248-da36f9ab2148"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 116ms (ActiveRecord: 15.8ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:47:58.46757 failed to start a new unicorn master
2019-07-23_09:47:58.48298 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:47:59.123195 #20575] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:47:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:48:03 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"HEU7vehnzC7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:48:03Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"HEU7vehnzC7","duration":0.001242235,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:48:03Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:48:03] 127.0.0.1 - - [23/Jul/2019:09:48:03 UTC] "GET /metrics HTTP/1.1" 200 7687 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:48:07.28497 time="2019-07-23T09:48:07Z" level=error msg="ERROR: diskstats collector failed after 0.000047s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:48:18] 127.0.0.1 - - [23/Jul/2019:09:48:18 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:48:21 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"1Xxv7bje8ca","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:48:21Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"1Xxv7bje8ca","duration":0.001067995,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:48:21Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:48:22.28298 time="2019-07-23T09:48:22Z" level=error msg="ERROR: diskstats collector failed after 0.000032s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:48:23.79139 {"level":"info","ts":1563875303.791328,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"m7wmhs4sni8wbr13451fc5rr5y"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875303.791328,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"m7wmhs4sni8wbr13451fc5rr5y"}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:48:24 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:24 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 749 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:24 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 512 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:48:24 +0000
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:48:26.954835 #20575] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:48:26.954982 #20575] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:48:26.955091 #20575] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":114.05,"view":0.0,"db":12.15,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:48:26.949Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"aba02b00-feb9-4d41-b2c5-bae98e3b64b9"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 114ms (ActiveRecord: 12.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:48:27.01853 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
E, [2019-07-23T09:48:27.005412 #20575] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:48:27.092664 #20631] INFO -- : worker=0 ready
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:48:28.02351 failed to start a new unicorn master
2019-07-23_09:48:28.03885 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:48:28.699391 #20655] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:48:28 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:28 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:29 +0000] "POST /api/v4/files HTTP/2.0" 201 339 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:29 +0000] "GET /static/files/4936af177ebc5d3259c3b1077206b4f3.svg HTTP/2.0" 200 693 "https://chat.lorvent.com/static/main.334acd29ee30a3e246d2.css" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:29 +0000] "GET /api/v4/files/hxbgkpwmu7fd5r9aeojzr9fony/thumbnail HTTP/2.0" 200 6191 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:31 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 108 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:31 +0000] "POST /api/v4/posts HTTP/2.0" 201 739 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:31 +0000] "GET /api/v4/files/hxbgkpwmu7fd5r9aeojzr9fony/preview HTTP/2.0" 200 35700 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:31 +0000] "GET /api/v4/files/hxbgkpwmu7fd5r9aeojzr9fony/preview HTTP/2.0" 200 35700 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:48:33] 127.0.0.1 - - [23/Jul/2019:09:48:33 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:48:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:48:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"w0Ocm0f0207","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:48:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"w0Ocm0f0207","duration":0.001603669,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:48:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:48:35 +0000] "PUT /api/v4/users/14i4xxnw8pnypx475gc3qg44py/preferences HTTP/2.0" 200 15 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:35 +0000] "GET /api/v4/channels/qxtppa9xijg4mpzzf3ieyagcty/members/me HTTP/2.0" 200 408 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:35 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:35 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1281 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:35 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 775 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:35 +0000] "GET /api/v4/channels/qxtppa9xijg4mpzzf3ieyagcty/posts?since=1563875311578 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:48:35 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"koRo4Z6qTd3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:48:35Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"koRo4Z6qTd3","duration":0.000662251,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:48:35Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:48:36 +0000] "GET /api/v4/channels/qxtppa9xijg4mpzzf3ieyagcty/posts?before=zuekbmfznbguukz56bpuuodjeo&page=0&per_page=30 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:36 +0000] "GET /api/v4/channels/qxtppa9xijg4mpzzf3ieyagcty/stats HTTP/2.0" 200 60 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:36 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:48:37.28569 time="2019-07-23T09:48:37Z" level=error msg="ERROR: diskstats collector failed after 0.000024s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:48:38 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:38 +0000] "GET /api/v4/files/hxbgkpwmu7fd5r9aeojzr9fony/preview HTTP/2.0" 200 35700 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:48:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:44 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:48:44 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:48:46 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:48:48] 127.0.0.1 - - [23/Jul/2019:09:48:48 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:48:52.28708 time="2019-07-23T09:48:52Z" level=error msg="ERROR: diskstats collector failed after 0.000039s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:48:54 +0000
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:48:54 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"vW6Yg7cpbz1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:48:54Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"vW6Yg7cpbz1","duration":0.000694533,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:48:54Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:48:56.78925 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:48:56.720675 #20655] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:48:56.720827 #20655] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:48:56.720936 #20655] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:48:56.776905 #20655] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:48:56.865665 #20703] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":114.84,"view":0.0,"db":12.36,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:48:56.715Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"99848f8c-5002-46d8-9536-26aedc753a4d"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 115ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:48:57.79426 failed to start a new unicorn master
2019-07-23_09:48:57.80955 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:48:58.502805 #20728] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:48:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 425 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:49:03 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"dexU6JPagJa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:49:03Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"dexU6JPagJa","duration":0.000869623,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:49:03Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:49:03] 127.0.0.1 - - [23/Jul/2019:09:49:03 UTC] "GET /metrics HTTP/1.1" 200 7685 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:49:07.28389 time="2019-07-23T09:49:07Z" level=error msg="ERROR: diskstats collector failed after 0.000023s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:49:18] 127.0.0.1 - - [23/Jul/2019:09:49:18 UTC] "GET /metrics HTTP/1.1" 200 7685 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:49:21 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"EfxyFeCGCx4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:49:21Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"EfxyFeCGCx4","duration":0.000780419,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:49:21Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:49:22.28539 time="2019-07-23T09:49:22Z" level=error msg="ERROR: diskstats collector failed after 0.000035s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:49:23.92531 {"level":"info","ts":1563875363.9252183,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"8mdfiruuui8i3eoipbhja1mkew"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875363.9252183,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"8mdfiruuui8i3eoipbhja1mkew"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:49:24 +0000
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:49:26.931630 #20728] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:49:26.931780 #20728] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:49:26.931902 #20728] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:49:26.981071 #20728] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":111.91,"view":0.0,"db":12.45,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:49:26.926Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"e6ec5827-e66d-4eb8-84a1-b9dd0f7640e9"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 112ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:49:26.99669 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:49:27.066164 #20801] INFO -- : worker=0 ready
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:49:28.00202 failed to start a new unicorn master
2019-07-23_09:49:28.01799 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:49:28.703782 #20824] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:49:33] 127.0.0.1 - - [23/Jul/2019:09:49:33 UTC] "GET /metrics HTTP/1.1" 200 7685 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:49:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:49:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"eCkAKppGT28","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:49:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"eCkAKppGT28","duration":0.001800725,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:49:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:49:35 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"KG6kU7hjR13","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:49:35Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"KG6kU7hjR13","duration":0.000703544,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:49:35Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:49:37.28431 time="2019-07-23T09:49:37Z" level=error msg="ERROR: diskstats collector failed after 0.000035s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:49:39 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:49:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:49:48] 127.0.0.1 - - [23/Jul/2019:09:49:48 UTC] "GET /metrics HTTP/1.1" 200 7685 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:49:52.28367 time="2019-07-23T09:49:52Z" level=error msg="ERROR: diskstats collector failed after 0.000036s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:49:55 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:49:57.87937 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:49:57.819776 #20824] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:49:57.819919 #20824] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:49:57.820021 #20824] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:49:57.860731 #20824] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:49:57.944304 #20871] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":122.41,"view":0.0,"db":12.28,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:49:57.814Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"edbb8c3f-97d9-469d-9941-ced1425bd578"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 122ms (ActiveRecord: 12.3ms)
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ojZN472Ai82","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:49:57Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"ojZN472Ai82","duration":0.000685446,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:49:57Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:49:58.88474 failed to start a new unicorn master
2019-07-23_09:49:58.89995 starting new unicorn master
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:49:57 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:49:59.559462 #20893] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:49:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 425 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:50:03 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"VMZCR1xTLk9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:50:03Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"VMZCR1xTLk9","duration":0.000984973,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:50:03Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:50:03] 127.0.0.1 - - [23/Jul/2019:09:50:03 UTC] "GET /metrics HTTP/1.1" 200 7685 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:50:07 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:50:07 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:50:07 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1281 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:50:07 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 775 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:50:07.28325 time="2019-07-23T09:50:07Z" level=error msg="ERROR: diskstats collector failed after 0.000036s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:50:10 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-07-23T09:50:16.235Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"9ef6abc51c10f36319de041c","created_at":"2019-07-23T09:50:16.233Z","correlation_id":"b87a240b-0905-411e-9f2c-568541f55ec3","enqueued_at":"2019-07-23T09:50:16.234Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-9ef6abc51c10f36319de041c: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:50:16.273Z","queue":"cronjob:expire_build_artifacts","class":"ExpireBuildArtifactsWorker","retry":false,"queue_namespace":"cronjob","jid":"71365099be21fc9a77b61463","created_at":"2019-07-23T09:50:16.269Z","correlation_id":"e0051bd3-bc71-4871-a236-1cfb866bb100","enqueued_at":"2019-07-23T09:50:16.270Z","pid":14653,"message":"ExpireBuildArtifactsWorker JID-71365099be21fc9a77b61463: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:50:16.300Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"9ef6abc51c10f36319de041c","created_at":"2019-07-23T09:50:16.233Z","correlation_id":"b87a240b-0905-411e-9f2c-568541f55ec3","enqueued_at":"2019-07-23T09:50:16.234Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-9ef6abc51c10f36319de041c: done: 0.065 sec","job_status":"done","duration":0.065,"completed_at":"2019-07-23T09:50:16.300Z"}
{"severity":"INFO","time":"2019-07-23T09:50:16.312Z","queue":"cronjob:expire_build_artifacts","class":"ExpireBuildArtifactsWorker","retry":false,"queue_namespace":"cronjob","jid":"71365099be21fc9a77b61463","created_at":"2019-07-23T09:50:16.269Z","correlation_id":"e0051bd3-bc71-4871-a236-1cfb866bb100","enqueued_at":"2019-07-23T09:50:16.270Z","pid":14653,"message":"ExpireBuildArtifactsWorker JID-71365099be21fc9a77b61463: done: 0.04 sec","job_status":"done","duration":0.04,"completed_at":"2019-07-23T09:50:16.312Z"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-07-23T09:50:16.235Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"9ef6abc51c10f36319de041c","created_at":"2019-07-23T09:50:16.233Z","correlation_id":"b87a240b-0905-411e-9f2c-568541f55ec3","enqueued_at":"2019-07-23T09:50:16.234Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-9ef6abc51c10f36319de041c: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:50:16.273Z","queue":"cronjob:expire_build_artifacts","class":"ExpireBuildArtifactsWorker","retry":false,"queue_namespace":"cronjob","jid":"71365099be21fc9a77b61463","created_at":"2019-07-23T09:50:16.269Z","correlation_id":"e0051bd3-bc71-4871-a236-1cfb866bb100","enqueued_at":"2019-07-23T09:50:16.270Z","pid":14653,"message":"ExpireBuildArtifactsWorker JID-71365099be21fc9a77b61463: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T09:50:16.300Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"9ef6abc51c10f36319de041c","created_at":"2019-07-23T09:50:16.233Z","correlation_id":"b87a240b-0905-411e-9f2c-568541f55ec3","enqueued_at":"2019-07-23T09:50:16.234Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-9ef6abc51c10f36319de041c: done: 0.065 sec","job_status":"done","duration":0.065,"completed_at":"2019-07-23T09:50:16.300Z"}
{"severity":"INFO","time":"2019-07-23T09:50:16.312Z","queue":"cronjob:expire_build_artifacts","class":"ExpireBuildArtifactsWorker","retry":false,"queue_namespace":"cronjob","jid":"71365099be21fc9a77b61463","created_at":"2019-07-23T09:50:16.269Z","correlation_id":"e0051bd3-bc71-4871-a236-1cfb866bb100","enqueued_at":"2019-07-23T09:50:16.270Z","pid":14653,"message":"ExpireBuildArtifactsWorker JID-71365099be21fc9a77b61463: done: 0.04 sec","job_status":"done","duration":0.04,"completed_at":"2019-07-23T09:50:16.312Z"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:50:18] 127.0.0.1 - - [23/Jul/2019:09:50:18 UTC] "GET /metrics HTTP/1.1" 200 7686 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:50:21 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"04H3yRIhSE7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:50:21Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"04H3yRIhSE7","duration":0.000752583,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:50:21Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:50:22 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:50:22 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1281 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:50:22 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 775 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:50:22.28318 time="2019-07-23T09:50:22Z" level=error msg="ERROR: diskstats collector failed after 0.000034s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:50:23 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:50:24.05572 {"level":"info","ts":1563875424.0556674,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"sxqbe3898pbtukwbo3r4mj7h4a"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875424.0556674,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"sxqbe3898pbtukwbo3r4mj7h4a"}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:50:24 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:50:25 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:50:28.47079 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:50:28.412172 #20893] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:50:28.412333 #20893] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:50:28.412452 #20893] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:50:28.458680 #20893] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:50:28.543267 #20953] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":109.78,"view":0.0,"db":13.12,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:50:28.406Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"73dbfb04-81e5-4ce3-b021-6fe35047d652"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 110ms (ActiveRecord: 13.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:50:29.47635 failed to start a new unicorn master
2019-07-23_09:50:29.49245 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:50:30.176240 #20976] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:50:32 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:50:33] 127.0.0.1 - - [23/Jul/2019:09:50:33 UTC] "GET /metrics HTTP/1.1" 200 7686 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:50:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:50:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"gGQRLOvjQd3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:50:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"gGQRLOvjQd3","duration":0.000788257,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:50:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:50:35 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"DmcXr4kdPl9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:50:35Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"DmcXr4kdPl9","duration":0.000921522,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:50:35Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:50:37.28509 time="2019-07-23T09:50:37Z" level=error msg="ERROR: diskstats collector failed after 0.000017s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
168.196.3.53 - - [23/Jul/2019:09:50:39 +0000] "GET / HTTP/1.1" 301 178 "" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:50:40 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:50:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_access.log <==
209.17.97.90 - - [23/Jul/2019:09:50:45 +0000] "GET / HTTP/1.1" 301 178 "" "Mozilla/5.0 (compatible; Nimbostratus-Bot/v1.3.2; http://cloudsystemnetworks.com)"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:50:48] 127.0.0.1 - - [23/Jul/2019:09:50:48 UTC] "GET /metrics HTTP/1.1" 200 7686 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:50:52.28514 time="2019-07-23T09:50:52Z" level=error msg="ERROR: diskstats collector failed after 0.000029s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:50:56 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:50:58.74135 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:50:58.670919 #20976] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:50:58.671070 #20976] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:50:58.671186 #20976] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:50:58.730648 #20976] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:50:58.816849 #21027] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":125.34,"view":0.0,"db":12.47,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:50:58.662Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"f8b47c4c-af6b-4625-b5f6-669c63a8b702"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 125ms (ActiveRecord: 12.5ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:50:59.74647 failed to start a new unicorn master
2019-07-23_09:50:59.76411 starting new unicorn master
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:50:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 425 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:51:00.444061 #21050] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ig9t9JNFeE5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:51:01Z","uri":"/api/v4/jobs/23382/trace"}
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 09:51:01 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:51:01 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ig9t9JNFeE5","duration":0.000905134,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:51:01Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:51:03] 127.0.0.1 - - [23/Jul/2019:09:51:03 UTC] "GET /metrics HTTP/1.1" 200 7686 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:51:04 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"XO9tEydVsca","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:51:04Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"XO9tEydVsca","duration":0.000760288,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:51:04Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:51:07.28190 time="2019-07-23T09:51:07Z" level=error msg="ERROR: diskstats collector failed after 0.000049s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:51:18] 127.0.0.1 - - [23/Jul/2019:09:51:18 UTC] "GET /metrics HTTP/1.1" 200 7688 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:51:21 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"jdGrt94zjl7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:51:21Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"jdGrt94zjl7","duration":0.000732981,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:51:21Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:51:22.28388 time="2019-07-23T09:51:22Z" level=error msg="ERROR: diskstats collector failed after 0.000034s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:51:24.19827 {"level":"info","ts":1563875484.1982176,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"b9qug8arf3yo8qazqa4ampd43y"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875484.1982176,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"b9qug8arf3yo8qazqa4ampd43y"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:51:26 +0000
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:51:29.004365 #21050] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:51:29.004520 #21050] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:51:29.004633 #21050] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":110.8,"view":0.0,"db":12.46,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:51:28.998Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"58cb6ec9-7a78-445f-97fc-9b2f69b4dde5"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 111ms (ActiveRecord: 12.5ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:51:29.06207 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
E, [2019-07-23T09:51:29.052111 #21050] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:51:29.135207 #21099] INFO -- : worker=0 ready
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:51:30.06749 failed to start a new unicorn master
2019-07-23_09:51:30.08439 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:51:30.743761 #21124] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:51:33] 127.0.0.1 - - [23/Jul/2019:09:51:33 UTC] "GET /metrics HTTP/1.1" 200 7688 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:51:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:51:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"hdxwfqlIeSa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:51:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"hdxwfqlIeSa","duration":0.001101328,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:51:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:51:36 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:51:35 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Au20oPP3WM2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:51:35Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"Au20oPP3WM2","duration":0.000709062,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:51:35Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:51:36 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1281 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:51:36 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 775 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:51:37.28392 time="2019-07-23T09:51:37Z" level=error msg="ERROR: diskstats collector failed after 0.000017s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:51:40 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:51:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:51:45 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:51:47 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:51:48] 127.0.0.1 - - [23/Jul/2019:09:51:48 UTC] "GET /metrics HTTP/1.1" 200 7688 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:51:52.28345 time="2019-07-23T09:51:52Z" level=error msg="ERROR: diskstats collector failed after 0.000025s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:51:56 +0000
Processing by RootController#index as HTML
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:51:59.18220 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:51:59.122241 #21124] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:51:59.122386 #21124] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:51:59.122495 #21124] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:51:59.168597 #21124] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:51:59.251941 #21179] INFO -- : worker=0 ready
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:51:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 425 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":123.36,"view":0.0,"db":12.28,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:51:59.117Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"226489af-ac3e-4113-9bc1-8c980d425067"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 123ms (ActiveRecord: 12.3ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:52:00.18775 failed to start a new unicorn master
2019-07-23_09:52:00.20370 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:52:00.891425 #21202] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
196.52.43.106 - - [23/Jul/2019:09:52:00 +0000] "GET / HTTP/1.0" 301 178 "" "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3602.2 Safari/537.36"
198.12.92.209 - - [23/Jul/2019:09:52:04 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ZSnDHIclCr3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:52:04Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"ZSnDHIclCr3","duration":0.000548499,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:52:04Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:52:03] 127.0.0.1 - - [23/Jul/2019:09:52:03 UTC] "GET /metrics HTTP/1.1" 200 7688 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:52:04 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"o7ioWpLFrS","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:52:04Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"o7ioWpLFrS","duration":0.000818791,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:52:04Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:52:06 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:52:07.28390 time="2019-07-23T09:52:07Z" level=error msg="ERROR: diskstats collector failed after 0.000034s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_access.log <==
79.145.26.216 - - [23/Jul/2019:09:52:15 +0000] "GET / HTTP/2.0" 502 2940 "https://git.lorvent.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
79.145.26.216 - - [23/Jul/2019:09:52:15 +0000] "GET /favicon.ico HTTP/2.0" 502 2940 "https://git.lorvent.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"z6rWQ5VCtS6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:52:15Z","uri":"/"}
{"correlation_id":"z6rWQ5VCtS6","duration":0.000791646,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/","remoteAddr":"79.145.26.216:0","remoteIp":"79.145.26.216","status":502,"system":"http","time":"2019-07-23T09:52:15Z","uri":"/","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
{"correlation_id":"jgXNCZZkYP","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:52:15Z","uri":"/favicon.ico"}
{"correlation_id":"jgXNCZZkYP","duration":0.000733816,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/","remoteAddr":"79.145.26.216:0","remoteIp":"79.145.26.216","status":502,"system":"http","time":"2019-07-23T09:52:15Z","uri":"/favicon.ico","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
==> /var/log/gitlab/nginx/gitlab_access.log <==
79.145.26.216 - - [23/Jul/2019:09:52:16 +0000] "GET / HTTP/2.0" 502 2940 "https://git.lorvent.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
79.145.26.216 - - [23/Jul/2019:09:52:16 +0000] "GET /favicon.ico HTTP/2.0" 502 2940 "https://git.lorvent.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Gl9MrfpWjd5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:52:16Z","uri":"/"}
{"correlation_id":"Gl9MrfpWjd5","duration":0.000851109,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/","remoteAddr":"79.145.26.216:0","remoteIp":"79.145.26.216","status":502,"system":"http","time":"2019-07-23T09:52:16Z","uri":"/","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
{"correlation_id":"hj4o3zstvZ4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:52:16Z","uri":"/favicon.ico"}
{"correlation_id":"hj4o3zstvZ4","duration":0.00076155,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/","remoteAddr":"79.145.26.216:0","remoteIp":"79.145.26.216","status":502,"system":"http","time":"2019-07-23T09:52:16Z","uri":"/favicon.ico","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:52:18] 127.0.0.1 - - [23/Jul/2019:09:52:18 UTC] "GET /metrics HTTP/1.1" 200 7688 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:52:21 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Anfip4cRQW8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:52:21Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"Anfip4cRQW8","duration":0.001064488,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:52:21Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:52:22.28479 time="2019-07-23T09:52:22Z" level=error msg="ERROR: diskstats collector failed after 0.000023s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:52:24.34500 {"level":"info","ts":1563875544.344928,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"y3hggr5yyp8afkstjwi1493f6c"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875544.344928,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"y3hggr5yyp8afkstjwi1493f6c"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:52:26 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:52:29.53243 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:52:29.467330 #21202] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:52:29.467479 #21202] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:52:29.467589 #21202] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:52:29.518783 #21202] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:52:29.599150 #21249] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":112.68,"view":0.0,"db":11.97,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:52:29.461Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"7e5b0dd6-f416-4da5-a583-632be6cf0e4d"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 113ms (ActiveRecord: 12.0ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:52:30.53890 failed to start a new unicorn master
2019-07-23_09:52:30.55450 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:52:31.281833 #21272] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:52:33] 127.0.0.1 - - [23/Jul/2019:09:52:33 UTC] "GET /metrics HTTP/1.1" 200 7691 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:52:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:52:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"i2aRXi1sjr2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:52:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"i2aRXi1sjr2","duration":0.000740163,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:52:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/redis/current <==
2019-07-23_09:52:35.06764 14642:M 23 Jul 09:52:35.067 * 10 changes in 300 seconds. Saving...
2019-07-23_09:52:35.06803 14642:M 23 Jul 09:52:35.068 * Background saving started by pid 21276
2019-07-23_09:52:35.08900 21276:C 23 Jul 09:52:35.088 * DB saved on disk
2019-07-23_09:52:35.08940 21276:C 23 Jul 09:52:35.089 * RDB: 0 MB of memory used by copy-on-write
2019-07-23_09:52:35.16832 14642:M 23 Jul 09:52:35.168 * Background saving terminated with success
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:52:37.28431 time="2019-07-23T09:52:37Z" level=error msg="ERROR: diskstats collector failed after 0.000072s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:52:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:52:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:52:48] 127.0.0.1 - - [23/Jul/2019:09:52:48 UTC] "GET /metrics HTTP/1.1" 200 7691 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:52:51 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:52:52 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1281 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:52:52 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 775 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:52:52.28759 time="2019-07-23T09:52:52Z" level=error msg="ERROR: diskstats collector failed after 0.000021s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:52:54 +0000] "GET /api/v4/files/hxbgkpwmu7fd5r9aeojzr9fony/preview HTTP/2.0" 200 35700 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:52:56 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:52:59.33780 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:52:59.274385 #21272] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:52:59.274532 #21272] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:52:59.274642 #21272] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:52:59.327004 #21272] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:52:59.416198 #21325] INFO -- : worker=0 ready
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:52:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 425 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":116.58,"view":0.0,"db":13.92,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:52:59.268Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"da5d2131-24f3-4970-8e56-d2cdfd8ffd6d"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 116ms (ActiveRecord: 13.9ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:53:00.34296 failed to start a new unicorn master
2019-07-23_09:53:00.36100 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:53:01.011385 #21348] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:53:03] 127.0.0.1 - - [23/Jul/2019:09:53:03 UTC] "GET /metrics HTTP/1.1" 200 7691 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:53:04 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:53:04 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:53:04 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ScT13FP3IF9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:53:04Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"ScT13FP3IF9","duration":0.000815426,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:53:04Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:53:07 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"2KuUHzJsO59","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:53:07Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"2KuUHzJsO59","duration":0.001216409,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:53:07Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:53:07 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:53:07.28585 time="2019-07-23T09:53:07Z" level=error msg="ERROR: diskstats collector failed after 0.000022s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:53:18] 127.0.0.1 - - [23/Jul/2019:09:53:18 UTC] "GET /metrics HTTP/1.1" 200 7691 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:53:21 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"3FCpBIeWAg7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:53:21Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"3FCpBIeWAg7","duration":0.000719306,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:53:21Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:53:22.28465 time="2019-07-23T09:53:22Z" level=error msg="ERROR: diskstats collector failed after 0.000019s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:53:24.48808 {"level":"info","ts":1563875604.487911,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"zym8u393yi8xjdcscmu5osdr5w"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875604.487911,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"zym8u393yi8xjdcscmu5osdr5w"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:53:26 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:53:29.00579 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:53:28.939579 #21348] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:53:28.939751 #21348] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:53:28.939908 #21348] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:53:28.993009 #21348] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":113.01,"view":0.0,"db":12.16,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:53:28.933Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"8f2f9394-cda5-4f2e-a921-634ac56d7f08"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 113ms (ActiveRecord: 12.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:53:30.01121 failed to start a new unicorn master
2019-07-23_09:53:30.02832 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:53:29.079841 #21399] INFO -- : worker=0 ready
I, [2019-07-23T09:53:30.710815 #21424] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:53:33] 127.0.0.1 - - [23/Jul/2019:09:53:33 UTC] "GET /metrics HTTP/1.1" 200 7691 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:53:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:53:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"b2SJL8ChuQa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:53:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"b2SJL8ChuQa","duration":0.000702129,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:53:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:53:35 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"RcmLLmAhL86","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:53:35Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"RcmLLmAhL86","duration":0.000612868,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:53:35Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:53:37.28405 time="2019-07-23T09:53:37Z" level=error msg="ERROR: diskstats collector failed after 0.000032s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:53:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:53:42 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:53:48] 127.0.0.1 - - [23/Jul/2019:09:53:48 UTC] "GET /metrics HTTP/1.1" 200 7691 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:53:52.28532 time="2019-07-23T09:53:52Z" level=error msg="ERROR: diskstats collector failed after 0.000022s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:53:56 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:53:58.45153 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:53:58.383446 #21424] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:53:58.383620 #21424] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:53:58.383738 #21424] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:53:58.439529 #21424] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:53:58.528186 #21475] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":130.85,"view":0.0,"db":12.39,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:53:58.372Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"8a1a7442-9b96-4162-b21c-57620bdcbbce"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 131ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:53:59.45700 failed to start a new unicorn master
2019-07-23_09:53:59.47273 starting new unicorn master
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:53:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 425 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:54:00.186212 #21497] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:54:03] 127.0.0.1 - - [23/Jul/2019:09:54:03 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:54:04 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"9Rwj9Vsp025","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:54:04Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"9Rwj9Vsp025","duration":0.000803709,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:54:04Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:54:07.28523 time="2019-07-23T09:54:07Z" level=error msg="ERROR: diskstats collector failed after 0.000032s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:54:10 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"0L1Op7HZO79","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:54:10Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"0L1Op7HZO79","duration":0.000910509,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:54:10Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:54:18] 127.0.0.1 - - [23/Jul/2019:09:54:18 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:54:22 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"gLY2NuPUXIa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:54:22Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"gLY2NuPUXIa","duration":0.001024297,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:54:22Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:54:22.28450 time="2019-07-23T09:54:22Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:54:24.62286 {"level":"info","ts":1563875664.6227748,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"szfur6ntwbgeig1ob1orwdqior"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875664.6227748,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"szfur6ntwbgeig1ob1orwdqior"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:54:26 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:54:29.00622 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:54:28.925617 #21497] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:54:28.925762 #21497] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:54:28.925881 #21497] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:54:28.991908 #21497] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":127.32,"view":0.0,"db":14.2,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:54:28.919Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"0454591e-90a0-4a70-b79d-a5557b03208e"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 127ms (ActiveRecord: 14.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:54:30.01302 failed to start a new unicorn master
2019-07-23_09:54:30.02999 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:54:29.085634 #21545] INFO -- : worker=0 ready
I, [2019-07-23T09:54:30.674222 #21568] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:54:33] 127.0.0.1 - - [23/Jul/2019:09:54:33 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:54:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:54:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"8ajP9quXnk","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:54:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"8ajP9quXnk","duration":0.000682924,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:54:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:54:36 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"SaaMtw4ztM8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:54:36Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"SaaMtw4ztM8","duration":0.000685001,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:54:36Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:54:37.28285 time="2019-07-23T09:54:37Z" level=error msg="ERROR: diskstats collector failed after 0.000017s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:54:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:54:43 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:54:48] 127.0.0.1 - - [23/Jul/2019:09:54:48 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:54:52.28403 time="2019-07-23T09:54:52Z" level=error msg="ERROR: diskstats collector failed after 0.000018s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:54:56 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:54:58.65595 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:54:58.587013 #21568] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:54:58.587146 #21568] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:54:58.587258 #21568] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:54:58.644446 #21568] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:54:58.733059 #21621] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":115.83,"view":0.0,"db":12.28,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:54:58.581Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"b6e24d52-2ac6-4943-b3f7-00d659a0600f"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 116ms (ActiveRecord: 12.3ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:54:59.66189 failed to start a new unicorn master
2019-07-23_09:54:59.68059 starting new unicorn master
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:54:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 425 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:55:00.352974 #21646] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:55:03] 127.0.0.1 - - [23/Jul/2019:09:55:03 UTC] "GET /metrics HTTP/1.1" 200 7693 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:55:04 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"pKyGUb8prm8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:55:04Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"pKyGUb8prm8","duration":0.001752289,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:55:04Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:55:07.28619 time="2019-07-23T09:55:07Z" level=error msg="ERROR: diskstats collector failed after 0.000017s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:55:13 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"LiKp6E6k0j5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:55:13Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"LiKp6E6k0j5","duration":0.00057771,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:55:13Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:55:18] 127.0.0.1 - - [23/Jul/2019:09:55:18 UTC] "GET /metrics HTTP/1.1" 200 7693 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:55:22 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"2aJp4kr7Xn4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:55:22Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"2aJp4kr7Xn4","duration":0.000726375,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:55:22Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:55:22.28237 time="2019-07-23T09:55:22Z" level=error msg="ERROR: diskstats collector failed after 0.000020s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:55:24.75788 {"level":"info","ts":1563875724.757823,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"o7ewefqkmjdu3ey8nopy5848qr"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875724.757823,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"o7ewefqkmjdu3ey8nopy5848qr"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:55:26 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:55:28.61826 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:55:28.564335 #21646] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:55:28.564476 #21646] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:55:28.564599 #21646] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:55:28.607716 #21646] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:55:28.690163 #21694] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":105.9,"view":0.0,"db":11.94,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:55:28.559Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"16098f60-95f4-48de-8c0c-c9bd902b806d"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 106ms (ActiveRecord: 11.9ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:55:29.62411 failed to start a new unicorn master
2019-07-23_09:55:29.64000 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:55:30.290220 #21716] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:55:33] 127.0.0.1 - - [23/Jul/2019:09:55:33 UTC] "GET /metrics HTTP/1.1" 200 7693 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:55:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:55:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ZkOcgeuUJe2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:55:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"ZkOcgeuUJe2","duration":0.000692189,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:55:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:55:36 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"g9NubRMwQw","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:55:36Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"g9NubRMwQw","duration":0.000618175,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:55:36Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:55:37.28287 time="2019-07-23T09:55:37Z" level=error msg="ERROR: diskstats collector failed after 0.000023s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:55:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:55:43 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:55:48] 127.0.0.1 - - [23/Jul/2019:09:55:48 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:55:52.28303 time="2019-07-23T09:55:52Z" level=error msg="ERROR: diskstats collector failed after 0.000018s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:55:55 +0000
Processing by RootController#index as HTML
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:55:58.23083 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:55:58.176909 #21716] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:55:58.177052 #21716] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:55:58.177172 #21716] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:55:58.220269 #21716] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:55:58.305506 #21775] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":113.75,"view":0.0,"db":11.97,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:55:58.171Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"223e06a7-62fb-4efa-9191-4e1f8cafc059"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 114ms (ActiveRecord: 12.0ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:55:59.23604 failed to start a new unicorn master
2019-07-23_09:55:59.25317 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:55:59.899980 #21797] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:55:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:56:03] 127.0.0.1 - - [23/Jul/2019:09:56:03 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:56:05 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"IOhtCPoEaa7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:56:05Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"IOhtCPoEaa7","duration":0.001208631,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:56:05Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:56:07.28304 time="2019-07-23T09:56:07Z" level=error msg="ERROR: diskstats collector failed after 0.000038s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:56:16 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"4NsuntDQtL5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:56:16Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"4NsuntDQtL5","duration":0.000563323,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:56:16Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:56:18] 127.0.0.1 - - [23/Jul/2019:09:56:18 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:56:22 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"xW6QwljuFl7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:56:22Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"xW6QwljuFl7","duration":0.000981804,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:56:22Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:56:22.28584 time="2019-07-23T09:56:22Z" level=error msg="ERROR: diskstats collector failed after 0.000038s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:56:24.91102 {"level":"info","ts":1563875784.910975,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"77zy4xswt7dwurw5qceeizbuue"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875784.910975,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"77zy4xswt7dwurw5qceeizbuue"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:56:25 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:56:27.70559 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:56:27.638628 #21797] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:56:27.638776 #21797] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:56:27.638882 #21797] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:56:27.693743 #21797] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:56:27.792472 #21849] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":120.64,"view":0.0,"db":12.4,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:56:27.633Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"9e5e0a01-4aab-4e5c-9e76-06d7f5d90685"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 121ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:56:28.71130 failed to start a new unicorn master
2019-07-23_09:56:28.72943 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:56:29.384505 #21871] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:56:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"wJgcQ9E7Yx7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:56:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"wJgcQ9E7Yx7","duration":0.000685179,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:56:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:56:33] 127.0.0.1 - - [23/Jul/2019:09:56:33 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:56:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:56:36 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Dmh6WuV3Nj8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:56:36Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"Dmh6WuV3Nj8","duration":0.000588574,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:56:36Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:56:37.28637 time="2019-07-23T09:56:37Z" level=error msg="ERROR: diskstats collector failed after 0.000032s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:56:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:56:44 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:56:48] 127.0.0.1 - - [23/Jul/2019:09:56:48 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:56:52.28448 time="2019-07-23T09:56:52Z" level=error msg="ERROR: diskstats collector failed after 0.000023s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:56:54 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:56:57.05749 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:56:56.987375 #21871] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:56:56.987521 #21871] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:56:56.987625 #21871] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:56:57.043804 #21871] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:56:57.130072 #21921] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":117.57,"view":0.0,"db":12.61,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:56:56.981Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"79259759-730a-4991-8ba8-c7da84f58c87"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 117ms (ActiveRecord: 12.6ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:56:58.06383 failed to start a new unicorn master
2019-07-23_09:56:58.07962 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:56:58.716423 #21944] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:56:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:56:59 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1281 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:56:59 +0000] "GET /api/v4/channels/qxtppa9xijg4mpzzf3ieyagcty/posts?since=1563875311578 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:56:59 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 775 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:56:59 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 74 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:57:03] 127.0.0.1 - - [23/Jul/2019:09:57:03 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:57:05 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"w8yAWFIC122","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:57:05Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"w8yAWFIC122","duration":0.000986934,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:57:05Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:57:07.28572 time="2019-07-23T09:57:07Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:57:17 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:57:17 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1236 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:57:17 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 762 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 09:57:19 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:57:19 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"pBQhtp1oWBa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:57:19Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"pBQhtp1oWBa","duration":0.000602025,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:57:19Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:57:18] 127.0.0.1 - - [23/Jul/2019:09:57:18 UTC] "GET /metrics HTTP/1.1" 200 7690 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:57:19 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:57:22 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Jnw0Lcxe0t6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:57:22Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"Jnw0Lcxe0t6","duration":0.000669304,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:57:22Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:57:22.28388 time="2019-07-23T09:57:22Z" level=error msg="ERROR: diskstats collector failed after 0.000056s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:57:25.06312 {"level":"info","ts":1563875845.0630374,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"reiboi8bjpdbpq53fqy8cquyjy"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875845.0630374,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"reiboi8bjpdbpq53fqy8cquyjy"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:57:24 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:57:26.53173 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:57:26.469120 #21944] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:57:26.469268 #21944] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:57:26.469377 #21944] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:57:26.518994 #21944] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:57:26.603899 #21999] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":113.64,"view":0.0,"db":12.08,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:57:26.463Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"e1921b48-f37d-4541-8df6-40e5183ab594"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 114ms (ActiveRecord: 12.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:57:27.53750 failed to start a new unicorn master
2019-07-23_09:57:27.55273 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:57:28.241257 #22022] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:57:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"lYzq6qTQtg6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:57:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"lYzq6qTQtg6","duration":0.00080943,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:57:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:57:33] 127.0.0.1 - - [23/Jul/2019:09:57:33 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:57:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:57:34 +0000] "GET /api/v4/channels/qxtppa9xijg4mpzzf3ieyagcty/posts?since=1563875311578 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:57:34 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 74 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:57:34 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 749 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:57:34 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 513 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/redis/current <==
2019-07-23_09:57:36.05017 14642:M 23 Jul 09:57:36.050 * 10 changes in 300 seconds. Saving...
2019-07-23_09:57:36.05072 14642:M 23 Jul 09:57:36.050 * Background saving started by pid 22027
2019-07-23_09:57:36.07065 22027:C 23 Jul 09:57:36.070 * DB saved on disk
2019-07-23_09:57:36.07096 22027:C 23 Jul 09:57:36.070 * RDB: 1 MB of memory used by copy-on-write
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:57:37 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"8bf4H4Xl494","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:57:37Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"8bf4H4Xl494","duration":0.000609347,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:57:37Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/redis/current <==
2019-07-23_09:57:36.15112 14642:M 23 Jul 09:57:36.151 * Background saving terminated with success
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:57:37.28341 time="2019-07-23T09:57:37Z" level=error msg="ERROR: diskstats collector failed after 0.000034s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:57:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:57:44 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:57:44 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 762 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:57:44 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1236 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:57:44 +0000] "GET /api/v4/channels/78nukothdpfb3m7y9qmjeujjuh/posts?since=1563544110726 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:09:57:44 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 74 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:57:48] 127.0.0.1 - - [23/Jul/2019:09:57:48 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:57:52.28298 time="2019-07-23T09:57:52Z" level=error msg="ERROR: diskstats collector failed after 0.000024s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:57:54 +0000
Processing by RootController#index as HTML
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:57:56.29027 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:57:56.225559 #22022] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:57:56.225698 #22022] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:57:56.225803 #22022] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:57:56.277549 #22022] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:57:56.370731 #22074] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":135.04,"view":0.0,"db":12.14,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:57:56.220Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"6f65077d-40a3-45b7-b5c6-edba531e7c60"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 135ms (ActiveRecord: 12.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:57:57.29516 failed to start a new unicorn master
2019-07-23_09:57:57.31073 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:57:57.981721 #22097] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:57:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 425 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:58:03] 127.0.0.1 - - [23/Jul/2019:09:58:03 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:58:05 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"czbzstYMa61","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:58:05Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"czbzstYMa61","duration":0.001188212,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:58:05Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:58:07.28297 time="2019-07-23T09:58:07Z" level=error msg="ERROR: diskstats collector failed after 0.000031s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:58:18] 127.0.0.1 - - [23/Jul/2019:09:58:18 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:58:22 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"xkeynFXKvC","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:58:22Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"xkeynFXKvC","duration":0.000580128,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:58:22Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:58:22 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"lFxQ3UpFnA5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:58:22Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"lFxQ3UpFnA5","duration":0.000923124,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:58:22Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:58:23 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:58:22.28297 time="2019-07-23T09:58:22Z" level=error msg="ERROR: diskstats collector failed after 0.000056s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:58:25.20518 {"level":"info","ts":1563875905.2051065,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"6jkiiwaxjinh8dtrqrzza6mb6r"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875905.2051065,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"6jkiiwaxjinh8dtrqrzza6mb6r"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:58:25.81438 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:58:25.751533 #22097] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:58:25.751682 #22097] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:58:25.751790 #22097] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:58:25.804596 #22097] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:58:25.888005 #22145] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":112.74,"view":0.0,"db":11.9,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:58:25.745Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"17c4aeb5-c412-4c35-81fb-25cac1481c6c"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 113ms (ActiveRecord: 11.9ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:58:26.81964 failed to start a new unicorn master
2019-07-23_09:58:26.83614 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:58:27.498041 #22172] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:58:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"DJlw0qSkyf9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:58:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"DJlw0qSkyf9","duration":0.000661933,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:58:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:58:33] 127.0.0.1 - - [23/Jul/2019:09:58:33 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:58:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:58:37.28621 time="2019-07-23T09:58:37Z" level=error msg="ERROR: diskstats collector failed after 0.002738s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:58:41 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 76 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:58:41 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 2010 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:58:41 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 1193 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:58:41 +0000] "GET /api/v4/channels/njfccwg3cjf6xeax13n4ha7eoe/posts?since=1563874253012 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:09:58:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 533 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:58:45 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 641 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:58:48] 127.0.0.1 - - [23/Jul/2019:09:58:48 UTC] "GET /metrics HTTP/1.1" 200 7692 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:58:52.28550 time="2019-07-23T09:58:52Z" level=error msg="ERROR: diskstats collector failed after 0.000016s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:58:53 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:58:55.99583 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:58:55.928161 #22172] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:58:55.928304 #22172] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:58:55.928413 #22172] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:58:55.983582 #22172] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:58:56.080404 #22222] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":120.66,"view":0.0,"db":11.72,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:58:55.923Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"753a1304-85d0-4666-9a94-2b7fe67b582e"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 121ms (ActiveRecord: 11.7ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:58:57.00200 failed to start a new unicorn master
2019-07-23_09:58:57.01935 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:58:57.669121 #22245] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:58:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:59:03] 127.0.0.1 - - [23/Jul/2019:09:59:03 UTC] "GET /metrics HTTP/1.1" 200 7686 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:09:59:05 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"e8VaWs5oCU","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:59:05Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"e8VaWs5oCU","duration":0.00121937,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T09:59:05Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:59:07.28547 time="2019-07-23T09:59:07Z" level=error msg="ERROR: diskstats collector failed after 0.000037s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:59:18] 127.0.0.1 - - [23/Jul/2019:09:59:18 UTC] "GET /metrics HTTP/1.1" 200 7686 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:09:59:23 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"JKcPagYaqu7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:59:23Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"JKcPagYaqu7","duration":0.000721153,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T09:59:23Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:59:23 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:59:22.28418 time="2019-07-23T09:59:22Z" level=error msg="ERROR: diskstats collector failed after 0.000029s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 09:59:25 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:09:59:25 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"02xr3BxK5w8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T09:59:25Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"02xr3BxK5w8","duration":0.000861884,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T09:59:25Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/mattermost/current <==
2019-07-23_09:59:25.35579 {"level":"info","ts":1563875965.3557386,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"e91y6ybij7bszqss7umh1azhbw"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563875965.3557386,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"e91y6ybij7bszqss7umh1azhbw"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:59:25.80538 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:59:25.745075 #22245] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:59:25.745230 #22245] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:59:25.745342 #22245] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:59:25.792690 #22245] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:59:25.873249 #22291] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":117.56,"view":0.0,"db":12.17,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:59:25.739Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"6e7d94be-d48f-4652-8e75-cee2e028a873"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 117ms (ActiveRecord: 12.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:59:26.81032 failed to start a new unicorn master
2019-07-23_09:59:26.82755 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:59:27.518937 #22316] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:09:59:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"goxmYvW3PR1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T09:59:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"goxmYvW3PR1","duration":0.000706302,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T09:59:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:59:33] 127.0.0.1 - - [23/Jul/2019:09:59:33 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:59:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:09:59:37 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"YTXzmnvaOz2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T09:59:37Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"YTXzmnvaOz2","duration":0.000610874,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T09:59:37Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:59:37.28303 time="2019-07-23T09:59:37Z" level=error msg="ERROR: diskstats collector failed after 0.000025s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:09:59:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:59:46 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 09:59:48] 127.0.0.1 - - [23/Jul/2019:09:59:48 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_09:59:52.28356 time="2019-07-23T09:59:52Z" level=error msg="ERROR: diskstats collector failed after 0.000026s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 09:59:53 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:59:55.88446 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:59:55.821664 #22316] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T09:59:55.821799 #22316] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T09:59:55.821922 #22316] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T09:59:55.869179 #22316] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T09:59:55.954620 #22367] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":114.99,"view":0.0,"db":12.16,"location":"http://example.org/users/sign_in","time":"2019-07-23T09:59:55.816Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"1efc4ec5-4301-4224-82f4-d1879e0d7c13"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 115ms (ActiveRecord: 12.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_09:59:56.89010 failed to start a new unicorn master
2019-07-23_09:59:56.90559 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T09:59:57.565835 #22390] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:09:59:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:00:03] 127.0.0.1 - - [23/Jul/2019:10:00:03 UTC] "GET /metrics HTTP/1.1" 200 7682 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:00:05 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"S4SH31S7nV9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:00:05Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"S4SH31S7nV9","duration":0.001716921,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:00:05Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:00:07.28629 time="2019-07-23T10:00:07Z" level=error msg="ERROR: diskstats collector failed after 0.000038s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-07-23T10:00:15.642Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"9a0bba351dd7f1605991ffef","created_at":"2019-07-23T10:00:15.639Z","correlation_id":"7d9a2720-c8e3-4b26-b9ab-5c9cb6f54a3f","enqueued_at":"2019-07-23T10:00:15.640Z","pid":14653,"message":"PruneWebHookLogsWorker JID-9a0bba351dd7f1605991ffef: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.652Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5b8e73e676a818c1b160a431","created_at":"2019-07-23T10:00:15.648Z","correlation_id":"a6abd2e6-2964-4409-8d00-9d333f4c6556","enqueued_at":"2019-07-23T10:00:15.649Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-5b8e73e676a818c1b160a431: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.665Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"d402d0c7cbb839807cce725b","created_at":"2019-07-23T10:00:15.656Z","correlation_id":"df1d90d9-5373-4f11-80d8-30e06606ee16","enqueued_at":"2019-07-23T10:00:15.657Z","pid":14653,"message":"RepositoryArchiveCacheWorker JID-d402d0c7cbb839807cce725b: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.666Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"7e6e2356f0b2c4279757f079","created_at":"2019-07-23T10:00:15.663Z","correlation_id":"9909afa3-2638-4c06-a505-20f2658709e6","enqueued_at":"2019-07-23T10:00:15.664Z","pid":14653,"message":"ImportExportProjectCleanupWorker JID-7e6e2356f0b2c4279757f079: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.681Z","queue":"cronjob:stuck_merge_jobs","class":"StuckMergeJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"c9374b8fa061d5523a0e34fc","created_at":"2019-07-23T10:00:15.677Z","correlation_id":"f2c20822-95ec-4ec1-8222-2096b7e6ec52","enqueued_at":"2019-07-23T10:00:15.678Z","pid":14653,"message":"StuckMergeJobsWorker JID-c9374b8fa061d5523a0e34fc: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.691Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"c6d71e6a294421b9544d94ec","created_at":"2019-07-23T10:00:15.689Z","correlation_id":"9cd75ffb-7208-4a20-9ce9-ba9d9eecd1f1","enqueued_at":"2019-07-23T10:00:15.689Z","pid":14653,"message":"StuckCiJobsWorker JID-c6d71e6a294421b9544d94ec: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.717Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"128ebf890f94d1d75529485a","created_at":"2019-07-23T10:00:15.698Z","correlation_id":"99d5df50-dd36-489d-af33-2427a738d6f0","enqueued_at":"2019-07-23T10:00:15.699Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-128ebf890f94d1d75529485a: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.733Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"d402d0c7cbb839807cce725b","created_at":"2019-07-23T10:00:15.656Z","correlation_id":"df1d90d9-5373-4f11-80d8-30e06606ee16","enqueued_at":"2019-07-23T10:00:15.657Z","pid":14653,"message":"RepositoryArchiveCacheWorker JID-d402d0c7cbb839807cce725b: done: 0.068 sec","job_status":"done","duration":0.068,"completed_at":"2019-07-23T10:00:15.733Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.759Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"9a0bba351dd7f1605991ffef","created_at":"2019-07-23T10:00:15.639Z","correlation_id":"7d9a2720-c8e3-4b26-b9ab-5c9cb6f54a3f","enqueued_at":"2019-07-23T10:00:15.640Z","pid":14653,"message":"PruneWebHookLogsWorker JID-9a0bba351dd7f1605991ffef: done: 0.117 sec","job_status":"done","duration":0.117,"completed_at":"2019-07-23T10:00:15.759Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.772Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"7e6e2356f0b2c4279757f079","created_at":"2019-07-23T10:00:15.663Z","correlation_id":"9909afa3-2638-4c06-a505-20f2658709e6","enqueued_at":"2019-07-23T10:00:15.664Z","pid":14653,"message":"ImportExportProjectCleanupWorker JID-7e6e2356f0b2c4279757f079: done: 0.105 sec","job_status":"done","duration":0.105,"completed_at":"2019-07-23T10:00:15.771Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.774Z","queue":"cronjob:stuck_merge_jobs","class":"StuckMergeJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"c9374b8fa061d5523a0e34fc","created_at":"2019-07-23T10:00:15.677Z","correlation_id":"f2c20822-95ec-4ec1-8222-2096b7e6ec52","enqueued_at":"2019-07-23T10:00:15.678Z","pid":14653,"message":"StuckMergeJobsWorker JID-c9374b8fa061d5523a0e34fc: done: 0.093 sec","job_status":"done","duration":0.093,"completed_at":"2019-07-23T10:00:15.773Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.784Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5b8e73e676a818c1b160a431","created_at":"2019-07-23T10:00:15.648Z","correlation_id":"a6abd2e6-2964-4409-8d00-9d333f4c6556","enqueued_at":"2019-07-23T10:00:15.649Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-5b8e73e676a818c1b160a431: done: 0.132 sec","job_status":"done","duration":0.132,"completed_at":"2019-07-23T10:00:15.784Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.788Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"128ebf890f94d1d75529485a","created_at":"2019-07-23T10:00:15.698Z","correlation_id":"99d5df50-dd36-489d-af33-2427a738d6f0","enqueued_at":"2019-07-23T10:00:15.699Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-128ebf890f94d1d75529485a: done: 0.071 sec","job_status":"done","duration":0.071,"completed_at":"2019-07-23T10:00:15.788Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.792Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"c6d71e6a294421b9544d94ec","created_at":"2019-07-23T10:00:15.689Z","correlation_id":"9cd75ffb-7208-4a20-9ce9-ba9d9eecd1f1","enqueued_at":"2019-07-23T10:00:15.689Z","pid":14653,"message":"StuckCiJobsWorker JID-c6d71e6a294421b9544d94ec: done: 0.101 sec","job_status":"done","duration":0.101,"completed_at":"2019-07-23T10:00:15.791Z"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
StuckCiJobsWorker: Cleaning stuck builds
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-07-23T10:00:15.642Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"9a0bba351dd7f1605991ffef","created_at":"2019-07-23T10:00:15.639Z","correlation_id":"7d9a2720-c8e3-4b26-b9ab-5c9cb6f54a3f","enqueued_at":"2019-07-23T10:00:15.640Z","pid":14653,"message":"PruneWebHookLogsWorker JID-9a0bba351dd7f1605991ffef: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.652Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5b8e73e676a818c1b160a431","created_at":"2019-07-23T10:00:15.648Z","correlation_id":"a6abd2e6-2964-4409-8d00-9d333f4c6556","enqueued_at":"2019-07-23T10:00:15.649Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-5b8e73e676a818c1b160a431: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.665Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"d402d0c7cbb839807cce725b","created_at":"2019-07-23T10:00:15.656Z","correlation_id":"df1d90d9-5373-4f11-80d8-30e06606ee16","enqueued_at":"2019-07-23T10:00:15.657Z","pid":14653,"message":"RepositoryArchiveCacheWorker JID-d402d0c7cbb839807cce725b: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.666Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"7e6e2356f0b2c4279757f079","created_at":"2019-07-23T10:00:15.663Z","correlation_id":"9909afa3-2638-4c06-a505-20f2658709e6","enqueued_at":"2019-07-23T10:00:15.664Z","pid":14653,"message":"ImportExportProjectCleanupWorker JID-7e6e2356f0b2c4279757f079: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.681Z","queue":"cronjob:stuck_merge_jobs","class":"StuckMergeJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"c9374b8fa061d5523a0e34fc","created_at":"2019-07-23T10:00:15.677Z","correlation_id":"f2c20822-95ec-4ec1-8222-2096b7e6ec52","enqueued_at":"2019-07-23T10:00:15.678Z","pid":14653,"message":"StuckMergeJobsWorker JID-c9374b8fa061d5523a0e34fc: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.691Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"c6d71e6a294421b9544d94ec","created_at":"2019-07-23T10:00:15.689Z","correlation_id":"9cd75ffb-7208-4a20-9ce9-ba9d9eecd1f1","enqueued_at":"2019-07-23T10:00:15.689Z","pid":14653,"message":"StuckCiJobsWorker JID-c6d71e6a294421b9544d94ec: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.717Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"128ebf890f94d1d75529485a","created_at":"2019-07-23T10:00:15.698Z","correlation_id":"99d5df50-dd36-489d-af33-2427a738d6f0","enqueued_at":"2019-07-23T10:00:15.699Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-128ebf890f94d1d75529485a: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:00:15.733Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"d402d0c7cbb839807cce725b","created_at":"2019-07-23T10:00:15.656Z","correlation_id":"df1d90d9-5373-4f11-80d8-30e06606ee16","enqueued_at":"2019-07-23T10:00:15.657Z","pid":14653,"message":"RepositoryArchiveCacheWorker JID-d402d0c7cbb839807cce725b: done: 0.068 sec","job_status":"done","duration":0.068,"completed_at":"2019-07-23T10:00:15.733Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.759Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"9a0bba351dd7f1605991ffef","created_at":"2019-07-23T10:00:15.639Z","correlation_id":"7d9a2720-c8e3-4b26-b9ab-5c9cb6f54a3f","enqueued_at":"2019-07-23T10:00:15.640Z","pid":14653,"message":"PruneWebHookLogsWorker JID-9a0bba351dd7f1605991ffef: done: 0.117 sec","job_status":"done","duration":0.117,"completed_at":"2019-07-23T10:00:15.759Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.772Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"7e6e2356f0b2c4279757f079","created_at":"2019-07-23T10:00:15.663Z","correlation_id":"9909afa3-2638-4c06-a505-20f2658709e6","enqueued_at":"2019-07-23T10:00:15.664Z","pid":14653,"message":"ImportExportProjectCleanupWorker JID-7e6e2356f0b2c4279757f079: done: 0.105 sec","job_status":"done","duration":0.105,"completed_at":"2019-07-23T10:00:15.771Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.774Z","queue":"cronjob:stuck_merge_jobs","class":"StuckMergeJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"c9374b8fa061d5523a0e34fc","created_at":"2019-07-23T10:00:15.677Z","correlation_id":"f2c20822-95ec-4ec1-8222-2096b7e6ec52","enqueued_at":"2019-07-23T10:00:15.678Z","pid":14653,"message":"StuckMergeJobsWorker JID-c9374b8fa061d5523a0e34fc: done: 0.093 sec","job_status":"done","duration":0.093,"completed_at":"2019-07-23T10:00:15.773Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.784Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5b8e73e676a818c1b160a431","created_at":"2019-07-23T10:00:15.648Z","correlation_id":"a6abd2e6-2964-4409-8d00-9d333f4c6556","enqueued_at":"2019-07-23T10:00:15.649Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-5b8e73e676a818c1b160a431: done: 0.132 sec","job_status":"done","duration":0.132,"completed_at":"2019-07-23T10:00:15.784Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.788Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"128ebf890f94d1d75529485a","created_at":"2019-07-23T10:00:15.698Z","correlation_id":"99d5df50-dd36-489d-af33-2427a738d6f0","enqueued_at":"2019-07-23T10:00:15.699Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-128ebf890f94d1d75529485a: done: 0.071 sec","job_status":"done","duration":0.071,"completed_at":"2019-07-23T10:00:15.788Z"}
{"severity":"INFO","time":"2019-07-23T10:00:15.792Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"c6d71e6a294421b9544d94ec","created_at":"2019-07-23T10:00:15.689Z","correlation_id":"9cd75ffb-7208-4a20-9ce9-ba9d9eecd1f1","enqueued_at":"2019-07-23T10:00:15.689Z","pid":14653,"message":"StuckCiJobsWorker JID-c6d71e6a294421b9544d94ec: done: 0.101 sec","job_status":"done","duration":0.101,"completed_at":"2019-07-23T10:00:15.791Z"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:00:18] 127.0.0.1 - - [23/Jul/2019:10:00:18 UTC] "GET /metrics HTTP/1.1" 200 7707 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:00:22.28575 time="2019-07-23T10:00:22Z" level=error msg="ERROR: diskstats collector failed after 0.000032s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:00:23 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"uf3XI1Tob51","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:00:23Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"uf3XI1Tob51","duration":0.000862442,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:00:23Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:00:25.49264 {"level":"info","ts":1563876025.4925604,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"qonjhi1m7ige9xcgcbmjz4hhua"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876025.4925604,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"qonjhi1m7ige9xcgcbmjz4hhua"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:00:25 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:00:27.48541 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:00:27.417480 #22390] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:00:27.417620 #22390] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:00:27.417732 #22390] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:00:27.471444 #22390] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:00:27.559380 #22470] INFO -- : worker=0 ready
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 10:00:28 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:00:28 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"jqVrajZEtm4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:00:28Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"jqVrajZEtm4","duration":0.000937499,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:00:28Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":112.0,"view":0.0,"db":12.11,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:00:27.412Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"95088c17-deac-4af7-9d7c-9e0d5ba35c07"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 112ms (ActiveRecord: 12.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:00:28.49052 failed to start a new unicorn master
2019-07-23_10:00:28.50700 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:00:29.154813 #22492] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:00:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"a7ygO3D4gx7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:00:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"a7ygO3D4gx7","duration":0.000697217,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:00:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:00:33] 127.0.0.1 - - [23/Jul/2019:10:00:33 UTC] "GET /metrics HTTP/1.1" 200 7707 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:00:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:00:37 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"m5OCLLEfhz9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:00:37Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"m5OCLLEfhz9","duration":0.000588895,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:00:37Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:00:37.28725 time="2019-07-23T10:00:37Z" level=error msg="ERROR: diskstats collector failed after 0.000020s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:00:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:00:47 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:00:48] 127.0.0.1 - - [23/Jul/2019:10:00:48 UTC] "GET /metrics HTTP/1.1" 200 7707 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:00:52.28516 time="2019-07-23T10:00:52Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:00:54 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:00:57.57493 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:00:57.519530 #22492] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:00:57.519674 #22492] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:00:57.519785 #22492] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:00:57.564295 #22492] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:00:57.648141 #22543] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":107.78,"view":0.0,"db":12.24,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:00:57.514Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"bf75ec8b-3aab-47ec-8705-9edd275cdee9"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 108ms (ActiveRecord: 12.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:00:58.58090 failed to start a new unicorn master
2019-07-23_10:00:58.59873 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:00:59.272180 #22569] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:00:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:01:03] 127.0.0.1 - - [23/Jul/2019:10:01:03 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:01:06 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"GjaYrqiTQB2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:01:06Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"GjaYrqiTQB2","duration":0.00081244,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:01:06Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:01:07.28429 time="2019-07-23T10:01:07Z" level=error msg="ERROR: diskstats collector failed after 0.000036s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:01:18] 127.0.0.1 - - [23/Jul/2019:10:01:18 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:01:22.28459 time="2019-07-23T10:01:22Z" level=error msg="ERROR: diskstats collector failed after 0.000033s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:01:23 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"XjsO0aEz252","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:01:23Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"XjsO0aEz252","duration":0.000672695,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:01:23Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:01:24 +0000
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:01:25.62508 {"level":"info","ts":1563876085.6250184,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"rwsuz9fuybnh9yn3hoo9z8kchy"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876085.6250184,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"rwsuz9fuybnh9yn3hoo9z8kchy"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:01:26.89042 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:01:26.819337 #22569] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:01:26.819478 #22569] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:01:26.819586 #22569] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:01:26.876395 #22569] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:01:26.976787 #22620] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":115.31,"view":0.0,"db":12.01,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:01:26.813Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"4015fac0-98e7-472e-a68a-cfb9007bd999"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 115ms (ActiveRecord: 12.0ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:01:27.89603 failed to start a new unicorn master
2019-07-23_10:01:27.91355 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:01:28.603770 #22643] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:01:31 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"A0iryDM6sR1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:01:31Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"A0iryDM6sR1","duration":0.000552661,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:01:31Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:01:33] 127.0.0.1 - - [23/Jul/2019:10:01:33 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:01:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"kTPNq1D4UQ","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:01:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"kTPNq1D4UQ","duration":0.001094163,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:01:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:01:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:01:37 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"UtSDJEC6Hk8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:01:37Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"UtSDJEC6Hk8","duration":0.000759842,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:01:37Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:01:37.28439 time="2019-07-23T10:01:37Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:01:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:01:47 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:01:48] 127.0.0.1 - - [23/Jul/2019:10:01:48 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:01:52.28674 time="2019-07-23T10:01:52Z" level=error msg="ERROR: diskstats collector failed after 0.000022s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:01:54 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:01:56.51656 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:01:56.444100 #22643] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:01:56.444279 #22643] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:01:56.444399 #22643] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:01:56.503387 #22643] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:01:56.589862 #22694] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":117.63,"view":0.0,"db":13.4,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:01:56.438Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"f20f9a06-2958-4cc9-be0a-a5d1d21df650"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 117ms (ActiveRecord: 13.4ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:01:57.52170 failed to start a new unicorn master
2019-07-23_10:01:57.53830 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:01:58.366288 #22717] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:01:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:02:03] 127.0.0.1 - - [23/Jul/2019:10:02:03 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:02:06 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"XnnrwV5S4m9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:02:06Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"XnnrwV5S4m9","duration":0.000940405,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:02:06Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:02:07.28397 time="2019-07-23T10:02:07Z" level=error msg="ERROR: diskstats collector failed after 0.000052s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:02:18] 127.0.0.1 - - [23/Jul/2019:10:02:18 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:02:22.28629 time="2019-07-23T10:02:22Z" level=error msg="ERROR: diskstats collector failed after 0.000029s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:02:23 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"4FeTETf1H41","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:02:23Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"4FeTETf1H41","duration":0.000758687,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:02:23Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:02:24 +0000
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:02:25.76795 {"level":"info","ts":1563876145.767913,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"dizxrobwh3gx7ew7z98zrab97e"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876145.767913,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"dizxrobwh3gx7ew7z98zrab97e"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:02:26.72236 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:02:26.667547 #22717] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:02:26.667689 #22717] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:02:26.667804 #22717] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:02:26.711963 #22717] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:02:26.794424 #22767] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":108.78,"view":0.0,"db":12.24,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:02:26.662Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"4bcff7b0-983b-4d6f-a810-df47f9c28df5"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 109ms (ActiveRecord: 12.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:02:27.72812 failed to start a new unicorn master
2019-07-23_10:02:27.74432 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:02:28.405670 #22790] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:02:33] 127.0.0.1 - - [23/Jul/2019:10:02:33 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 10:02:34 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:02:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
198.12.92.209 - - [23/Jul/2019:10:02:34 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"1AXeMZ843u6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:02:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"1AXeMZ843u6","duration":0.001026267,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:02:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
{"correlation_id":"e3qTclc5ew9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:02:34Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"e3qTclc5ew9","duration":0.000898373,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:02:34Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:02:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/redis/current <==
2019-07-23_10:02:37.05577 14642:M 23 Jul 10:02:37.055 * 10 changes in 300 seconds. Saving...
2019-07-23_10:02:37.05613 14642:M 23 Jul 10:02:37.056 * Background saving started by pid 22803
2019-07-23_10:02:37.07615 22803:C 23 Jul 10:02:37.076 * DB saved on disk
2019-07-23_10:02:37.07644 22803:C 23 Jul 10:02:37.076 * RDB: 1 MB of memory used by copy-on-write
2019-07-23_10:02:37.15746 14642:M 23 Jul 10:02:37.157 * Background saving terminated with success
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:02:38 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"BqAtMwwcm15","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:02:38Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"BqAtMwwcm15","duration":0.000685635,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:02:38Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:02:37.28547 time="2019-07-23T10:02:37Z" level=error msg="ERROR: diskstats collector failed after 0.000025s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:02:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:02:47 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:02:48] 127.0.0.1 - - [23/Jul/2019:10:02:48 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:02:52.28715 time="2019-07-23T10:02:52Z" level=error msg="ERROR: diskstats collector failed after 0.000018s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:02:53 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:02:56.58524 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:02:56.563637 #22790] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:02:56.563779 #22790] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:02:56.563893 #22790] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:02:56.575590 #22790] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:02:56.654403 #22839] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":110.07,"view":0.0,"db":14.51,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:02:56.558Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"b8eab431-3e19-4bdf-bf25-24d452d3ec61"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 110ms (ActiveRecord: 14.5ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:02:57.59005 failed to start a new unicorn master
2019-07-23_10:02:57.60526 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:02:58.281577 #22862] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:02:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:03:03] 127.0.0.1 - - [23/Jul/2019:10:03:03 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:03:06 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"WusJQlWwzD4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:03:06Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"WusJQlWwzD4","duration":0.001316332,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:03:06Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:03:07.28179 time="2019-07-23T10:03:07Z" level=error msg="ERROR: diskstats collector failed after 0.000040s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:03:18] 127.0.0.1 - - [23/Jul/2019:10:03:18 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:03:22.28511 time="2019-07-23T10:03:22Z" level=error msg="ERROR: diskstats collector failed after 0.000038s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:03:23 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"cyBjuo2xdd7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:03:23Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"cyBjuo2xdd7","duration":0.000801165,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:03:23Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:03:23 +0000
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:03:25.89853 {"level":"info","ts":1563876205.8983998,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"dfibxtn6fbnauffzwnj4mtjkfc"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876205.8983998,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"dfibxtn6fbnauffzwnj4mtjkfc"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:03:26.59833 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:03:26.528713 #22862] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:03:26.528853 #22862] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:03:26.528973 #22862] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:03:26.586202 #22862] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:03:26.668817 #22910] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":136.71,"view":0.0,"db":14.52,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:03:26.523Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"adc12fc9-55eb-44ae-a01e-3392fb02240c"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 137ms (ActiveRecord: 14.5ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:03:27.60321 failed to start a new unicorn master
2019-07-23_10:03:27.61880 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:03:28.274923 #22933] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:03:33] 127.0.0.1 - - [23/Jul/2019:10:03:33 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:03:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"8HKMFl5T7r9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:03:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"8HKMFl5T7r9","duration":0.000783621,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:03:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:03:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:03:37 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Ldvh7i5vF44","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:03:37Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"Ldvh7i5vF44","duration":0.000585451,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:03:37Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:03:37.28601 time="2019-07-23T10:03:37Z" level=error msg="ERROR: diskstats collector failed after 0.000018s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:03:38 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"4O76dereW06","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:03:38Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"4O76dereW06","duration":0.000561533,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:03:38Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:03:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:03:48 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 637 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:03:48] 127.0.0.1 - - [23/Jul/2019:10:03:48 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:03:52.28584 time="2019-07-23T10:03:52Z" level=error msg="ERROR: diskstats collector failed after 0.000027s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:03:54 +0000
Processing by RootController#index as HTML
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:03:56.45003 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:03:56.385473 #22933] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:03:56.385610 #22933] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:03:56.385714 #22933] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:03:56.436662 #22933] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:03:56.525023 #22989] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":117.35,"view":0.0,"db":12.18,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:03:56.380Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"9b025927-5120-4fd1-a2ad-1b2f511a34e3"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 117ms (ActiveRecord: 12.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:03:57.45595 failed to start a new unicorn master
2019-07-23_10:03:57.47334 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:03:58.203490 #23012] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:03:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 421 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:04:03] 127.0.0.1 - - [23/Jul/2019:10:04:03 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:04:06 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"s7Z8CRyp3h5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:04:06Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"s7Z8CRyp3h5","duration":0.001285946,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:04:06Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:04:07.28598 time="2019-07-23T10:04:07Z" level=error msg="ERROR: diskstats collector failed after 0.000027s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:04:18] 127.0.0.1 - - [23/Jul/2019:10:04:18 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:04:22.28624 time="2019-07-23T10:04:22Z" level=error msg="ERROR: diskstats collector failed after 0.000017s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:04:24 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"fUmkfx8K013","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:04:24Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"fUmkfx8K013","duration":0.000959543,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:04:24Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:04:23 +0000
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:04:26.02843 {"level":"info","ts":1563876266.0283499,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"4zac58rd4p8zb87bkfr3331z5w"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876266.0283499,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"4zac58rd4p8zb87bkfr3331z5w"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:04:26.50105 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:04:26.445332 #23012] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:04:26.445484 #23012] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:04:26.445589 #23012] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:04:26.489503 #23012] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:04:26.580397 #23061] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":109.83,"view":0.0,"db":12.51,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:04:26.439Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"7acdcbc6-50ec-4a3c-9ed6-163e4604bc4b"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 110ms (ActiveRecord: 12.5ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:04:27.50654 failed to start a new unicorn master
2019-07-23_10:04:27.52414 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:04:28.192301 #23084] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:04:33] 127.0.0.1 - - [23/Jul/2019:10:04:33 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:04:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"OEn2L1GIol","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:04:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"OEn2L1GIol","duration":0.000759651,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:04:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:04:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:04:37.28737 time="2019-07-23T10:04:37Z" level=error msg="ERROR: diskstats collector failed after 0.000061s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:04:38 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"GCDwL5LpgS","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:04:38Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"GCDwL5LpgS","duration":0.000611088,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:04:38Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:04:40 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"PTPn6uijNN3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:04:40Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"PTPn6uijNN3","duration":0.000588964,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:04:40Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:04:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:04:48] 127.0.0.1 - - [23/Jul/2019:10:04:48 UTC] "GET /metrics HTTP/1.1" 200 7705 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:04:48 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 637 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:04:52.28398 time="2019-07-23T10:04:52Z" level=error msg="ERROR: diskstats collector failed after 0.000024s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:04:53 +0000
Processing by RootController#index as HTML
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:04:56.43113 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:04:56.365444 #23084] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:04:56.365587 #23084] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:04:56.365696 #23084] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:04:56.418487 #23084] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:04:56.504163 #23134] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":114.16,"view":0.0,"db":12.13,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:04:56.360Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"1938631c-9b39-41de-b4ad-9daa223f77d9"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 114ms (ActiveRecord: 12.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:04:57.43640 failed to start a new unicorn master
2019-07-23_10:04:57.45244 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:04:58.130595 #23159] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:04:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 421 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
79.145.26.216 - - [23/Jul/2019:10:05:02 +0000] "GET / HTTP/2.0" 502 2940 "https://git.lorvent.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Pj1JEL0y0O6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:05:02Z","uri":"/"}
{"correlation_id":"Pj1JEL0y0O6","duration":0.004245483,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/","remoteAddr":"79.145.26.216:0","remoteIp":"79.145.26.216","status":502,"system":"http","time":"2019-07-23T10:05:02Z","uri":"/","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:05:03] 127.0.0.1 - - [23/Jul/2019:10:05:03 UTC] "GET /metrics HTTP/1.1" 200 7705 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
79.145.26.216 - - [23/Jul/2019:10:05:03 +0000] "GET /favicon.ico HTTP/2.0" 502 2940 "https://git.lorvent.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
79.145.26.216 - - [23/Jul/2019:10:05:03 +0000] "GET / HTTP/2.0" 502 2940 "https://git.lorvent.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
79.145.26.216 - - [23/Jul/2019:10:05:03 +0000] "GET /favicon.ico HTTP/2.0" 502 2940 "https://git.lorvent.com/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ZBb25fLZLu1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:05:03Z","uri":"/favicon.ico"}
{"correlation_id":"ZBb25fLZLu1","duration":0.00128479,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/","remoteAddr":"79.145.26.216:0","remoteIp":"79.145.26.216","status":502,"system":"http","time":"2019-07-23T10:05:03Z","uri":"/favicon.ico","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
{"correlation_id":"Kss4mHFoat8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:05:03Z","uri":"/"}
{"correlation_id":"Kss4mHFoat8","duration":0.000862097,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/","remoteAddr":"79.145.26.216:0","remoteIp":"79.145.26.216","status":502,"system":"http","time":"2019-07-23T10:05:03Z","uri":"/","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
{"correlation_id":"I2HH8y3JpI7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:05:03Z","uri":"/favicon.ico"}
{"correlation_id":"I2HH8y3JpI7","duration":0.000713929,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/","remoteAddr":"79.145.26.216:0","remoteIp":"79.145.26.216","status":502,"system":"http","time":"2019-07-23T10:05:03Z","uri":"/favicon.ico","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:05:06 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"S73H3bqRg68","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:05:06Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"S73H3bqRg68","duration":0.001271128,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:05:06Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:05:07.28403 time="2019-07-23T10:05:07Z" level=error msg="ERROR: diskstats collector failed after 0.000033s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:05:18] 127.0.0.1 - - [23/Jul/2019:10:05:18 UTC] "GET /metrics HTTP/1.1" 200 7705 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:05:22.28402 time="2019-07-23T10:05:22Z" level=error msg="ERROR: diskstats collector failed after 0.000027s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:05:24 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"6Trc7euqKn4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:05:24Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"6Trc7euqKn4","duration":0.000763671,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:05:24Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:05:26.17181 {"level":"info","ts":1563876326.1717412,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"aoxobzr59jf4mcjbn6cwpj69pc"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876326.1717412,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"aoxobzr59jf4mcjbn6cwpj69pc"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:05:25 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:05:27.59888 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:05:27.533946 #23159] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:05:27.534109 #23159] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:05:27.534223 #23159] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:05:27.587253 #23159] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:05:27.676495 #23215] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":111.7,"view":0.0,"db":11.98,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:05:27.528Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"bafee3d8-c444-4458-b5fc-b24a95dc3391"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 112ms (ActiveRecord: 12.0ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:05:28.60445 failed to start a new unicorn master
2019-07-23_10:05:28.62231 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:05:29.260859 #23237] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:05:33] 127.0.0.1 - - [23/Jul/2019:10:05:33 UTC] "GET /metrics HTTP/1.1" 200 7705 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:05:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"yfsm91O9gp6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:05:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"yfsm91O9gp6","duration":0.000780012,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:05:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:05:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:05:37.28422 time="2019-07-23T10:05:37Z" level=error msg="ERROR: diskstats collector failed after 0.000059s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:05:38 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"C1vGXQnSDra","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:05:38Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"C1vGXQnSDra","duration":0.000740711,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:05:38Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:05:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:05:43 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"GK3t9KRJIL2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:05:43Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"GK3t9KRJIL2","duration":0.00062918,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:05:43Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:05:48] 127.0.0.1 - - [23/Jul/2019:10:05:48 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:05:49 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 637 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:05:52.28371 time="2019-07-23T10:05:52Z" level=error msg="ERROR: diskstats collector failed after 0.000042s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:05:54 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:05:57.08627 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:05:57.023804 #23237] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:05:57.024018 #23237] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:05:57.024145 #23237] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:05:57.074933 #23237] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:05:57.158414 #23291] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":112.55,"view":0.0,"db":12.65,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:05:57.016Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"c133ab16-ea49-4bc9-89a5-ec6b2f0378e8"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 112ms (ActiveRecord: 12.7ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:05:58.09137 failed to start a new unicorn master
2019-07-23_10:05:58.10690 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:05:58.776578 #23314] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:05:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 421 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:06:03] 127.0.0.1 - - [23/Jul/2019:10:06:03 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:06:07 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"fP2n9d2lOK3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:06:07Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"fP2n9d2lOK3","duration":0.001697606,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:06:07Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:06:07.28302 time="2019-07-23T10:06:07Z" level=error msg="ERROR: diskstats collector failed after 0.000027s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:06:18] 127.0.0.1 - - [23/Jul/2019:10:06:18 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:06:22.28460 time="2019-07-23T10:06:22Z" level=error msg="ERROR: diskstats collector failed after 0.000036s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:06:23 +0000
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:06:24 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"5aZDa67pPP1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:06:24Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"5aZDa67pPP1","duration":0.000766373,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:06:24Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:06:26.30033 {"level":"info","ts":1563876386.3002574,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"hx5xykmga78i9bcfcew6dihtze"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876386.3002574,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"hx5xykmga78i9bcfcew6dihtze"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:06:26.15571 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:06:26.090011 #23314] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:06:26.090178 #23314] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:06:26.090293 #23314] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:06:26.145674 #23314] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:06:26.226021 #23365] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":109.21,"view":0.0,"db":12.52,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:06:26.083Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"bad89449-18fb-4e51-bfdd-a9400f98d335"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 109ms (ActiveRecord: 12.5ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:06:27.16141 failed to start a new unicorn master
2019-07-23_10:06:27.17958 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:06:27.846436 #23388] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:06:33] 127.0.0.1 - - [23/Jul/2019:10:06:33 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:06:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"rlkEdXO3nD8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:06:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"rlkEdXO3nD8","duration":0.000763712,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:06:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:06:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:06:37.28417 time="2019-07-23T10:06:37Z" level=error msg="ERROR: diskstats collector failed after 0.000020s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:06:39 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Byefw2Spdz4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:06:39Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"Byefw2Spdz4","duration":0.000588936,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:06:39Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:06:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 10:06:46 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:06:46 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"hh3syqcLq42","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:06:46Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"hh3syqcLq42","duration":0.000578593,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:06:46Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:06:48] 127.0.0.1 - - [23/Jul/2019:10:06:48 UTC] "GET /metrics HTTP/1.1" 200 7705 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:06:49 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 637 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:06:52.28305 time="2019-07-23T10:06:52Z" level=error msg="ERROR: diskstats collector failed after 0.000019s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:06:53 +0000
Processing by RootController#index as HTML
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:06:55.46494 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:06:55.397283 #23388] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:06:55.397427 #23388] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:06:55.397538 #23388] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:06:55.445374 #23388] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:06:55.543764 #23434] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":123.62,"view":0.0,"db":12.11,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:06:55.391Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"944cd5d9-8bb1-4d9d-bd40-6211d98ab0e8"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 124ms (ActiveRecord: 12.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:06:56.47116 failed to start a new unicorn master
2019-07-23_10:06:56.48728 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:06:57.142116 #23458] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:06:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 421 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:07:03] 127.0.0.1 - - [23/Jul/2019:10:07:03 UTC] "GET /metrics HTTP/1.1" 200 7705 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:07:07.28373 time="2019-07-23T10:07:07Z" level=error msg="ERROR: diskstats collector failed after 0.000024s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:07:07 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"CALl7SAaJe4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:07:07Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"CALl7SAaJe4","duration":0.000911108,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:07:07Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:07:18] 127.0.0.1 - - [23/Jul/2019:10:07:18 UTC] "GET /metrics HTTP/1.1" 200 7705 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:07:22.28173 time="2019-07-23T10:07:22Z" level=error msg="ERROR: diskstats collector failed after 0.000025s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:07:23 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:07:25.13255 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:07:25.069614 #23458] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:07:25.069754 #23458] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:07:25.069854 #23458] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:07:25.118505 #23458] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:07:25.209210 #23512] INFO -- : worker=0 ready
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:07:24 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ZuoeptO5xVa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:07:24Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"ZuoeptO5xVa","duration":0.00076763,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:07:24Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":112.02,"view":0.0,"db":12.44,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:07:25.064Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"77f9acde-daaf-42c1-9edc-4f020a942578"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 112ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:07:26.13837 failed to start a new unicorn master
2019-07-23_10:07:26.15545 starting new unicorn master
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:07:26.42651 {"level":"info","ts":1563876446.4264379,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"5fuc7z1fy7bx3yytkfzt66bopo"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876446.4264379,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"5fuc7z1fy7bx3yytkfzt66bopo"}
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:07:26.801688 #23536] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:07:33] 127.0.0.1 - - [23/Jul/2019:10:07:33 UTC] "GET /metrics HTTP/1.1" 200 7705 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:07:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"I8FHvOhu1u8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:07:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"I8FHvOhu1u8","duration":0.000757347,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:07:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:07:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:07:37.28320 time="2019-07-23T10:07:37Z" level=error msg="ERROR: diskstats collector failed after 0.000042s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/redis/current <==
2019-07-23_10:07:38.05783 14642:M 23 Jul 10:07:38.057 * 10 changes in 300 seconds. Saving...
2019-07-23_10:07:38.05821 14642:M 23 Jul 10:07:38.058 * Background saving started by pid 23552
2019-07-23_10:07:38.07831 23552:C 23 Jul 10:07:38.078 * DB saved on disk
2019-07-23_10:07:38.07886 23552:C 23 Jul 10:07:38.078 * RDB: 1 MB of memory used by copy-on-write
2019-07-23_10:07:38.15958 14642:M 23 Jul 10:07:38.159 * Background saving terminated with success
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:07:39 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"qsehqrxECW4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:07:39Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"qsehqrxECW4","duration":0.000589107,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:07:39Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:07:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:07:48] 127.0.0.1 - - [23/Jul/2019:10:07:48 UTC] "GET /metrics HTTP/1.1" 200 7699 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 10:07:49 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:07:49 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"szEhP8t4Eia","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:07:49Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"szEhP8t4Eia","duration":0.001829232,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:07:49Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:07:50 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 637 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:07:52 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:07:52.28184 time="2019-07-23T10:07:52Z" level=error msg="ERROR: diskstats collector failed after 0.000020s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:07:54.330056 #23536] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:07:54.330267 #23536] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:07:54.330375 #23536] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":118.78,"view":0.0,"db":15.2,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:07:54.323Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"d45be350-802a-41a8-a766-3cc1c8ecda8d"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 119ms (ActiveRecord: 15.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:07:54.39377 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
E, [2019-07-23T10:07:54.379061 #23536] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:07:54.469133 #23584] INFO -- : worker=0 ready
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:07:55.40016 failed to start a new unicorn master
2019-07-23_10:07:55.41525 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:07:56.070141 #23608] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:07:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 421 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:08:03] 127.0.0.1 - - [23/Jul/2019:10:08:03 UTC] "GET /metrics HTTP/1.1" 200 7699 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:08:07.28511 time="2019-07-23T10:08:07Z" level=error msg="ERROR: diskstats collector failed after 0.000020s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:08:07 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"k8JuGEAH8m7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:08:07Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"k8JuGEAH8m7","duration":0.001260674,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:08:07Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:08:18] 127.0.0.1 - - [23/Jul/2019:10:08:18 UTC] "GET /metrics HTTP/1.1" 200 7699 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:08:21 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:08:22.28425 time="2019-07-23T10:08:22Z" level=error msg="ERROR: diskstats collector failed after 0.000026s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:08:24.24717 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:08:24.177821 #23608] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:08:24.177966 #23608] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:08:24.178089 #23608] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:08:24.234186 #23608] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:08:24.318285 #23656] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":115.98,"view":0.0,"db":12.39,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:08:24.172Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"1e232135-4e3b-4b06-a908-9a43003216e0"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 116ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:08:25.25268 failed to start a new unicorn master
2019-07-23_10:08:25.26768 starting new unicorn master
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:08:24 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"AL9ogf8rMk1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:08:24Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"AL9ogf8rMk1","duration":0.000923117,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:08:24Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:08:25.913559 #23680] INFO -- : Refreshing Gem list
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:08:26.54945 {"level":"info","ts":1563876506.5492733,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"u4g7wh6nairt5g8mjg4c3oahcc"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876506.5492733,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"u4g7wh6nairt5g8mjg4c3oahcc"}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:08:33] 127.0.0.1 - - [23/Jul/2019:10:08:33 UTC] "GET /metrics HTTP/1.1" 200 7699 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:08:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"nSMzQMOcF6a","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:08:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"nSMzQMOcF6a","duration":0.000696746,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:08:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:08:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:08:37.28592 time="2019-07-23T10:08:37Z" level=error msg="ERROR: diskstats collector failed after 0.000040s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:08:39 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"JezwuQdpWl4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:08:39Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"JezwuQdpWl4","duration":0.000669783,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:08:39Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:08:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:08:48] 127.0.0.1 - - [23/Jul/2019:10:08:48 UTC] "GET /metrics HTTP/1.1" 200 7699 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:08:50 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 637 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:08:52 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"mlAUxbv1Qea","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:08:52Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"mlAUxbv1Qea","duration":0.000690292,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:08:52Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:08:51 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:08:52.28282 time="2019-07-23T10:08:52Z" level=error msg="ERROR: diskstats collector failed after 0.000058s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:08:54.337386 #23680] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:08:54.337531 #23680] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:08:54.337673 #23680] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":118.4,"view":0.0,"db":12.43,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:08:54.331Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"a92f052f-eaea-441f-8576-a9787676241b"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 118ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:08:54.40584 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
E, [2019-07-23T10:08:54.385985 #23680] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:08:54.472213 #23734] INFO -- : worker=0 ready
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:08:55.41122 failed to start a new unicorn master
2019-07-23_10:08:55.42742 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:08:56.089230 #23758] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:08:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 421 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:09:03] 127.0.0.1 - - [23/Jul/2019:10:09:03 UTC] "GET /metrics HTTP/1.1" 200 7699 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:09:07.28309 time="2019-07-23T10:09:07Z" level=error msg="ERROR: diskstats collector failed after 0.000022s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:09:07 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"dHUz9c1WgM8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:09:07Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"dHUz9c1WgM8","duration":0.000856486,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:09:07Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:09:18] 127.0.0.1 - - [23/Jul/2019:10:09:18 UTC] "GET /metrics HTTP/1.1" 200 7708 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:09:21 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:09:22.28625 time="2019-07-23T10:09:22Z" level=error msg="ERROR: diskstats collector failed after 0.000051s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:09:24.14009 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:09:24.075328 #23758] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:09:24.075471 #23758] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:09:24.075581 #23758] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:09:24.126986 #23758] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:09:24.211522 #23803] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":113.71,"view":0.0,"db":12.6,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:09:24.069Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"95efebe3-cb10-405d-a7e3-8695caae6671"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 114ms (ActiveRecord: 12.6ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:09:25.14684 failed to start a new unicorn master
2019-07-23_10:09:25.16377 starting new unicorn master
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:09:25 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Er871Tyjena","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:09:25Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"Er871Tyjena","duration":0.001082373,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:09:25Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:09:25.840626 #23827] INFO -- : Refreshing Gem list
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:09:26.69241 {"level":"info","ts":1563876566.692364,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"jgxcxofd7jyaddpwxczctp36dh"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876566.692364,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"jgxcxofd7jyaddpwxczctp36dh"}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:09:33] 127.0.0.1 - - [23/Jul/2019:10:09:33 UTC] "GET /metrics HTTP/1.1" 200 7708 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:09:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"NpzBDT6PiH2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:09:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"NpzBDT6PiH2","duration":0.001099425,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:09:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:09:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:09:37.28495 time="2019-07-23T10:09:37Z" level=error msg="ERROR: diskstats collector failed after 0.000025s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:09:39 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"MUWRE4Fomd7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:09:39Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"MUWRE4Fomd7","duration":0.000629735,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:09:39Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:09:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:09:48] 127.0.0.1 - - [23/Jul/2019:10:09:48 UTC] "GET /metrics HTTP/1.1" 200 7708 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:09:51 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 637 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:09:52 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:09:52.28422 time="2019-07-23T10:09:52Z" level=error msg="ERROR: diskstats collector failed after 0.000026s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:09:54.91663 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:09:54.864759 #23827] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:09:54.864899 #23827] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:09:54.865016 #23827] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:09:54.903376 #23827] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:09:54.984682 #23878] INFO -- : worker=0 ready
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 10:09:55 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:09:55 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"KjvgGQdSxla","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:09:55Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"KjvgGQdSxla","duration":0.000541127,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:09:55Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":104.78,"view":0.0,"db":12.15,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:09:54.859Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"c7dcc955-4a67-4bbd-9e45-57c5ded1b2ad"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 105ms (ActiveRecord: 12.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:09:55.92298 failed to start a new unicorn master
2019-07-23_10:09:55.94049 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:09:56.582472 #23902] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:09:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 421 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:10:03] 127.0.0.1 - - [23/Jul/2019:10:10:03 UTC] "GET /metrics HTTP/1.1" 200 7708 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:10:07.28734 time="2019-07-23T10:10:07Z" level=error msg="ERROR: diskstats collector failed after 0.000033s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:10:07 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"qFlHk9tqq46","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:10:07Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"qFlHk9tqq46","duration":0.001386428,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:10:07Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:10:18] 127.0.0.1 - - [23/Jul/2019:10:10:18 UTC] "GET /metrics HTTP/1.1" 200 7707 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:10:22.28548 time="2019-07-23T10:10:22Z" level=error msg="ERROR: diskstats collector failed after 0.000040s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:10:23 +0000
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:10:25 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"WroaQMHzam4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:10:25Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"WroaQMHzam4","duration":0.001152511,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:10:25Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:10:26.09248 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:10:26.024091 #23902] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:10:26.024238 #23902] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:10:26.024345 #23902] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:10:26.080836 #23902] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:10:26.166439 #23960] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":115.63,"view":0.0,"db":12.29,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:10:26.017Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"01fd4897-5c1e-48b9-871c-2f0cc58400d5"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 116ms (ActiveRecord: 12.3ms)
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:10:26.82277 {"level":"info","ts":1563876626.8227305,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"dm7g4jd6e7ftxxosnqyxccy4je"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876626.8227305,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"dm7g4jd6e7ftxxosnqyxccy4je"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:10:27.09788 failed to start a new unicorn master
2019-07-23_10:10:27.11526 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:10:27.752701 #23983] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-07-23T10:10:33.129Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"cc77e60d3d3c1bb193612dfc","created_at":"2019-07-23T10:10:33.125Z","correlation_id":"f0ebfe1e-dbc5-4cbf-bea7-d46f2eb361c9","enqueued_at":"2019-07-23T10:10:33.126Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-cc77e60d3d3c1bb193612dfc: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:10:33.212Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"cc77e60d3d3c1bb193612dfc","created_at":"2019-07-23T10:10:33.125Z","correlation_id":"f0ebfe1e-dbc5-4cbf-bea7-d46f2eb361c9","enqueued_at":"2019-07-23T10:10:33.126Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-cc77e60d3d3c1bb193612dfc: done: 0.083 sec","job_status":"done","duration":0.083,"completed_at":"2019-07-23T10:10:33.211Z"}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:10:33] 127.0.0.1 - - [23/Jul/2019:10:10:33 UTC] "GET /metrics HTTP/1.1" 200 7707 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-07-23T10:10:33.129Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"cc77e60d3d3c1bb193612dfc","created_at":"2019-07-23T10:10:33.125Z","correlation_id":"f0ebfe1e-dbc5-4cbf-bea7-d46f2eb361c9","enqueued_at":"2019-07-23T10:10:33.126Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-cc77e60d3d3c1bb193612dfc: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:10:33.212Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"cc77e60d3d3c1bb193612dfc","created_at":"2019-07-23T10:10:33.125Z","correlation_id":"f0ebfe1e-dbc5-4cbf-bea7-d46f2eb361c9","enqueued_at":"2019-07-23T10:10:33.126Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-cc77e60d3d3c1bb193612dfc: done: 0.083 sec","job_status":"done","duration":0.083,"completed_at":"2019-07-23T10:10:33.211Z"}
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:10:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"HMKQkvaaTz7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:10:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"HMKQkvaaTz7","duration":0.001061298,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:10:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:10:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:10:37.28575 time="2019-07-23T10:10:37Z" level=error msg="ERROR: diskstats collector failed after 0.000042s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:10:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:10:48] 127.0.0.1 - - [23/Jul/2019:10:10:48 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:10:48 +0000] "GET / HTTP/2.0" 502 2940 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:10:10:49 +0000] "GET /favicon.ico HTTP/2.0" 502 2940 "https://git.lorvent.com/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"J0yPUr8Yuv6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:10:48Z","uri":"/"}
{"correlation_id":"J0yPUr8Yuv6","duration":0.000816185,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:10:48Z","uri":"/","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
{"correlation_id":"pqphXeMYlA2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:10:49Z","uri":"/favicon.ico"}
{"correlation_id":"pqphXeMYlA2","duration":0.000997037,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"https://git.lorvent.com/","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:10:49Z","uri":"/favicon.ico","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":2940}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:10:51 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 637 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:10:52.28383 time="2019-07-23T10:10:52Z" level=error msg="ERROR: diskstats collector failed after 0.000024s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:10:54 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:10:56.43298 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:10:56.370374 #23983] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:10:56.370522 #23983] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:10:56.370631 #23983] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:10:56.416319 #23983] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:10:56.501477 #24040] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":108.41,"view":0.0,"db":12.4,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:10:56.365Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"dd2ea519-117f-437b-b484-8a7a7428fdfe"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 108ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:10:57.43929 failed to start a new unicorn master
2019-07-23_10:10:57.45691 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:10:58.227511 #24063] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:10:58 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"d3Hes61S2j4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:10:58Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"d3Hes61S2j4","duration":0.000699347,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:10:58Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:10:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 421 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:11:03] 127.0.0.1 - - [23/Jul/2019:10:11:03 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:11:07.28208 time="2019-07-23T10:11:07Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:11:08 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"jhlM0zlsHR7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:11:08Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"jhlM0zlsHR7","duration":0.000902956,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:11:08Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:11:18] 127.0.0.1 - - [23/Jul/2019:10:11:18 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:11:22.28824 time="2019-07-23T10:11:22Z" level=error msg="ERROR: diskstats collector failed after 0.000025s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:11:23 +0000
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:11:25 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"V8EGyCpZCT9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:11:25Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"V8EGyCpZCT9","duration":0.000793434,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:11:25Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:11:26.17914 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:11:26.124298 #24063] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:11:26.124435 #24063] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:11:26.124543 #24063] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:11:26.167770 #24063] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:11:26.249803 #24113] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":107.63,"view":0.0,"db":12.09,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:11:26.119Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"b92be8d7-4038-49b6-b753-4d5ea79781a6"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 108ms (ActiveRecord: 12.1ms)
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:11:26.97393 {"level":"info","ts":1563876686.973886,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"xufgeq5u87dmucpt8h688f1ogo"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876686.973886,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"xufgeq5u87dmucpt8h688f1ogo"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:11:27.18407 failed to start a new unicorn master
2019-07-23_10:11:27.20033 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:11:27.852962 #24137] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:11:33] 127.0.0.1 - - [23/Jul/2019:10:11:33 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:11:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:11:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Mw9I5E22VVa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:11:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"Mw9I5E22VVa","duration":0.000990375,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:11:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:11:37.28285 time="2019-07-23T10:11:37Z" level=error msg="ERROR: diskstats collector failed after 0.000019s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:11:40 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"0ant1regMd8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:11:40Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"0ant1regMd8","duration":0.00070348,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:11:40Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:11:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:11:48] 127.0.0.1 - - [23/Jul/2019:10:11:48 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:11:52 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 637 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:11:52.28342 time="2019-07-23T10:11:52Z" level=error msg="ERROR: diskstats collector failed after 0.000033s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:11:54 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:11:56.60157 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:11:56.539902 #24137] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:11:56.540074 #24137] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:11:56.540180 #24137] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:11:56.588668 #24137] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:11:56.680735 #24188] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":110.9,"view":0.0,"db":12.24,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:11:56.534Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"05ca7eb4-c8d7-46df-9764-7b5f3cc9cb40"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 111ms (ActiveRecord: 12.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:11:57.60759 failed to start a new unicorn master
2019-07-23_10:11:57.62313 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:11:58.282678 #24211] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:11:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 421 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:11:59 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1281 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:11:59 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 74 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:11:59 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 775 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:11:59 +0000] "GET /api/v4/channels/qxtppa9xijg4mpzzf3ieyagcty/posts?since=1563875311578 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:12:01 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"zmg7AEjbj85","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:12:01Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"zmg7AEjbj85","duration":0.000707027,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:12:01Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:12:03] 127.0.0.1 - - [23/Jul/2019:10:12:03 UTC] "GET /metrics HTTP/1.1" 200 7697 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:12:07.28284 time="2019-07-23T10:12:07Z" level=error msg="ERROR: diskstats collector failed after 0.000017s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:12:08 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"yWbBRzjOjs8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:12:08Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"yWbBRzjOjs8","duration":0.001030612,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:12:08Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:12:18] 127.0.0.1 - - [23/Jul/2019:10:12:18 UTC] "GET /metrics HTTP/1.1" 200 7697 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:12:22.28495 time="2019-07-23T10:12:22Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:12:24 +0000
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:12:25 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"mAKFkJ78ZOa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:12:25Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"mAKFkJ78ZOa","duration":0.000951827,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:12:25Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:12:27.13420 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:12:27.067824 #24211] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:12:27.068638 #24211] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:12:27.068751 #24211] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:12:27.122638 #24211] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:12:27.211007 #24260] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":541.12,"view":0.0,"db":12.38,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:12:27.058Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"1495254c-2111-4a58-a7c7-db125ad6eb3a"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 541ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:12:27.45250 {"level":"info","ts":1563876747.452452,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"3hpcdhmtwjb9tytioe8mjuk36y"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876747.452452,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"3hpcdhmtwjb9tytioe8mjuk36y"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:12:28.18246 failed to start a new unicorn master
2019-07-23_10:12:28.21366 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:12:28.877649 #24283] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:12:33] 127.0.0.1 - - [23/Jul/2019:10:12:33 UTC] "GET /metrics HTTP/1.1" 200 7697 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:12:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:34 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 74 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:34 +0000] "GET /api/v4/channels/qxtppa9xijg4mpzzf3ieyagcty/posts?since=1563875311578 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:34 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 513 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:34 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 749 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:12:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"MJfWdZZVYo8","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:12:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"MJfWdZZVYo8","duration":0.000733363,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:12:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:12:37.28575 time="2019-07-23T10:12:37Z" level=error msg="ERROR: diskstats collector failed after 0.004154s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/redis/current <==
2019-07-23_10:12:39.03483 14642:M 23 Jul 10:12:39.034 * 10 changes in 300 seconds. Saving...
2019-07-23_10:12:39.03521 14642:M 23 Jul 10:12:39.035 * Background saving started by pid 24298
2019-07-23_10:12:39.65701 24298:C 23 Jul 10:12:39.656 * DB saved on disk
2019-07-23_10:12:39.65767 24298:C 23 Jul 10:12:39.657 * RDB: 1 MB of memory used by copy-on-write
2019-07-23_10:12:39.73652 14642:M 23 Jul 10:12:39.736 * Background saving terminated with success
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:12:40 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"mknwJF0LDV7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:12:40Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"mknwJF0LDV7","duration":0.000615415,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:12:40Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:12:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 529 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:12:48] 127.0.0.1 - - [23/Jul/2019:10:12:48 UTC] "GET /metrics HTTP/1.1" 200 7697 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:12:52 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 637 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:52 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 74 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:52 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 762 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:52 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1236 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:52 +0000] "GET /api/v4/channels/78nukothdpfb3m7y9qmjeujjuh/posts?since=1563544110726 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:12:52.28169 time="2019-07-23T10:12:52Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:12:54 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1236 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:54 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 762 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:54 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:12:54 +0000
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:12:56.881033 #24283] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:12:56.881186 #24283] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:12:56.881291 #24283] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:12:56.940723 #24283] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":127.36,"view":0.0,"db":12.83,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:12:56.875Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"38eb6ebd-fd44-4247-b45d-e21c5dc0fcf3"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 127ms (ActiveRecord: 12.8ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:12:56.95459 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:12:57.029535 #24339] INFO -- : worker=0 ready
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:12:57 +0000] "PUT /api/v4/users/aobhnbjs9fycd8kg7ourw4meyr/preferences HTTP/2.0" 200 15 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:57 +0000] "GET /api/v4/channels/ys6w3cstdpnmdqs5y6x8rownoc/members/me HTTP/2.0" 200 373 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:57 +0000] "GET /api/v4/channels/ys6w3cstdpnmdqs5y6x8rownoc/posts?since=1563868618694 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:12:57.96023 failed to start a new unicorn master
2019-07-23_10:12:57.97616 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:12:58.658402 #24365] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/hwrkntrn7jbnbnpemnyfgzsr4o/thumbnail HTTP/2.0" 200 8443 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/saxnbbmkxfyx9rp5nuxxso36er/thumbnail HTTP/2.0" 200 7199 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/jfisj934jjf638sbb4yj3nreye/thumbnail HTTP/2.0" 200 8567 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/tak5tkfdk3b9jbrstsmgxgnmzw/thumbnail HTTP/2.0" 200 8842 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/7tifemb4qideugzypod9ko34hr/thumbnail HTTP/2.0" 200 7180 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/pjtcphcwcfnf8q58eht7f8qffa/thumbnail HTTP/2.0" 200 7224 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/bh1u84m78pg75y5b5tr83kq3aa/thumbnail HTTP/2.0" 200 9540 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/1bna67twcjro5eisp8ecr5croh/thumbnail HTTP/2.0" 200 8313 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/g7ydysrue3dsjmy7tiwrdichua/thumbnail HTTP/2.0" 200 9250 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/f3sx5d91efrm8nj6getehp8nfa/thumbnail HTTP/2.0" 200 6753 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/jwruts1tcbf3fcbob7x8qy45kr/thumbnail HTTP/2.0" 200 7325 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/zifh9w4phtn87ygqtmw7f5ya8y/thumbnail HTTP/2.0" 200 7220 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/obu9nqnywbbxxkrjasxdyd9thc/thumbnail HTTP/2.0" 200 7151 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/rj6i4w8gwbdjtn3bngrmhfpmzy/thumbnail HTTP/2.0" 200 8084 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/h44g59kdh7yz78ag443suewyhh/preview HTTP/2.0" 200 37114 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/channels/ys6w3cstdpnmdqs5y6x8rownoc/stats HTTP/2.0" 200 60 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 126 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:58 +0000] "GET /api/v4/files/ye183hyqbi8m3gr5wh479scrga/preview HTTP/2.0" 200 33116 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/15cmzo6dm78wdcsbkg5reggt9r/preview HTTP/2.0" 200 38510 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/saxnbbmkxfyx9rp5nuxxso36er/thumbnail HTTP/2.0" 200 7199 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/jfisj934jjf638sbb4yj3nreye/thumbnail HTTP/2.0" 200 8567 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/hwrkntrn7jbnbnpemnyfgzsr4o/thumbnail HTTP/2.0" 200 8443 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/pjtcphcwcfnf8q58eht7f8qffa/thumbnail HTTP/2.0" 200 7224 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/7tifemb4qideugzypod9ko34hr/thumbnail HTTP/2.0" 200 7180 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/image?url=https%3A%2F%2Fwetransfer.com%2Fpreviews%2Fd87c9de3c7fd9cb59facf8ad819b00a920190624112413%2F7d8c00%2Fbc55c135e1be65310546cc822b57c40f20190624112413 HTTP/2.0" 404 0 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/tak5tkfdk3b9jbrstsmgxgnmzw/thumbnail HTTP/2.0" 200 8842 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/1bna67twcjro5eisp8ecr5croh/thumbnail HTTP/2.0" 200 8313 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/bh1u84m78pg75y5b5tr83kq3aa/thumbnail HTTP/2.0" 200 9540 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/obu9nqnywbbxxkrjasxdyd9thc/thumbnail HTTP/2.0" 200 7151 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/zifh9w4phtn87ygqtmw7f5ya8y/thumbnail HTTP/2.0" 200 7220 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/jwruts1tcbf3fcbob7x8qy45kr/thumbnail HTTP/2.0" 200 7325 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/f3sx5d91efrm8nj6getehp8nfa/thumbnail HTTP/2.0" 200 6753 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/g7ydysrue3dsjmy7tiwrdichua/thumbnail HTTP/2.0" 200 9250 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:12:59 +0000] "GET /api/v4/files/rj6i4w8gwbdjtn3bngrmhfpmzy/thumbnail HTTP/2.0" 200 8084 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:13:00 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:13:00 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:13:03] 127.0.0.1 - - [23/Jul/2019:10:13:03 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:13:04 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"kZinpzoSUz6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:13:04Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"kZinpzoSUz6","duration":0.000558183,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:13:04Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:13:07.28547 time="2019-07-23T10:13:07Z" level=error msg="ERROR: diskstats collector failed after 0.000025s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:13:08 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"dsktT75Qve4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:13:08Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"dsktT75Qve4","duration":0.001310351,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:13:08Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:13:18] 127.0.0.1 - - [23/Jul/2019:10:13:18 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:13:22.28596 time="2019-07-23T10:13:22Z" level=error msg="ERROR: diskstats collector failed after 0.000026s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:13:23 +0000
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:13:25 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"NJRoakrTd53","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:13:25Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"NJRoakrTd53","duration":0.001124895,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:13:25Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:13:26.44568 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:13:26.383775 #24365] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:13:26.383923 #24365] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:13:26.384049 #24365] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:13:26.433604 #24365] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:13:26.514622 #24414] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":111.05,"view":0.0,"db":12.57,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:13:26.378Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"2c95f2e6-df32-4abf-b6f5-6c78dcded069"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 111ms (ActiveRecord: 12.6ms)
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:13:27.24674 {"level":"info","ts":1563876807.2467022,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"yjpnmx9583b9jb5thdbrs1cxye"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876807.2467022,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"yjpnmx9583b9jb5thdbrs1cxye"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:13:27.45095 failed to start a new unicorn master
2019-07-23_10:13:27.46728 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:13:28.114913 #24437] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
139.162.106.181 - - [23/Jul/2019:10:13:30 +0000] "GET / HTTP/1.1" 301 178 "" "HTTP Banner Detection (https://security.ipip.net)"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:13:33] 127.0.0.1 - - [23/Jul/2019:10:13:33 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:13:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:13:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"CeODRJjERx3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:13:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"CeODRJjERx3","duration":0.001158518,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:13:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:13:37.28291 time="2019-07-23T10:13:37Z" level=error msg="ERROR: diskstats collector failed after 0.000018s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:13:41 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 2010 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:10:13:41 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 1193 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:10:13:41 +0000] "GET /api/v4/users/me/teams/unread HTTP/2.0" 200 76 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:10:13:41 +0000] "GET /api/v4/channels/njfccwg3cjf6xeax13n4ha7eoe/posts?since=1563874253012 HTTP/2.0" 200 23 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
183.83.228.201 - - [23/Jul/2019:10:13:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:13:41 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"sUwG9aunQx1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:13:41Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"sUwG9aunQx1","duration":0.000709978,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:13:41Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:13:48] 127.0.0.1 - - [23/Jul/2019:10:13:48 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:13:52 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:13:52.28450 time="2019-07-23T10:13:52Z" level=error msg="ERROR: diskstats collector failed after 0.000021s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:13:53 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:13:55.94770 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:13:55.888091 #24437] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:13:55.888252 #24437] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:13:55.888365 #24437] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:13:55.937307 #24437] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":111.36,"view":0.0,"db":12.08,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:13:55.881Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"2a9daa10-0fe3-4b14-813d-d98fb5deb0b4"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 111ms (ActiveRecord: 12.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:13:56.95269 failed to start a new unicorn master
2019-07-23_10:13:56.96895 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:13:56.016456 #24485] INFO -- : worker=0 ready
I, [2019-07-23T10:13:57.623107 #24508] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:13:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:14:03] 127.0.0.1 - - [23/Jul/2019:10:14:03 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:14:07 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"IP0Nz0yi524","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:14:07Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"IP0Nz0yi524","duration":0.000659005,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:14:07Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:14:07.28304 time="2019-07-23T10:14:07Z" level=error msg="ERROR: diskstats collector failed after 0.000014s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:14:08 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"lclCuRwAph1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:14:08Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"lclCuRwAph1","duration":0.0008737,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:14:08Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:14:18] 127.0.0.1 - - [23/Jul/2019:10:14:18 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:14:22.28385 time="2019-07-23T10:14:22Z" level=error msg="ERROR: diskstats collector failed after 0.000021s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:14:23 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:14:25.57629 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:14:25.513464 #24508] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:14:25.513606 #24508] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:14:25.513712 #24508] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:14:25.563063 #24508] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:14:25.651714 #24561] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":116.73,"view":0.0,"db":12.16,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:14:25.508Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"080ba488-772f-453e-b2b4-d0c3768b753f"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 117ms (ActiveRecord: 12.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:14:26.58227 failed to start a new unicorn master
2019-07-23_10:14:26.59927 starting new unicorn master
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:14:26 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"1rBOc5EAux5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:14:26Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"1rBOc5EAux5","duration":0.000808354,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:14:26Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:14:27.40501 {"level":"info","ts":1563876867.40483,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"smbzkmwjjjb4mx3ug63m5ef8ke"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876867.40483,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"smbzkmwjjjb4mx3ug63m5ef8ke"}
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:14:27.270358 #24585] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:14:33] 127.0.0.1 - - [23/Jul/2019:10:14:33 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:14:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:14:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"n2HuYhX0WIa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:14:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"n2HuYhX0WIa","duration":0.000769083,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:14:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:14:37.28279 time="2019-07-23T10:14:37Z" level=error msg="ERROR: diskstats collector failed after 0.000026s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:14:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:14:41 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"atdwctWTDH5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:14:41Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"atdwctWTDH5","duration":0.000714288,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:14:41Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:14:48] 127.0.0.1 - - [23/Jul/2019:10:14:48 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:14:52 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:14:52 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:14:52.28354 time="2019-07-23T10:14:52Z" level=error msg="ERROR: diskstats collector failed after 0.000026s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:14:55.956225 #24585] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:14:55.956375 #24585] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:14:55.956484 #24585] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":117.68,"view":0.0,"db":12.66,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:14:55.950Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"a5304797-2c3b-4d2d-924c-577e3cdc6eeb"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 118ms (ActiveRecord: 12.7ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:14:56.00650 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
E, [2019-07-23T10:14:55.995726 #24585] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:14:56.079700 #24638] INFO -- : worker=0 ready
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:14:57.01246 failed to start a new unicorn master
2019-07-23_10:14:57.02780 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:14:57.663800 #24661] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:14:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:15:03] 127.0.0.1 - - [23/Jul/2019:10:15:03 UTC] "GET /metrics HTTP/1.1" 200 7699 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:15:07.28543 time="2019-07-23T10:15:07Z" level=error msg="ERROR: diskstats collector failed after 0.000036s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:15:08 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"tFnzOe7Q87a","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:15:08Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"tFnzOe7Q87a","duration":0.001807249,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:15:08Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-07-23T10:15:09.267Z","queue":"cronjob:stuck_import_jobs","class":"StuckImportJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"77f64cc989e870b9e2b6da15","created_at":"2019-07-23T10:15:09.264Z","correlation_id":"4b2167e7-8881-4376-a590-3f97e3367855","enqueued_at":"2019-07-23T10:15:09.265Z","pid":14653,"message":"StuckImportJobsWorker JID-77f64cc989e870b9e2b6da15: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:15:09.299Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5ce8be731c13981d94f07f29","created_at":"2019-07-23T10:15:09.296Z","correlation_id":"41dc08be-2151-4e29-8e7b-bcc1999daab3","enqueued_at":"2019-07-23T10:15:09.297Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-5ce8be731c13981d94f07f29: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:15:09.320Z","queue":"cronjob:schedule_migrate_external_diffs","class":"ScheduleMigrateExternalDiffsWorker","retry":false,"queue_namespace":"cronjob","jid":"09c36a20a01aad54991f411c","created_at":"2019-07-23T10:15:09.316Z","correlation_id":"166aa35e-e010-4c6a-8c73-185adf6c4bbb","enqueued_at":"2019-07-23T10:15:09.317Z","pid":14653,"message":"ScheduleMigrateExternalDiffsWorker JID-09c36a20a01aad54991f411c: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:15:09.341Z","queue":"cronjob:stuck_import_jobs","class":"StuckImportJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"77f64cc989e870b9e2b6da15","created_at":"2019-07-23T10:15:09.264Z","correlation_id":"4b2167e7-8881-4376-a590-3f97e3367855","enqueued_at":"2019-07-23T10:15:09.265Z","pid":14653,"message":"StuckImportJobsWorker JID-77f64cc989e870b9e2b6da15: done: 0.074 sec","job_status":"done","duration":0.074,"completed_at":"2019-07-23T10:15:09.341Z"}
{"severity":"INFO","time":"2019-07-23T10:15:09.345Z","queue":"cronjob:schedule_migrate_external_diffs","class":"ScheduleMigrateExternalDiffsWorker","retry":false,"queue_namespace":"cronjob","jid":"09c36a20a01aad54991f411c","created_at":"2019-07-23T10:15:09.316Z","correlation_id":"166aa35e-e010-4c6a-8c73-185adf6c4bbb","enqueued_at":"2019-07-23T10:15:09.317Z","pid":14653,"message":"ScheduleMigrateExternalDiffsWorker JID-09c36a20a01aad54991f411c: done: 0.026 sec","job_status":"done","duration":0.026,"completed_at":"2019-07-23T10:15:09.345Z"}
{"severity":"INFO","time":"2019-07-23T10:15:09.360Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5ce8be731c13981d94f07f29","created_at":"2019-07-23T10:15:09.296Z","correlation_id":"41dc08be-2151-4e29-8e7b-bcc1999daab3","enqueued_at":"2019-07-23T10:15:09.297Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-5ce8be731c13981d94f07f29: done: 0.06 sec","job_status":"done","duration":0.06,"completed_at":"2019-07-23T10:15:09.360Z"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-07-23T10:15:09.267Z","queue":"cronjob:stuck_import_jobs","class":"StuckImportJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"77f64cc989e870b9e2b6da15","created_at":"2019-07-23T10:15:09.264Z","correlation_id":"4b2167e7-8881-4376-a590-3f97e3367855","enqueued_at":"2019-07-23T10:15:09.265Z","pid":14653,"message":"StuckImportJobsWorker JID-77f64cc989e870b9e2b6da15: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:15:09.299Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5ce8be731c13981d94f07f29","created_at":"2019-07-23T10:15:09.296Z","correlation_id":"41dc08be-2151-4e29-8e7b-bcc1999daab3","enqueued_at":"2019-07-23T10:15:09.297Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-5ce8be731c13981d94f07f29: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:15:09.320Z","queue":"cronjob:schedule_migrate_external_diffs","class":"ScheduleMigrateExternalDiffsWorker","retry":false,"queue_namespace":"cronjob","jid":"09c36a20a01aad54991f411c","created_at":"2019-07-23T10:15:09.316Z","correlation_id":"166aa35e-e010-4c6a-8c73-185adf6c4bbb","enqueued_at":"2019-07-23T10:15:09.317Z","pid":14653,"message":"ScheduleMigrateExternalDiffsWorker JID-09c36a20a01aad54991f411c: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:15:09.341Z","queue":"cronjob:stuck_import_jobs","class":"StuckImportJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"77f64cc989e870b9e2b6da15","created_at":"2019-07-23T10:15:09.264Z","correlation_id":"4b2167e7-8881-4376-a590-3f97e3367855","enqueued_at":"2019-07-23T10:15:09.265Z","pid":14653,"message":"StuckImportJobsWorker JID-77f64cc989e870b9e2b6da15: done: 0.074 sec","job_status":"done","duration":0.074,"completed_at":"2019-07-23T10:15:09.341Z"}
{"severity":"INFO","time":"2019-07-23T10:15:09.345Z","queue":"cronjob:schedule_migrate_external_diffs","class":"ScheduleMigrateExternalDiffsWorker","retry":false,"queue_namespace":"cronjob","jid":"09c36a20a01aad54991f411c","created_at":"2019-07-23T10:15:09.316Z","correlation_id":"166aa35e-e010-4c6a-8c73-185adf6c4bbb","enqueued_at":"2019-07-23T10:15:09.317Z","pid":14653,"message":"ScheduleMigrateExternalDiffsWorker JID-09c36a20a01aad54991f411c: done: 0.026 sec","job_status":"done","duration":0.026,"completed_at":"2019-07-23T10:15:09.345Z"}
{"severity":"INFO","time":"2019-07-23T10:15:09.360Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"5ce8be731c13981d94f07f29","created_at":"2019-07-23T10:15:09.296Z","correlation_id":"41dc08be-2151-4e29-8e7b-bcc1999daab3","enqueued_at":"2019-07-23T10:15:09.297Z","pid":14653,"message":"PagesDomainVerificationCronWorker JID-5ce8be731c13981d94f07f29: done: 0.06 sec","job_status":"done","duration":0.06,"completed_at":"2019-07-23T10:15:09.360Z"}
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:15:10 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"7Ml9WN8nbc6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:15:10Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"7Ml9WN8nbc6","duration":0.000679216,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:15:10Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:15:18] 127.0.0.1 - - [23/Jul/2019:10:15:18 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:15:22.28352 time="2019-07-23T10:15:22Z" level=error msg="ERROR: diskstats collector failed after 0.000022s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:15:24 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:15:26.75181 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:15:26.685981 #24661] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:15:26.686132 #24661] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:15:26.686252 #24661] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:15:26.738591 #24661] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:15:26.826944 #24732] INFO -- : worker=0 ready
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:15:26 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"1xd8zI0Hzpa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:15:26Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"1xd8zI0Hzpa","duration":0.000795398,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:15:26Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":114.18,"view":0.0,"db":12.4,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:15:26.680Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"1a5fb055-0d44-43ca-a50b-a45a581abe1a"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 114ms (ActiveRecord: 12.4ms)
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:15:27.56790 {"level":"info","ts":1563876927.567839,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"4h8ozbkzd3gk5xyogff7kfg1dh"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876927.567839,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"4h8ozbkzd3gk5xyogff7kfg1dh"}
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:15:27.75730 failed to start a new unicorn master
2019-07-23_10:15:27.77316 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:15:28.421876 #24755] INFO -- : Refreshing Gem list
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:15:33] 127.0.0.1 - - [23/Jul/2019:10:15:33 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:15:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:15:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"JH6UUxxBsA","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:15:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"JH6UUxxBsA","duration":0.001094074,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:15:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:15:37.28604 time="2019-07-23T10:15:37Z" level=error msg="ERROR: diskstats collector failed after 0.000077s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:15:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:15:42 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Fjb5HZc7t33","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:15:42Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"Fjb5HZc7t33","duration":0.000697543,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:15:42Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:15:48] 127.0.0.1 - - [23/Jul/2019:10:15:48 UTC] "GET /metrics HTTP/1.1" 200 7698 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:15:52.28403 time="2019-07-23T10:15:52Z" level=error msg="ERROR: diskstats collector failed after 0.000017s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:15:53 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:15:53 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:15:56.36334 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:15:56.309707 #24755] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:15:56.309875 #24755] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:15:56.310002 #24755] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:15:56.352221 #24755] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:15:56.439604 #24804] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":115.35,"view":0.0,"db":12.92,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:15:56.302Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"b0805193-0519-4f07-ba3d-a05f62133e26"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 115ms (ActiveRecord: 12.9ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:15:57.36838 failed to start a new unicorn master
2019-07-23_10:15:57.38487 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:15:58.059432 #24827] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:15:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:16:03] 127.0.0.1 - - [23/Jul/2019:10:16:03 UTC] "GET /metrics HTTP/1.1" 200 7707 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:16:07.28383 time="2019-07-23T10:16:07Z" level=error msg="ERROR: diskstats collector failed after 0.000019s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:16:09 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"BhxJFsuXVE2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:16:09Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"BhxJFsuXVE2","duration":0.00132344,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:16:09Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:16:11 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 83 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:16:11 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels HTTP/2.0" 200 1236 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:16:11 +0000] "GET /api/v4/users/me/teams/pcsah5ce4ire3fcujyajusefjw/channels/members HTTP/2.0" 200 762 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:16:13 +0000] "POST /api/v4/channels/members/me/view HTTP/2.0" 200 41 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:16:13 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ZaxFrzwrv51","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:16:13Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"ZaxFrzwrv51","duration":0.000675847,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:16:13Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:16:18] 127.0.0.1 - - [23/Jul/2019:10:16:18 UTC] "GET /metrics HTTP/1.1" 200 7707 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:16:22.28256 time="2019-07-23T10:16:22Z" level=error msg="ERROR: diskstats collector failed after 0.000023s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:16:23 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:16:25.22270 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:16:25.161297 #24827] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:16:25.161439 #24827] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:16:25.161548 #24827] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:16:25.211676 #24827] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:16:25.303159 #24872] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":116.16,"view":0.0,"db":12.56,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:16:25.155Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"445d7511-49b3-47a1-ad1e-4f458a047be7"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 116ms (ActiveRecord: 12.6ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:16:26.22779 failed to start a new unicorn master
2019-07-23_10:16:26.24545 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:16:26.894353 #24896] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:16:26 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"4AsBrjjQij7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:16:26Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"4AsBrjjQij7","duration":0.000968721,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:16:26Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:16:27.71259 {"level":"info","ts":1563876987.712553,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"cgng611tcjrazxtsxsynxfj5eo"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563876987.712553,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"cgng611tcjrazxtsxsynxfj5eo"}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:16:33] 127.0.0.1 - - [23/Jul/2019:10:16:33 UTC] "GET /metrics HTTP/1.1" 200 7708 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:16:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:16:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"FbgF8Ic6fz7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:16:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"FbgF8Ic6fz7","duration":0.000704139,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:16:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_access.log <==
39.98.213.1 - - [23/Jul/2019:10:16:36 +0000] "GET / HTTP/1.1" 301 178 "" "Mozilla/5.0 (compatible; Baiduspider/2.0;+http://www.baidu.com/search/spider.html"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:16:37.28361 time="2019-07-23T10:16:37Z" level=error msg="ERROR: diskstats collector failed after 0.000017s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:16:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:16:42 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"srRwDGPENj1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:16:42Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"srRwDGPENj1","duration":0.000687845,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:16:42Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:16:48] 127.0.0.1 - - [23/Jul/2019:10:16:48 UTC] "GET /metrics HTTP/1.1" 200 7708 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:16:52 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:16:52.28462 time="2019-07-23T10:16:52Z" level=error msg="ERROR: diskstats collector failed after 0.000019s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:16:54 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:16:55.32590 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:16:55.256486 #24896] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:16:55.256630 #24896] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:16:55.256752 #24896] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:16:55.314408 #24896] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:16:55.397348 #24945] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":110.09,"view":0.0,"db":12.18,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:16:55.251Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"8c960517-8eef-4108-8ef5-3a4e6a262902"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 110ms (ActiveRecord: 12.2ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:16:56.33106 failed to start a new unicorn master
2019-07-23_10:16:56.34670 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:16:56.991492 #24969] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:16:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:17:03] 127.0.0.1 - - [23/Jul/2019:10:17:03 UTC] "GET /metrics HTTP/1.1" 200 7708 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:17:07.28491 time="2019-07-23T10:17:07Z" level=error msg="ERROR: diskstats collector failed after 0.000029s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:17:09 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Y38Zwir97D3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:17:09Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"Y38Zwir97D3","duration":0.00122738,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:17:09Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_error.log <==
2019/07/23 10:17:16 [error] 14504#0: *3295 readv() failed (104: Connection reset by peer) while reading upstream, client: 198.12.92.209, server: git.lorvent.com, request: "PATCH /api/v4/jobs/23382/trace HTTP/1.1", upstream: "http://unix:/var/opt/gitlab/gitlab-workhorse/socket:/api/v4/jobs/23382/trace", host: "git.lorvent.com"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:17:16 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"2Jz6LcYioS","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:17:16Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"2Jz6LcYioS","duration":0.000666216,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:17:16Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:17:18] 127.0.0.1 - - [23/Jul/2019:10:17:18 UTC] "GET /metrics HTTP/1.1" 200 7708 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-07-23T10:17:19.726Z","queue":"cronjob:ci_archive_traces_cron","class":"Ci::ArchiveTracesCronWorker","retry":false,"queue_namespace":"cronjob","jid":"d3ad6dfd8e069c3df1ef0957","created_at":"2019-07-23T10:17:19.723Z","correlation_id":"a0c17569-4a8f-4d6d-b6c7-670295befd8e","enqueued_at":"2019-07-23T10:17:19.724Z","pid":14653,"message":"Ci::ArchiveTracesCronWorker JID-d3ad6dfd8e069c3df1ef0957: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:17:19.746Z","queue":"cronjob:ci_archive_traces_cron","class":"Ci::ArchiveTracesCronWorker","retry":false,"queue_namespace":"cronjob","jid":"d3ad6dfd8e069c3df1ef0957","created_at":"2019-07-23T10:17:19.723Z","correlation_id":"a0c17569-4a8f-4d6d-b6c7-670295befd8e","enqueued_at":"2019-07-23T10:17:19.724Z","pid":14653,"message":"Ci::ArchiveTracesCronWorker JID-d3ad6dfd8e069c3df1ef0957: done: 0.02 sec","job_status":"done","duration":0.02,"completed_at":"2019-07-23T10:17:19.746Z"}
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-07-23T10:17:19.726Z","queue":"cronjob:ci_archive_traces_cron","class":"Ci::ArchiveTracesCronWorker","retry":false,"queue_namespace":"cronjob","jid":"d3ad6dfd8e069c3df1ef0957","created_at":"2019-07-23T10:17:19.723Z","correlation_id":"a0c17569-4a8f-4d6d-b6c7-670295befd8e","enqueued_at":"2019-07-23T10:17:19.724Z","pid":14653,"message":"Ci::ArchiveTracesCronWorker JID-d3ad6dfd8e069c3df1ef0957: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:17:19.746Z","queue":"cronjob:ci_archive_traces_cron","class":"Ci::ArchiveTracesCronWorker","retry":false,"queue_namespace":"cronjob","jid":"d3ad6dfd8e069c3df1ef0957","created_at":"2019-07-23T10:17:19.723Z","correlation_id":"a0c17569-4a8f-4d6d-b6c7-670295befd8e","enqueued_at":"2019-07-23T10:17:19.724Z","pid":14653,"message":"Ci::ArchiveTracesCronWorker JID-d3ad6dfd8e069c3df1ef0957: done: 0.02 sec","job_status":"done","duration":0.02,"completed_at":"2019-07-23T10:17:19.746Z"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:17:22 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:17:22.28493 time="2019-07-23T10:17:22Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:17:24.67869 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:17:24.615776 #24969] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:17:24.615917 #24969] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:17:24.616027 #24969] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:17:24.664499 #24969] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:17:24.748470 #25020] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":117.31,"view":0.0,"db":12.77,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:17:24.610Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"bd84a7f0-19dc-42f8-bcf2-2ed1920674eb"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 117ms (ActiveRecord: 12.8ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:17:25.68473 failed to start a new unicorn master
2019-07-23_10:17:25.70112 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:17:26.383339 #25046] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:17:26 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"sJrKY0fSRo9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:17:26Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"sJrKY0fSRo9","duration":0.000741831,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:17:26Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:17:27.86623 {"level":"info","ts":1563877047.8661878,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"by1tzzib1f83pqcpjytmigx6ah"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563877047.8661878,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"by1tzzib1f83pqcpjytmigx6ah"}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:17:33] 127.0.0.1 - - [23/Jul/2019:10:17:33 UTC] "GET /metrics HTTP/1.1" 200 7709 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:17:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:17:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"muQP6jXHGv3","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:17:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"muQP6jXHGv3","duration":0.000763622,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:17:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:17:37.28591 time="2019-07-23T10:17:37Z" level=error msg="ERROR: diskstats collector failed after 0.000016s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/redis/current <==
2019-07-23_10:17:40.07430 14642:M 23 Jul 10:17:40.074 * 10 changes in 300 seconds. Saving...
2019-07-23_10:17:40.07469 14642:M 23 Jul 10:17:40.074 * Background saving started by pid 25062
2019-07-23_10:17:40.09383 25062:C 23 Jul 10:17:40.093 * DB saved on disk
2019-07-23_10:17:40.09411 25062:C 23 Jul 10:17:40.094 * RDB: 1 MB of memory used by copy-on-write
2019-07-23_10:17:40.17492 14642:M 23 Jul 10:17:40.174 * Background saving terminated with success
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:17:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:17:48] 127.0.0.1 - - [23/Jul/2019:10:17:48 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:17:51 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:17:52.28430 time="2019-07-23T10:17:52Z" level=error msg="ERROR: diskstats collector failed after 0.000027s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:17:54.18523 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:17:54.121757 #25046] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:17:54.121911 #25046] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:17:54.122057 #25046] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:17:54.174351 #25046] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:17:54.259212 #25099] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":109.86,"view":0.0,"db":12.1,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:17:54.116Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"68fbe706-b54e-4589-9115-bffe672a66df"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 110ms (ActiveRecord: 12.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:17:55.19076 failed to start a new unicorn master
2019-07-23_10:17:55.20705 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:17:55.871462 #25125] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:17:55 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:17:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:18:03] 127.0.0.1 - - [23/Jul/2019:10:18:03 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:18:07.28279 time="2019-07-23T10:18:07Z" level=error msg="ERROR: diskstats collector failed after 0.000024s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:18:09 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"V1joTKFh3b6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:18:09Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"V1joTKFh3b6","duration":0.000966033,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:18:09Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:18:18] 127.0.0.1 - - [23/Jul/2019:10:18:18 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:18:19 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"lavb6ocdmO2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:18:19Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"lavb6ocdmO2","duration":0.000543258,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:18:19Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:18:21 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:18:22.28314 time="2019-07-23T10:18:22Z" level=error msg="ERROR: diskstats collector failed after 0.000026s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:18:23.26967 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:18:23.193633 #25125] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:18:23.193786 #25125] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:18:23.193901 #25125] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:18:23.254660 #25125] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:18:23.356693 #25172] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":128.86,"view":0.0,"db":12.57,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:18:23.186Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"25930ad9-3939-49af-8d48-d47454a747ab"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 129ms (ActiveRecord: 12.6ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:18:24.27613 failed to start a new unicorn master
2019-07-23_10:18:24.29191 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:18:24.928500 #25195] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:18:26 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"7jbQJeF2zA5","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:18:26Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"7jbQJeF2zA5","duration":0.000699943,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:18:26Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:18:28.00928 {"level":"info","ts":1563877108.0092294,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"n3xkw6u93ined897qgr4h8ffso"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563877108.0092294,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"n3xkw6u93ined897qgr4h8ffso"}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:18:33] 127.0.0.1 - - [23/Jul/2019:10:18:33 UTC] "GET /metrics HTTP/1.1" 200 7709 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:18:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:18:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"n6TvFm5d9wa","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:18:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"n6TvFm5d9wa","duration":0.000638468,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:18:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:18:37.28391 time="2019-07-23T10:18:37Z" level=error msg="ERROR: diskstats collector failed after 0.000016s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:18:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:18:43 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"Kevzeoyuaz1","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:18:43Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"Kevzeoyuaz1","duration":0.000685332,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:18:43Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:18:48] 127.0.0.1 - - [23/Jul/2019:10:18:48 UTC] "GET /metrics HTTP/1.1" 200 7709 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:18:50 +0000
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:18:52.72977 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:18:52.660201 #25195] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:18:52.660378 #25195] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:18:52.660488 #25195] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:18:52.715647 #25195] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:18:52.802432 #25244] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":119.19,"view":0.0,"db":14.29,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:18:52.654Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"86bf926a-ec2d-48e6-95a0-659015f07fac"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 119ms (ActiveRecord: 14.3ms)
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:18:52.28290 time="2019-07-23T10:18:52Z" level=error msg="ERROR: diskstats collector failed after 0.000016s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:18:53.73586 failed to start a new unicorn master
2019-07-23_10:18:53.75117 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:18:54.415713 #25267] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:18:56 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:18:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:19:03] 127.0.0.1 - - [23/Jul/2019:10:19:03 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:19:07.28333 time="2019-07-23T10:19:07Z" level=error msg="ERROR: diskstats collector failed after 0.000030s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:19:09 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"UMPQRgpJcV4","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:19:09Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"UMPQRgpJcV4","duration":0.000933168,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:19:09Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:19:18] 127.0.0.1 - - [23/Jul/2019:10:19:18 UTC] "GET /metrics HTTP/1.1" 200 7706 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:19:20 +0000
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:19:22 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"wZCcH637xQ7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:19:22Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"wZCcH637xQ7","duration":0.000598303,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:19:22Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:19:22.28386 time="2019-07-23T10:19:22Z" level=error msg="ERROR: diskstats collector failed after 0.000028s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:19:23.67451 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:19:23.650223 #25267] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:19:23.650378 #25267] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:19:23.650487 #25267] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:19:23.663355 #25267] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:19:23.751815 #25323] INFO -- : worker=0 ready
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":113.42,"view":0.0,"db":14.1,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:19:23.644Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"1f3b2725-d05e-48cb-84e5-53d9c69e64e4"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 113ms (ActiveRecord: 14.1ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:19:24.68060 failed to start a new unicorn master
2019-07-23_10:19:24.69567 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:19:25.332079 #25345] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:19:26 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"ky9vW5Tstb2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:19:26Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"ky9vW5Tstb2","duration":0.002581513,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:19:26Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-07-23T10:19:26.893Z","queue":"cronjob:pipeline_schedule","class":"PipelineScheduleWorker","retry":false,"queue_namespace":"cronjob","jid":"85a35148087adc4a66f7d192","created_at":"2019-07-23T10:19:26.890Z","correlation_id":"48625fce-bc05-4c2a-83bd-810949381f35","enqueued_at":"2019-07-23T10:19:26.891Z","pid":14653,"message":"PipelineScheduleWorker JID-85a35148087adc4a66f7d192: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:19:26.917Z","queue":"cronjob:pipeline_schedule","class":"PipelineScheduleWorker","retry":false,"queue_namespace":"cronjob","jid":"85a35148087adc4a66f7d192","created_at":"2019-07-23T10:19:26.890Z","correlation_id":"48625fce-bc05-4c2a-83bd-810949381f35","enqueued_at":"2019-07-23T10:19:26.891Z","pid":14653,"message":"PipelineScheduleWorker JID-85a35148087adc4a66f7d192: done: 0.023 sec","job_status":"done","duration":0.023,"completed_at":"2019-07-23T10:19:26.917Z"}
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2019-07-23T10:19:26.893Z","queue":"cronjob:pipeline_schedule","class":"PipelineScheduleWorker","retry":false,"queue_namespace":"cronjob","jid":"85a35148087adc4a66f7d192","created_at":"2019-07-23T10:19:26.890Z","correlation_id":"48625fce-bc05-4c2a-83bd-810949381f35","enqueued_at":"2019-07-23T10:19:26.891Z","pid":14653,"message":"PipelineScheduleWorker JID-85a35148087adc4a66f7d192: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:19:26.917Z","queue":"cronjob:pipeline_schedule","class":"PipelineScheduleWorker","retry":false,"queue_namespace":"cronjob","jid":"85a35148087adc4a66f7d192","created_at":"2019-07-23T10:19:26.890Z","correlation_id":"48625fce-bc05-4c2a-83bd-810949381f35","enqueued_at":"2019-07-23T10:19:26.891Z","pid":14653,"message":"PipelineScheduleWorker JID-85a35148087adc4a66f7d192: done: 0.023 sec","job_status":"done","duration":0.023,"completed_at":"2019-07-23T10:19:26.917Z"}
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:19:28.15151 {"level":"info","ts":1563877168.1514401,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"a58968yrobru9grroszroyw6qw"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563877168.1514401,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"a58968yrobru9grroszroyw6qw"}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:19:33] 127.0.0.1 - - [23/Jul/2019:10:19:33 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:19:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:19:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"VxuD5SGnJg2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:19:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"VxuD5SGnJg2","duration":0.001133355,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:19:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:19:37.28456 time="2019-07-23T10:19:37Z" level=error msg="ERROR: diskstats collector failed after 0.000018s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
183.83.228.201 - - [23/Jul/2019:10:19:41 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/nginx/gitlab_access.log <==
183.83.228.201 - - [23/Jul/2019:10:19:44 +0000] "GET /api/v4/todos?page=1&private_token=[FILTERED]&per_page=10 HTTP/2.0" 502 24 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"gJedCp11ne2","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"GET","msg":"error","time":"2019-07-23T10:19:44Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10"}
{"correlation_id":"gJedCp11ne2","duration":0.000636108,"host":"git.lorvent.com","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"183.83.228.201:0","remoteIp":"183.83.228.201","status":502,"system":"http","time":"2019-07-23T10:19:44Z","uri":"/api/v4/todos?page=1\u0026private_token=[FILTERED]\u0026per_page=10","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36","written":24}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:19:48] 127.0.0.1 - - [23/Jul/2019:10:19:48 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:19:50 +0000
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:19:53.055643 #25345] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:19:53.055800 #25345] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:19:53.055919 #25345] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":124.83,"view":0.0,"db":13.09,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:19:53.049Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"93f96114-f174-440e-adf4-4f454cd10f2f"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 125ms (ActiveRecord: 13.1ms)
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:19:52.28451 time="2019-07-23T10:19:52Z" level=error msg="ERROR: diskstats collector failed after 0.000020s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:19:53.12303 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
E, [2019-07-23T10:19:53.109479 #25345] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:19:53.198203 #25402] INFO -- : worker=0 ready
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:19:54.12862 failed to start a new unicorn master
2019-07-23_10:19:54.14491 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:19:54.806509 #25426] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:19:56 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 639 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.0 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
49.204.226.0 - - [23/Jul/2019:10:19:59 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 423 "" "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:20:03] 127.0.0.1 - - [23/Jul/2019:10:20:03 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:20:07.28968 time="2019-07-23T10:20:07Z" level=error msg="ERROR: diskstats collector failed after 0.000027s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.93.50.33 - - [23/Jul/2019:10:20:09 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"g0gY1Lxtek7","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:20:09Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"g0gY1Lxtek7","duration":0.000822059,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.93.50.33:0","remoteIp":"172.93.50.33","status":502,"system":"http","time":"2019-07-23T10:20:09Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.6.0 (10-6-stable; go1.9.4; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :created. Overwriting existing method Ci::Stage.created.
Creating scope :pending. Overwriting existing method Ci::Stage.pending.
Creating scope :running. Overwriting existing method Ci::Stage.running.
Creating scope :success. Overwriting existing method Ci::Stage.success.
Creating scope :failed. Overwriting existing method Ci::Stage.failed.
Creating scope :canceled. Overwriting existing method Ci::Stage.canceled.
Creating scope :skipped. Overwriting existing method Ci::Stage.skipped.
Creating scope :manual. Overwriting existing method Ci::Stage.manual.
Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled.
Creating scope :preparing. Overwriting existing method Ci::Stage.preparing.
Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc.
Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc.
Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc.
Creating scope :fresh. Overwriting existing method ProjectSnippet.fresh.
Creating scope :system. Overwriting existing method PrometheusMetric.system.
Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system.
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:20:18] 127.0.0.1 - - [23/Jul/2019:10:20:18 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/" for at 2019-07-23 10:20:22 +0000
==> /var/log/gitlab/node-exporter/current <==
2019-07-23_10:20:22.28305 time="2019-07-23T10:20:22Z" level=error msg="ERROR: diskstats collector failed after 0.000019s: couldn't get diskstats: open /proc/diskstats: no such file or directory" source="collector.go:132"
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/","format":"html","controller":"RootController","action":"index","status":302,"duration":112.71,"view":0.0,"db":11.89,"location":"http://example.org/users/sign_in","time":"2019-07-23T10:20:24.095Z","params":[],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":"c60b7110-d919-4994-8550-74c44dcde828"}
==> /var/log/gitlab/gitlab-rails/production.log <==
Processing by RootController#index as HTML
Redirected to http://example.org/users/sign_in
Filter chain halted as :redirect_unlogged_user rendered or redirected
Completed 302 Found in 113ms (ActiveRecord: 11.9ms)
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:20:24.15837 master failed to start, check stderr log for details
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:20:24.100560 #25426] INFO -- : listening on addr=127.0.0.1:8080 fd=19
I, [2019-07-23T10:20:24.100698 #25426] INFO -- : unlinking existing socket=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket
I, [2019-07-23T10:20:24.100820 #25426] INFO -- : listening on addr=/var/opt/gitlab/gitlab-rails/sockets/gitlab.socket fd=20
E, [2019-07-23T10:20:24.146744 #25426] ERROR -- : Gitlab::Metrics::Samplers::UnicornSampler singleton instance already initialized (RuntimeError)
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/daemon.rb:6:in `initialize_instance'
/opt/gitlab/embedded/service/gitlab-rails/config/initializers/7_prometheus_metrics.rb:49:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:69:in `block in do_before_fork'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/cluster/lifecycle_events.rb:68:in `do_before_fork'
/var/opt/gitlab/gitlab-rails/etc/unicorn.rb:41:in `block in reload'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:543:in `spawn_missing_workers'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/lib/unicorn/http_server.rb:142:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/unicorn-5.4.1/bin/unicorn:126:in `<top (required)>'
/opt/gitlab/embedded/bin/unicorn:23:in `load'
/opt/gitlab/embedded/bin/unicorn:23:in `<top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli/exec.rb:28:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:463:in `exec'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor.rb:387:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:27:in `dispatch'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/vendor/thor/lib/thor/base.rb:466:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/cli.rb:18:in `start'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:30:in `block in <top (required)>'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/lib/bundler/friendly_errors.rb:124:in `with_friendly_errors'
/opt/gitlab/embedded/lib/ruby/gems/2.6.0/gems/bundler-1.17.3/exe/bundle:22:in `<top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
I, [2019-07-23T10:20:24.244635 #25476] INFO -- : worker=0 ready
==> /var/log/gitlab/unicorn/current <==
2019-07-23_10:20:25.16333 failed to start a new unicorn master
2019-07-23_10:20:25.17972 starting new unicorn master
==> /var/log/gitlab/unicorn/unicorn_stderr.log <==
I, [2019-07-23T10:20:25.825688 #25500] INFO -- : Refreshing Gem list
==> /var/log/gitlab/nginx/gitlab_access.log <==
198.12.92.209 - - [23/Jul/2019:10:20:25 +0000] "PATCH /api/v4/jobs/23382/trace HTTP/1.1" 502 24 "" "gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"xX8Fa1SQ1h","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"PATCH","msg":"error","time":"2019-07-23T10:20:25Z","uri":"/api/v4/jobs/23382/trace"}
{"correlation_id":"xX8Fa1SQ1h","duration":0.000599148,"host":"git.lorvent.com","level":"info","method":"PATCH","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"198.12.92.209:0","remoteIp":"198.12.92.209","status":502,"system":"http","time":"2019-07-23T10:20:25Z","uri":"/api/v4/jobs/23382/trace","userAgent":"gitlab-runner 12.0.1 (; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.10.147 - - [23/Jul/2019:10:20:27 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"xI0qwoDp5u9","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:20:27Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"xI0qwoDp5u9","duration":0.001823557,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.10.147:0","remoteIp":"172.110.10.147","status":502,"system":"http","time":"2019-07-23T10:20:27Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 10.0.0 (; go1.8.3; linux/amd64)","written":24}
==> /var/log/gitlab/mattermost/current <==
2019-07-23_10:20:28.28803 {"level":"info","ts":1563877228.2879527,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"c96mdyry5prc3q6r81xqa9cida"}
==> /var/log/gitlab/mattermost/mattermost.log <==
{"level":"info","ts":1563877228.2879527,"caller":"scheduler/worker.go:78","msg":"Worker: Job is complete","worker":"Plugins","job_id":"c96mdyry5prc3q6r81xqa9cida"}
==> /var/log/gitlab/gitlab-rails/sidekiq_exporter.log <==
[2019-07-23 10:20:33] 127.0.0.1 - - [23/Jul/2019:10:20:33 UTC] "GET /metrics HTTP/1.1" 200 7695 "-" "Prometheus/2.8.1"
==> /var/log/gitlab/nginx/gitlab_mattermost_access.log <==
49.204.226.0 - - [23/Jul/2019:10:20:34 +0000] "POST /api/v4/users/status/ids HTTP/2.0" 200 531 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Mattermost/4.2.1 Chrome/61.0.3163.100 Electron/2.0.12 Safari/537.36"
==> /var/log/gitlab/nginx/gitlab_access.log <==
172.110.20.247 - - [23/Jul/2019:10:20:34 +0000] "POST /api/v4/jobs/request HTTP/1.1" 502 24 "" "gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)"
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"FSVruFhbnf6","error":"badgateway: failed after 0s: dial unix /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket: connect: connection refused","level":"error","method":"POST","msg":"error","time":"2019-07-23T10:20:34Z","uri":"/api/v4/jobs/request"}
{"correlation_id":"FSVruFhbnf6","duration":0.000797437,"host":"git.lorvent.com","level":"info","method":"POST","msg":"access","proto":"HTTP/1.1","referer":"","remoteAddr":"172.110.20.247:0","remoteIp":"172.110.20.247","status":502,"system":"http","time":"2019-07-23T10:20:34Z","uri":"/api/v4/jobs/request","userAgent":"gitlab-runner 12.1.0 (12-1-stable; go1.8.7; linux/amd64)","written":24}
==> /var/log/gitlab/gitlab-rails/production.log <==
Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects.
Creating scope :join_project. Overwriting existing method MergeRequest.join_project.
Creating scope :references_project. Overwriting existing method MergeRequest.references_project.
Creating scope :system. Overwriting existing method Note.system.
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2019-07-23T10:20:37.533Z","queue":"cronjob:repository_check_dispatch","class":"RepositoryCheck::DispatchWorker","retry":false,"queue_namespace":"cronjob","jid":"1fde6f72bbe1d1e5b674ba7c","created_at":"2019-07-23T10:20:37.531Z","correlation_id":"31b59f8b-733f-429f-b676-24cbeec15e09","enqueued_at":"2019-07-23T10:20:37.531Z","pid":14653,"message":"RepositoryCheck::DispatchWorker JID-1fde6f72bbe1d1e5b674ba7c: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:20:37.539Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"a02cfc95ef7deb78df9135dc","created_at":"2019-07-23T10:20:37.536Z","correlation_id":"f94c891a-9427-490f-a07c-fcf12b7d5780","enqueued_at":"2019-07-23T10:20:37.537Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-a02cfc95ef7deb78df9135dc: start","job_status":"start"}
{"severity":"INFO","time":"2019-07-23T10:20:37.596Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"a02cfc95ef7deb78df9135dc","created_at":"2019-07-23T10:20:37.536Z","correlation_id":"f94c891a-9427-490f-a07c-fcf12b7d5780","enqueued_at":"2019-07-23T10:20:37.537Z","pid":14653,"message":"PagesDomainSslRenewalCronWorker JID-a02cfc95ef7deb78df9135dc: done: 0.057
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment