Skip to content

Instantly share code, notes, and snippets.

@WalBeh
Created September 19, 2022 14:46
Show Gist options
  • Select an option

  • Save WalBeh/ebb4ed4b08bb6fc1916811be441b6ec4 to your computer and use it in GitHub Desktop.

Select an option

Save WalBeh/ebb4ed4b08bb6fc1916811be441b6ec4 to your computer and use it in GitHub Desktop.
> cd /var/log/nginx
> ag " 403 "

24666:104.156.87.83 - - [18/Sep/2022:20:42:09 +0000] "GET /docs/sql-99/en/latest/c.html HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
25238:104.156.83.129 - - [18/Sep/2022:21:10:20 +0000] "GET /docs/crate/tutorials/en/latest/self-hosted/index.html HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
25431:167.82.236.22 - - [18/Sep/2022:21:19:31 +0000] "GET /docs/cloud/howtos/en/latest/ HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)"
25910:140.248.77.128 - - [18/Sep/2022:21:42:01 +0000] "GET /docs/crate/howtos/en/latest/ HTTP/1.1" 403 4531 "-" "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/105.0.5195.102 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
26120:23.235.43.63 - - [18/Sep/2022:21:52:55 +0000] "GET /docs/crate/tutorials/en/latest/_static/documentation_options.js?ver=0.26.3 HTTP/1.1" 403 4531 "https://crate.io/docs/crate/tutorials/en/latest/basic/index.html" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.268"
26122:167.82.164.50 - - [18/Sep/2022:21:52:57 +0000] "GET /docs/crate/tutorials/en/latest/_static/copybutton.js?ver=0.26.3 HTTP/1.1" 403 4538 "https://crate.io/docs/crate/tutorials/en/latest/basic/index.html" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.268"
26123:167.82.164.56 - - [18/Sep/2022:21:53:00 +0000] "GET /docs/crate/tutorials/en/latest/_static/language_data.js?ver=0.26.3 HTTP/1.1" 403 4531 "https://crate.io/docs/crate/tutorials/en/latest/basic/index.html" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.268"
26125:167.82.164.43 - - [18/Sep/2022:21:53:01 +0000] "GET /docs/crate/tutorials/en/latest/_static/jquery.js?ver=0.26.3 HTTP/1.1" 403 4538 "https://crate.io/docs/crate/tutorials/en/latest/basic/index.html" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.268"
26126:23.235.43.39 - - [18/Sep/2022:21:53:04 +0000] "GET /docs/crate/tutorials/en/latest/_static/clipboard.min.js?ver=0.26.3 HTTP/1.1" 403 4531 "https://crate.io/docs/crate/tutorials/en/latest/basic/index.html" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.268"
26132:104.156.87.109 - - [18/Sep/2022:21:53:17 +0000] "GET /docs/crate/howtos/en/latest/admin/rolling-upgrade.html HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
26161:167.82.236.30 - - [18/Sep/2022:21:54:55 +0000] "GET /docs/crate/tutorials/_/api/v2/footer_html/?project=crate-tutorials&version=latest&page=basic%2Findex&theme=crate&docroot=%2Fdocs%2F&source_suffix=.rst HTTP/1.1" 403 4537 "https://crate.io/docs/crate/tutorials/en/latest/basic/index.html" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.268"
26163:167.82.236.20 - - [18/Sep/2022:21:54:56 +0000] "GET /docs/crate/tutorials/_/api/v2/analytics/?project=crate-tutorials&version=latest&absolute_uri=https%3A%2F%2Fcrate.io%2Fdocs%2Fcrate%2Ftutorials%2Fen%2Flatest%2Fbasic%2Findex.html HTTP/1.1" 403 4537 "https://crate.io/docs/crate/tutorials/en/latest/basic/index.html" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.268"
26165:167.82.236.30 - - [18/Sep/2022:21:55:04 +0000] "GET /docs/crate/tutorials/_/static/javascript/readthedocs-analytics.js HTTP/1.1" 403 4538 "https://crate.io/docs/crate/tutorials/en/latest/basic/index.html" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.268"
26186:104.156.87.120 - - [18/Sep/2022:21:56:08 +0000] "GET /docs/sql-99/en/latest/chapters/27.html HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
26196:157.52.87.27 - - [18/Sep/2022:21:56:30 +0000] "GET /docs/python/en/0.10/ HTTP/1.1" 403 4531 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)"
26223:167.82.164.63 - - [18/Sep/2022:21:57:45 +0000] "GET /docs/crate/tutorials/en/latest/basic/ HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)"
26433:167.82.233.80 - - [18/Sep/2022:22:09:25 +0000] "GET /docs/crate/howtos/en/latest/getting-started/normalize-intervals.html HTTP/1.1" 403 4531 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
27291:104.156.83.54 - - [18/Sep/2022:22:52:08 +0000] "GET /docs/crate/admin-ui/_/static/css/badge_only.css?ver=0.26.2 HTTP/1.1" 403 4531 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
27294:104.156.87.55 - - [18/Sep/2022:22:52:12 +0000] "GET /docs/crate/admin-ui/_/static/javascript/readthedocs-doc-embed.js?ver=0.26.2 HTTP/1.1" 403 4538 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
27295:104.156.83.118 - - [18/Sep/2022:22:52:13 +0000] "GET /docs/crate/admin-ui/_/static/javascript/readthedocs-analytics.js HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
27297:104.156.83.78 - - [18/Sep/2022:22:52:19 +0000] "GET /docs/crate/admin-ui/_/static/css/readthedocs-doc-embed.css HTTP/1.1" 403 4531 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
27537:167.82.237.146 - - [18/Sep/2022:23:05:01 +0000] "GET /docs/sql-99/en/latest/chapters/19.html HTTP/1.1" 403 4531 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
27563:167.82.164.82 - - [18/Sep/2022:23:06:59 +0000] "GET /docs/python/en/0.14/ HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)"
27638:104.156.87.41 - - [18/Sep/2022:23:13:04 +0000] "GET /docs/crate/crash/en/0.28/appendices/index.html HTTP/1.1" 403 4537 "-" "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/103.0.5060.134 Safari/537.36"
27765:167.82.233.178 - - [18/Sep/2022:23:20:18 +0000] "GET /docs/sql-99/en/latest/chapters/20.html HTTP/1.1" 403 4531 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
28052:167.82.233.134 - - [18/Sep/2022:23:36:13 +0000] "GET /docs/cloud/howtos/en/latest/visualize-data-with-grafana.html HTTP/1.1" 403 4531 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
28167:167.82.236.30 - - [18/Sep/2022:23:39:18 +0000] "GET /docs/crate/tutorials/en/latest/getting-started/index.html HTTP/1.1" 403 4531 "-" "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)"
28195:140.248.77.105 - - [18/Sep/2022:23:40:26 +0000] "GET /docs/crate/howtos/en/latest/best-practices/systables.html HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
28285:167.82.233.110 - - [18/Sep/2022:23:44:56 +0000] "GET /docs/crate/admin-ui/en/latest/_static/copybutton.css?ver=0.26.3 HTTP/1.1" 403 4537 "-" "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/103.0.5060.134 Safari/537.36"
28287:104.156.87.122 - - [18/Sep/2022:23:44:56 +0000] "GET /docs/crate/admin-ui/en/latest/_static/images/crate-logo.svg HTTP/1.1" 403 4531 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
28288:104.156.87.26 - - [18/Sep/2022:23:44:58 +0000] "GET /docs/crate/admin-ui/_/static/css/badge_only.css?ver=0.26.3 HTTP/1.1" 403 4538 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
28289:104.156.83.179 - - [18/Sep/2022:23:44:58 +0000] "GET /docs/crate/admin-ui/en/latest/_static/bundle/main.js?ver=0.26.3 HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
28290:167.82.233.156 - - [18/Sep/2022:23:44:59 +0000] "GET /docs/crate/admin-ui/_/static/javascript/readthedocs-doc-embed.js?ver=0.26.3 HTTP/1.1" 403 4537 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
28292:167.82.233.36 - - [18/Sep/2022:23:45:04 +0000] "GET /docs/crate/admin-ui/en/latest/_static/copybutton.js?ver=0.26.3 HTTP/1.1" 403 4544 "-" "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/103.0.5060.134 Safari/537.36"
28293:104.156.83.117 - - [18/Sep/2022:23:45:05 +0000] "GET /docs/crate/admin-ui/en/latest/_static/documentation_options.js?ver=0.26.3 HTTP/1.1" 403 4538 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
28295:104.156.87.157 - - [18/Sep/2022:23:45:10 +0000] "GET /docs/crate/admin-ui/en/latest/_static/basic.css?ver=0.26.3 HTTP/1.1" 403 4544 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
28296:104.156.83.139 - - [18/Sep/2022:23:45:11 +0000] "GET /docs/crate/admin-ui/en/latest/_static/underscore.js?ver=0.26.3 HTTP/1.1" 403 4538 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
28299:104.156.87.140 - - [18/Sep/2022:23:45:19 +0000] "GET /docs/crate/admin-ui/en/latest/_static/pygments.css?ver=0.26.3 HTTP/1.1" 403 4531 "-" "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/103.0.5060.134 Safari/537.36"
28301:104.156.83.24 - - [18/Sep/2022:23:45:23 +0000] "GET /docs/crate/admin-ui/en/latest/_static/doctools.js?ver=0.26.3 HTTP/1.1" 403 4538 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"
28302:104.156.83.113 - - [18/Sep/2022:23:45:23 +0000] "GET /docs/crate/admin-ui/en/latest/_static/jquery.js?ver=0.26.3 HTTP/1.1" 403 4538 "-" "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/103.0.5060.134 Safari/537.36"

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment