Loki stops ingesting logs from promtail. The error messages are a stream HTTP 499 errors
in the gateway component which is based on nginx. Ex:
10.194.148.169 - - [17/Feb/2022:21:08:28 +0000] 499 "POST /loki/api/v1/push HTTP/1.1" 0 "-" "promtail/" "-"
10.194.90.195 - - [17/Feb/2022:21:08:28 +0000] 499 "POST /loki/api/v1/push HTTP/1.1" 0 "-" "promtail/" "-"
| #!/bin/bash | |
| # | |
| # uber simple wrapper to leverage bash/zsh shell globbing support with terragrunt's `--terragrunt-include-dir=` flag. | |
| set -eou pipefail | |
| [[ -n "${DEBUG:-}" ]] && set -x | |
| if [[ "$#" -lt 2 ]]; then | |
| echo "Usage: $0 [init|plan|apply] GLOB" |
| FROM balabit/syslog-ng:3.35.1 | |
| COPY syslog-ng.conf /etc/syslog-ng/syslog-ng.conf |
| #!/bin/bash | |
| # | |
| # Start the server in dev mode: | |
| # | |
| # bash setup-pki-vault-server.sh | |
| # | |
| # In another window, generate a cert: | |
| # | |
| # VAULT_ADDR=http://127.0.0.1:8200 VAULT_TOKEN=root vault write pki/issue/any common_name=foo | |
| # |
| type VaultDriver struct { | |
| vaultClient *vaultapi.Client | |
| project string | |
| } | |
| func (d VaultDriver) TokenRenewer(ctx context.Context) error { | |
| renewer, err := d.vaultClient.NewRenewer(&vaultapi.RenewerInput{ | |
| Secret: &vaultapi.Secret{ | |
| Auth: &vaultapi.SecretAuth{ | |
| ClientToken: d.vaultClient.Token(), |
| #!/bin/bash | |
| foo() { | |
| op=$1 | |
| # local op=$1 | |
| echo "foo: op is $op" | |
| } | |
| main() { | |
| op="main" |
| #!/bin/sh | |
| set -e | |
| # Code generated by godownloader on 2020-05-22T18:17:38Z. DO NOT EDIT. | |
| # | |
| usage() { | |
| this=$1 | |
| cat <<EOF | |
| $this: download go binaries for pantheon-systems/autotag |
| #!/usr/bin/env python | |
| # Usage: | |
| # curl -sL https://gist.githubusercontent.com/joemiller/d89002a0d169cbb977e735df20e4ebd7/raw/poc.py | python | sort -rnk3 | head -n10 | |
| # or with a different INTERVAL: | |
| # curl -sL https://gist.githubusercontent.com/joemiller/d89002a0d169cbb977e735df20e4ebd7/raw/poc.py | INTERVAL=60 python | sort -rnk3 | head -n10 | |
| import os | |
| import time | |
| def main(): |
| sed -i -e 's/accounts_daemon = true/accounts_daemon = false/' /etc/default/instance_configs.cfg.template | |
| /bin/google_instance_setup | |
| systemctl restart google-accounts-daemon |
| { | |
| "incident": { | |
| "incident_id": "0.lj2va6zdkemq", | |
| "resource_id": "", | |
| "resource_name": "foobar appserver", | |
| "resource": { | |
| "type": "gce_instance", | |
| "labels": { | |
| "instance_id": "8979287136362607111", | |
| "zone": "us-central1-c" |