kszarek

input {
  s3 {
    access_key_id => "<%= @access_key_id %>"
    secret_access_key => "<%= @secret_access_key %>"
    bucket => "airhelp-logs-s3-<%= node.chef_environment %>"
    region => "eu-west-1"
    type => "s3"
    interval => 20
    codec => "plain"
    sincedb_path => "<%= node['logstash-s3']['sincedb_path'] %>"

kszarek

#!/bin/bash
set -e
type=application
month=2016.02
for index in $(curl -s 'localhost:9200/_cat/shards'|grep $month|awk '{print $1}'|sort|uniq)
do
  echo
  echo "Cleaning $index"
  echo
  curl -XDELETE http://localhost:9200/${index}/${type}

kszarek

find /var/lib/graphite/whisper/staging/ -type f -name '*.wsp' -exec /root/whisper-migrate {} \;

kszarek

func readLines(path string) ([]string, error) {
	file, err := os.Open(path)
	if err != nil {
		return nil, err
	}
	defer file.Close()

	var lines []string
	scanner := bufio.NewScanner(file)
	comment := false

kszarek

#!/bin/bash
set -e
if [[ $# -ne 1 ]]
then
	echo "Removes all shards from given node's IP."
	echo
	echo "$0 source_node_IP|NONE"
	exit 1
fi

kszarek

#!/usr/bin/env python3
# script will force to allocate unassigned shards in the cluster
# based on: https://www.elastic.co/guide/en/elasticsearch/reference/5.6/cluster-reroute.html
import urllib.request
import json

host = 'http://es-main-master2-gew2-staging'
destination_host = 'es-main-data2-gew2-staging'

shards_uri = ':9200/_cat/shards?h=index,shard,prirep,state,unassigned.reason&format=json'

kszarek

resource "aws_sqs_queue" "graceful_termination_queue" {
  name = "graceful_termination_queue"
}

resource "aws_iam_role" "autoscaling_role" {
  name = "autoscaling_role"
  assume_role_policy = <<EOF
{
  "Version": "2012-10-17",
  "Statement": [

kszarek

# This is the first stage, for building things that will be required by the
# final stage (notably the binary)
FROM golang

# Copy in just the go.mod and go.sum files, and download the dependencies. By
# doing this before copying in the other dependencies, the Docker build cache
# can skip these steps so long as neither of these two files change.
COPY go.mod go.sum ./
RUN go mod download

kszarek

#!/usr/bin/env bash

AWS_REGION=eu-west-1
envs='staging development dt-staging dt-production qa accounting team-bravo'

aws() {
  docker run --rm -it \
    --mount type=bind,source="$HOME"/.aws,destination=/root/.aws,readonly \
    --mount type=bind,source="$(pwd)",destination=/data,consistency=cached \
    -e AWS_PROFILE \

kszarek

#!/usr/bin/env bash

envs='airhelp-staging airhelp-production ah-test-174206'

get_vm_count(){
  ENV_NAME="$1"
  count=$(gcloud --project="$ENV_NAME" compute instances list|grep -v NAME -c)
  echo "VM count for $ENV_NAME: $count"
}