Prasanth Jayachandran prasanthj

Committer and PMC for Apache Hive and Apache ORC projects.

prasanthj / nginx.tmpl

Created September 14, 2021 19:43

	{{ $all := . }}
	{{ $servers := .Servers }}
	{{ $cfg := .Cfg }}
	{{ $IsIPV6Enabled := .IsIPV6Enabled }}
	{{ $healthzURI := .HealthzURI }}
	{{ $backends := .Backends }}
	{{ $proxyHeaders := .ProxySetHeaders }}
	{{ $addHeaders := .AddHeaders }}

	# Configuration checksum: {{ $all.Cfg.Checksum }}

prasanthj / eclipse-mat-offline.txt

Last active February 2, 2020 02:47

Eclipse MAT offline analysis

	Download Eclipse MAT from https://www.eclipse.org/mat/

	Change Xmx depending on heap dump size being analyzed in ini file. If GC errors are observed then add -XX:-UseGCOverheadLimit option too

	vim ~/home/pkgs/mat/MemoryAnalyzer.ini
	~/home/pkgs/mat/ParseHeapDump.sh heapdump.hprof

prasanthj / publicSubnets.go

Last active December 17, 2019 00:01 — forked from stavxyz/publicSubnets.go

finding public subnets in go

	package main

	import (
	"fmt"
	"sort"

	"github.com/aws/aws-sdk-go/aws"
	"github.com/aws/aws-sdk-go/aws/session"
	"github.com/aws/aws-sdk-go/service/ec2"
	"github.com/aws/aws-sdk-go/service/ec2/ec2iface"

prasanthj / AKSClusterConfigurationReader.json

Created October 15, 2019 19:04 — forked from brbarnett/AKSClusterConfigurationReader.json

Create Azure custom role for az aks get-credentials

	{
	"Name":"AKS Cluster Configuration Reader",
	"Id":"{{ create a unique guid }}",
	"IsCustom":true,
	"Description":"Can get AKS configuration.",
	"Actions":[
	"Microsoft.ContainerService/managedClusters/accessProfiles/listCredential/action",
	"Microsoft.ContainerService/managedClusters/listClusterUserCredential/action"
	],
	"NotActions":[

prasanthj / s3-sync-debian

Last active May 19, 2020 01:44

S3 sync

	apt-get update
	apt-get install -y python curl vim
	curl -O https://bootstrap.pypa.io/get-pip.py
	export PATH=~/.local/bin:$PATH
	python get-pip.py --user
	pip install awscli --upgrade --user

	mkdir -p ~/.aws
	vim ~/.aws/config
	[default]

prasanthj / workload-management-examples.txt

Last active March 21, 2019 20:38

Hive Workload Management Examples For Tez Container Mode

	SHOW RESOURCE PLANS;
	CREATE RESOURCE PLAN llap;
	CREATE RESOURCE PLAN global;
	set mapred.min.split.size=10000000;
	set mapred.max.split.size=10000000;
	source /work/queries/tpcds/q55.sql;

	ALTER RESOURCE PLAN llap ACTIVATE;
	ALTER RESOURCE PLAN global DISABLE;
	CREATE TRIGGER global.highly_parallel WHEN TOTAL_TASKS > 40 DO KILL;

prasanthj / s3-get-speed-private.sh

Last active March 1, 2019 17:17

S3 GET Speed Private Bucket

	#!/bin/bash
	set -e

	: ${AWS_ACCESS_KEY_ID:?"AWS_ACCESS_KEY_ID should be set in script or exported"}
	: ${AWS_SECRET_ACCESS_KEY:?"AWS_SECRET_ACCESS_KEY should be set in script or exported"}

	if [[ $# -eq 0 ]] ; then
	echo 'S3 object URL expected as argument. Usage: ./s3-get-speed-private.sh <s3-private-object-uri>'
	exit 0
	fi

prasanthj / orc-file-dump-total-row-count.txt

Created February 21, 2019 03:06

Total row count from orc file dumps

hive --orcfiledump <orc-table-path> | grep "Rows:" | cut -f2 -d":" | awk '{s+=$1}END{print s}'

prasanthj / ec2-nvme-count.txt

Created January 18, 2019 08:08

Mount NVMe SSDs in AWS EC2 instances

	Mount Separately
	----------------
	# mount nvme SSDs to /dataN when available for specific instance types
	# There are only 4 nvme slots in r5 instances. /dev/nvme0n1 is root EBS volume.
	for i in $(seq 1 4); do
	if [ -e "/dev/nvme${i}n1" ]
	then
	echo "Mounting /dev/nvme${i}n1 to /data${i}"
	sudo mkfs.ext4 -E nodiscard /dev/nvme${i}n1
	sudo mkdir -p /data${i}

prasanthj / java-async-profiler.txt

Created December 13, 2017 23:41

Java Async Profiler Usage

	# Pre-req: gcc, gcc-c++, git (to clone), openjdk with debug symbols (centos: java-1.8.0-openjdk-debug.x86_64, ubuntu: openjdk-8-dbg)
	# Git clone async-profiler https://github.com/jvm-profiling-tools/async-profiler
	# Make sure JAVA_HOME is set and you are logged as same user running the java process
	cd async-profiler
	make all
	# Also git clone FlameGraph in the same directory as you clone async-profiler

	# sysctl changes
	echo 1 > /proc/sys/kernel/perf_event_paranoid
	echo 0 > /proc/sys/kernel/kptr_restrict