Robin Smidsrød robinsmidsrod

logstash queries graphed with graphite.

Operation: Decouple whisper from graphite.

Method: Create a graphite function that does a date histogram facet query against elasticsearch for a given query string for the time period viewed in the current graph.

Reason: graphite has some awesome math functions. Wouldn't it be cool if we could use those on logstash results?

The screenshot below is using logstash to watch the twitter stream of keywords "iphone" "apple" and "samsung" - then I graph them each, so we get an idea of popularity. As a bonus, I also do a movingAverage() on the iphone curve to show you why this is awesome.

Can be used in crontab like this:

SHELL=/bin/bash
BASH_ENV=~/.bash_profile
# m h  dom mon dow   command
0    * * * * /home/portfolio/portfolio/bin/session.pl                2> >(json-logger -ep pf_session)                | json-logger -p pf_session
0    2 * * * /home/portfolio/portfolio/bin/purge_deleted_messages.pl 2> >(json-logger -ep pf_purge_deleted_messages) | json-logger -p pf_purge_deleted_messages
0,30 * * * * /home/portfolio/portfolio/bin/expire_page_views.pl      2> >(json-logger -ep pf_expire_page_views)      | json-logger -p pf_expire_page_views

I would suggest you put it in /usr/bin to avoid having to setup your PATH variable.

	#!ipxe

	# Get the ISO from
	# http://www.helenos.org/download
	# and unpack the files in /boot/ to the directory
	# where this file is placed
	# (note that you have to enable more than 8 modules
	# for multiboot)

	kernel kernel.bin

	include/iprt/cdefs.h
	1888:#define _64K 0x00010000

	src/VBox/Devices/PC/DevPcBios.h
	43:#define VBOX_LANBOOT_SEG 0xe200

	src/VBox/Devices/PC/DevPcBios.cpp
	1348: if (cbFileLanBoot > _64K - (VBOX_LANBOOT_SEG << 4 & 0xffff))

	$ perl -e 'printf "%x\n", 0x10000 - 0xe200 << 4 & 0xffff'

	ddns-update-style none;
	deny bootp; #default
	authoritative;

	include "/etc/dhcp/ipxe-option-space.conf";

	# GREEN (private network)
	subnet 10.1.1.0 netmask 255.255.255.0 {
	range 10.1.1.100 10.1.1.199;
	option subnet-mask 255.255.255.0;

	input {
	tcp {
	type => "syslog"
	host => "127.0.0.1"
	port => 3514
	}
	tcp {
	type => "eventlog"
	host => "10.1.1.2"
	port => 3515

	<NotepadPlus>
	<UserLang name="iPXE" ext="ipxe" udlVersion="2.1">
	<Settings>
	<Global caseIgnored="no" allowFoldOfComments="no" foldCompact="no" forcePureLC="1" decimalSeparator="0" />
	<Prefix Keywords1="no" Keywords2="no" Keywords3="yes" Keywords4="yes" Keywords5="no" Keywords6="no" Keywords7="no" Keywords8="no" />
	</Settings>
	<KeywordLists>
	<Keywords name="Comments">00# 01 02((EOL)) 03 04</Keywords>
	<Keywords name="Numbers, prefix1"></Keywords>
	<Keywords name="Numbers, prefix2">0x</Keywords>

	SHELL=/bin/bash
	BASH_ENV=~/.bash_profile
	# m h dom mon dow command
	0 * * * * /home/portfolio/portfolio/bin/session.pl 2> >(json-logger -ep pf_session) \| json-logger -p pf_session
	0 2 * * * /home/portfolio/portfolio/bin/purge_deleted_messages.pl 2> >(json-logger -ep pf_purge_deleted_messages) \| json-logger -p pf_purge_deleted_messages
	0,30 * * * * /home/portfolio/portfolio/bin/expire_page_views.pl 2> >(json-logger -ep pf_expire_page_views) \| json-logger -p pf_expire_page_views

	#!ipxe
	#
	# This file gets compiled into undionly.kpxe
	################################################################
	:vars
	set next-server 192.168.2.121
	cpuid --ext 29 && set arch amd64 \|\| set arch x86
	:netconfig
	dhcp net0 \|\| goto ipxeshell
	:prompt

	#!ipxe
	kernel tftp://172.16.100.4/sw/ul/waf/hello
	boot hello