Satoshi Tagomori tagomoris

A maintainer of Fluentd, msgpack-ruby and the original author of Norikra, Woothee and many others. Distributed systems / Data processing.

tagomoris / alt1

Created April 5, 2012 09:47

	<match converted.*>
	type output_forest
	subtype hoop
	remove_prefix converted
	<template>
	username hoopuser
	flush_interval 60s
	output_include_time false
	output_include_tag false
	output_data_type attr:field1,field2,field3,field4

tagomoris / gist:2476903

Created April 24, 2012 05:52

	(query
	(fields (field yyyymmdd) (value (hash (parse_agent (field agent)) (string "category"))) (count *))
	(from (table access_log))
	(where
	(and
	(= (field service) (string "blog"))
	(or
	(= (field yyyymmdd) (string "20120331"))
	(= (field yyyymmdd) (string "20120401"))
	(= (value (hash (parse_agent (field agent)) (string "category"))) (string "smartphone")))))

tagomoris / fixed with subquery

Created April 24, 2012 06:41

	SELECT
	date,
	category,
	COUNT(*) AS c1
	FROM (
	SELECT date, parse_agent(agent)['category'] AS category
	FROM access_logs
	WHERE service='blog'
	AND (date='20120424' OR date='20120423')
	) x

tagomoris / gist:2701044

Created May 15, 2012 11:35

	2012-05-15 20:32:44,232 ERROR [1791844235@qtp-1205807115-0] RequestProcessor: An unhandled exception occurred which will be propagated to the container.
	2012-05-15 20:32:44,233 ERROR [1791844235@qtp-1205807115-0] log: /job/list
	java.lang.NullPointerException
	at org.huahin.manager.rest.service.JobService.getJob(JobService.java:301)
	at org.huahin.manager.rest.service.JobService.listJob(JobService.java:279)
	at org.huahin.manager.rest.service.JobService.getJobs(JobService.java:254)
	at org.huahin.manager.rest.service.JobService.list(JobService.java:70)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)

tagomoris / gist:2817941

Created May 28, 2012 08:04

	$ use Woothee;
	$ Woothee::parse('Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.2; Win64; x64; Trident/6.0)')
	$HASH1 = {
	category => 'pc',
	name => 'Internet Explorer',
	os => 'Windows UNKNOWN Ver',
	vendor => 'Microsoft',
	version => '10.0'
	};

tagomoris / append_bench_hdfs_over_http.rb

Created June 1, 2012 07:33

	#!/usr/bin/env ruby

	require 'getoptlong'

	optparser = GetoptLong.new(['--type', '-t', GetoptLong::REQUIRED_ARGUMENT],
	['--base-path', '-b', GetoptLong::REQUIRED_ARGUMENT],
	['--chunk-size', '-c', GetoptLong::REQUIRED_ARGUMENT],
	['--host', '-h', GetoptLong::REQUIRED_ARGUMENT],
	['--port', '-p', GetoptLong::REQUIRED_ARGUMENT],
	['--user', '-u', GetoptLong::REQUIRED_ARGUMENT],

tagomoris / gist:2866691

Created June 4, 2012 06:35

	$ /usr/local/hadoop/bin/hdfs dfs -rmr /tmp'*'
	rmr: DEPRECATED: Please use 'rm -r' instead.
	Deleted /tmp02

	$ /usr/local/hadoop/bin/hdfs rm -r /tmp'*'
	Exception in thread "main" java.lang.NoClassDefFoundError: rm
	Caused by: java.lang.ClassNotFoundException: rm
	at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:190)

tagomoris / append_bench_hdfs.rb

Created June 5, 2012 11:07

	#!/usr/bin/env ruby

	require 'getoptlong'

	optparser = GetoptLong.new(['--type', '-t', GetoptLong::REQUIRED_ARGUMENT],
	['--base-path', '-b', GetoptLong::REQUIRED_ARGUMENT],
	['--chunk-size', '-c', GetoptLong::REQUIRED_ARGUMENT],
	['--host', '-h', GetoptLong::REQUIRED_ARGUMENT],
	['--port', '-p', GetoptLong::REQUIRED_ARGUMENT],
	['--user', '-u', GetoptLong::REQUIRED_ARGUMENT],

tagomoris / gist:2992701

Created June 26, 2012 01:58

	creating ./config.mk
	make -C out BUILDTYPE=Release
	CC(target) /Users/tagomoris/.nvm/src/node-v0.8.0/out/Release/obj.target/http_parser/deps/http_parser/http_parser.o
	LIBTOOL-STATIC /Users/tagomoris/.nvm/src/node-v0.8.0/out/Release/libhttp_parser.a
	File "./gyp-mac-tool", line 154
	fd = os.open(lockfile, os.O_RDONLY\|os.O_NOCTTY\|os.O_CREAT, 0o666)
	^
	SyntaxError: invalid syntax
	make[1]: *** [/Users/tagomoris/.nvm/src/node-v0.8.0/out/Release/libhttp_parser.a] Error 1
	make: *** [node] Error 2

tagomoris / gist:3162685

Created July 23, 2012 08:52