kzk
/ HBaseTwitterJSONParse.java
Created
April 4, 2011 14:47
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package net.kzk9; | |
| import java.io.*; | |
| import java.util.*; | |
| import org.apache.hadoop.conf.*; | |
| import org.apache.hadoop.hbase.*; | |
| import org.apache.hadoop.hbase.client.*; | |
| import org.apache.hadoop.hbase.filter.*; | |
| import org.apache.hadoop.hbase.io.*; | |
| import org.apache.hadoop.hbase.util.*; |
kzk
/ HBaseTwitterJSONtoMsgPack.java
Created
April 4, 2011 15:55
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| // ORIG_SIZE: 18,826,943,581 | |
| // PACKED_SIZE: 13,203,414,226 | |
| package net.kzk9; | |
| import java.io.*; | |
| import java.util.*; | |
| import org.apache.hadoop.conf.*; | |
| import org.apache.hadoop.hbase.*; | |
| import org.apache.hadoop.hbase.client.*; |
kzk
/ HBaseTwitterMsgPack.java
Created
April 4, 2011 17:42
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package net.kzk9; | |
| import java.io.*; | |
| import java.util.*; | |
| import org.apache.hadoop.conf.*; | |
| import org.apache.hadoop.hbase.*; | |
| import org.apache.hadoop.hbase.client.*; | |
| import org.apache.hadoop.hbase.filter.*; | |
| import org.apache.hadoop.hbase.io.*; | |
| import org.apache.hadoop.hbase.util.*; |
kzk
/ hugepage-test.c
Created
April 6, 2011 05:33
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # TransparentHugePage/ libhugetlbfs Benchmark Test | |
| # with... | |
| # Intel(R) Xeon(R) CPU X3430 @ 2.40GHz | |
| # 8Gmem | |
| # THP: enable | |
| # HUGETLBFS: disable | |
| $ echo "always" >/sys/kernel/mm/redhat_transparent_hugepage/enabled | |
| $ echo "0"> /proc/sys/vm/nr_hugepages | |
| $ gcc -O2 a.c; ./a.out |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| module Sedue | |
| $SEDUE_SCHEMA = "../sedue/schema.xml" | |
| $SEDUE_KEY_FIELD = "article_id" | |
| $SEDUE_HOST = "sedue" | |
| $SEDUE_PORT = 11118 | |
| $SEDUE_TIMEOUT = 60 | |
| class SedueClient | |
| public |
kzk
/ HBaseTwitterScreenNameCount.java
Created
April 13, 2011 17:42
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package net.kzk9; | |
| import java.io.*; | |
| import java.util.*; | |
| import org.apache.hadoop.conf.*; | |
| import org.apache.hadoop.io.*; | |
| import org.apache.hadoop.fs.*; | |
| import org.apache.hadoop.hbase.*; | |
| import org.apache.hadoop.hbase.client.*; | |
| import org.apache.hadoop.hbase.filter.*; |
kzk
/ ganglia-error.txt
Created
April 18, 2011 08:22
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [kzk@red0 tmp]$ cat throw_metric.cpp | |
| #include <ganglia.h> | |
| int main() | |
| { | |
| struct Ganglia_pool* global_context; | |
| struct Ganglia_metric* gmetric; | |
| Ganglia_gmond_config gmond_config; | |
| Ganglia_udp_send_channels send_channels; | |
| return 0; | |
| } |
kzk
/ sedue-shell.sh
Created
April 18, 2011 13:52
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [sedue@red0 sedue_shell]$ ./bin/sedue_shell.rb | |
| //////////////////////////////////// | |
| // Welcome!! // | |
| // _____ __ // | |
| // / ___/___ ____/ /_ _____ // | |
| // \__ \/ _ \/ __ / / / / _ \ // | |
| // ___/ / __/ /_/ / /_/ / __/ // | |
| // /____/\___/\__,_/\__,_/\___/ // | |
| // // | |
| //////////////////////////////////// |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| require 'erb' | |
| require 'optparse' | |
| opts = {} | |
| parser = OptionParser.new | |
| parser.on('-i [INSTANCE]') { |v| in_rpm = v } | |
| parser.on('-o [FILENAME]') { |v| out_bin = v } | |
| parser.parse!(ARGV) | |
| if in_rpm.nil? || out_bin.nil? |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- memcached-1.4.5/memcached.c 2010-04-04 04:51:29.000000000 +0900 | |
| +++ memcached-1.4.5-modified/memcached.c 2010-08-19 02:34:10.000000000 +0900 | |
| @@ -111,6 +111,10 @@ | |
| static conn *listen_conn = NULL; | |
| static struct event_base *main_base; | |
| +static pthread_mutex_t allow_new_conns_lock = PTHREAD_MUTEX_INITIALIZER; | |
| +static volatile bool allow_new_conns = true; | |
| +static volatile bool allow_new_conns_cur = true; | |
| + |