Skip to content

Instantly share code, notes, and snippets.

View kzk's full-sized avatar
🍶
♪

Kazuki Ohta kzk

🍶
♪
274 followers · 79 following
View GitHub Profile
@kzk
kzk / gist:1108620
Created July 27, 2011 03:34
mapred.patch
/usr/src/hadoop-0.20$ diff -u ./mapred/org/apache/hadoop/mapred/ReduceTask.java.orig ./mapred/org/apache/hadoop/mapred/ReduceTask.java.new
--- ./mapred/org/apache/hadoop/mapred/ReduceTask.java.orig 2011-07-27 03:32:11.000000000 +0000
+++ ./mapred/org/apache/hadoop/mapred/ReduceTask.java.new 2011-07-27 03:32:35.000000000 +0000
@@ -1014,8 +1014,8 @@
maxInMemCopyUse);
}
// Allow unit tests to fix Runtime memory
- maxSize = (int)(conf.getInt("mapred.job.reduce.total.mem.bytes",
- (int)Math.min(Runtime.getRuntime().maxMemory(), Integer.MAX_VALUE))
+ maxSize = (long)(conf.getLong("mapred.job.reduce.total.mem.bytes",
@kzk
kzk / gist:1077403
Created July 12, 2011 04:38
memcached-fix-accept-new-conns-race.patch
--- memcached-1.4.5/memcached.c 2010-04-04 04:51:29.000000000 +0900
+++ memcached-1.4.5-modified/memcached.c 2010-08-19 02:34:10.000000000 +0900
@@ -111,6 +111,10 @@
static conn *listen_conn = NULL;
static struct event_base *main_base;
+static pthread_mutex_t allow_new_conns_lock = PTHREAD_MUTEX_INITIALIZER;
+static volatile bool allow_new_conns = true;
+static volatile bool allow_new_conns_cur = true;
+
@kzk
kzk / gist:1016167
Created June 9, 2011 06:14
gen-installer.rb
require 'erb'
require 'optparse'
opts = {}
parser = OptionParser.new
parser.on('-i [INSTANCE]') { |v| in_rpm = v }
parser.on('-o [FILENAME]') { |v| out_bin = v }
parser.parse!(ARGV)
if in_rpm.nil? || out_bin.nil?
@kzk
kzk / sedue-shell.sh
Created April 18, 2011 13:52
[sedue@red0 sedue_shell]$ ./bin/sedue_shell.rb
////////////////////////////////////
// Welcome!! //
// _____ __ //
// / ___/___ ____/ /_ _____ //
// \__ \/ _ \/ __ / / / / _ \ //
// ___/ / __/ /_/ / /_/ / __/ //
// /____/\___/\__,_/\__,_/\___/ //
// //
////////////////////////////////////
@kzk
kzk / ganglia-error.txt
Created April 18, 2011 08:22
[kzk@red0 tmp]$ cat throw_metric.cpp
#include <ganglia.h>
int main()
{
struct Ganglia_pool* global_context;
struct Ganglia_metric* gmetric;
Ganglia_gmond_config gmond_config;
Ganglia_udp_send_channels send_channels;
return 0;
}
@kzk
kzk / HBaseTwitterScreenNameCount.java
Created April 13, 2011 17:42
package net.kzk9;
import java.io.*;
import java.util.*;
import org.apache.hadoop.conf.*;
import org.apache.hadoop.io.*;
import org.apache.hadoop.fs.*;
import org.apache.hadoop.hbase.*;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
@kzk
kzk / sedue.rb
Created April 13, 2011 09:27
module Sedue
$SEDUE_SCHEMA = "../sedue/schema.xml"
$SEDUE_KEY_FIELD = "article_id"
$SEDUE_HOST = "sedue"
$SEDUE_PORT = 11118
$SEDUE_TIMEOUT = 60
class SedueClient
public
@kzk
kzk / hugepage-test.c
Created April 6, 2011 05:33
# TransparentHugePage/ libhugetlbfs Benchmark Test
# with...
# Intel(R) Xeon(R) CPU X3430 @ 2.40GHz
# 8Gmem
# THP: enable
# HUGETLBFS: disable
$ echo "always" >/sys/kernel/mm/redhat_transparent_hugepage/enabled
$ echo "0"> /proc/sys/vm/nr_hugepages
$ gcc -O2 a.c; ./a.out
@kzk
kzk / HBaseTwitterMsgPack.java
Created April 4, 2011 17:42
package net.kzk9;
import java.io.*;
import java.util.*;
import org.apache.hadoop.conf.*;
import org.apache.hadoop.hbase.*;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.io.*;
import org.apache.hadoop.hbase.util.*;
@kzk
kzk / HBaseTwitterJSONtoMsgPack.java
Created April 4, 2011 15:55
// ORIG_SIZE: 18,826,943,581
// PACKED_SIZE: 13,203,414,226
package net.kzk9;
import java.io.*;
import java.util.*;
import org.apache.hadoop.conf.*;
import org.apache.hadoop.hbase.*;
import org.apache.hadoop.hbase.client.*;