Created
April 25, 2011 05:32
-
-
Save mrflip/940201 to your computer and use it in GitHub Desktop.
son_of_a_batch is a tool we'll be releasing soon. Here I make 1 request to son_of_a_batch, which make 100 concurrent requests against the Infochimps API, returning the 100-long result set in < 1.2s.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
curl -H "Content-Type: application/json" --data-ascii '{ "_pretty":true, "_show_stats":true, "_timeout":1.9, "url_base":"http://api.infochimps.com/social/network/tw/influence/trstrank.json?_apikey='$APIKEY'&user_id=", "url_vals":"'`cat /tmp/strong_links_ids.txt`'" }' -v 'http://localhost:9004/batch.json' | |
* About to connect() to localhost port 9004 (#0) | |
* Trying ::1... Connection refused | |
* Trying fe80::1... Connection refused | |
* Trying 127.0.0.1... connected | |
* Connected to localhost (127.0.0.1) port 9004 (#0) | |
> POST /batch.json HTTP/1.1 | |
> User-Agent: curl/7.19.7 (universal-apple-darwin10.0) libcurl/7.19.7 OpenSSL/0.9.8l zlib/1.2.3 | |
> Host: localhost:9004 | |
> Accept: */* | |
> Content-Type: application/json | |
> Content-Length: 1016 | |
> | |
< HTTP/1.1 200 OK | |
< X-Responder: Sob | |
< X-Sob-Timeout: 2.0 | |
< Transfer-Encoding: chunked | |
< Server: Goliath | |
< Date: Mon, 25 Apr 2011 05:27:33 GMT | |
< | |
{ | |
"stats":{"took":1.152,"queries":100,"concurrency":100,"inactivity_timeout":2.0,"connect_timeout":1.0}, | |
"results":{ | |
"1554031":{"status":200,"body":"{\"trstrank\":1.65,\"user_id\":1554031,\"screen_name\":\"mrflip\",\"tq\":96}"}, | |
"20190957":{"status":200,"body":"{\"trstrank\":0.85,\"user_id\":20190957,\"screen_name\":\"factual\",\"tq\":99}"}, | |
"12056892":{"status":200,"body":"{\"trstrank\":1.0,\"user_id\":12056892,\"screen_name\":\"stuhood\",\"tq\":99}"}, | |
"13348":{"status":200,"body":"{\"trstrank\":4.9,\"user_id\":13348,\"screen_name\":\"Scobleizer\",\"tq\":99}"}, | |
"14369971":{"status":200,"body":"{\"trstrank\":1.4,\"user_id\":14369971,\"screen_name\":\"juansequeda\",\"tq\":95}"}, | |
"14344469":{"status":200,"body":"{\"trstrank\":1.6,\"user_id\":14344469,\"screen_name\":\"peteskomoroch\",\"tq\":97}"}, | |
"14595061":{"status":200,"body":"{\"trstrank\":1.5,\"user_id\":14595061,\"screen_name\":\"ChrisDiehl\",\"tq\":95}"}, | |
"816954":{"status":200,"body":"{\"trstrank\":1.4,\"user_id\":816954,\"screen_name\":\"adamstac\",\"tq\":95}"}, | |
"11623272":{"status":200,"body":"{\"trstrank\":1.0,\"user_id\":11623272,\"screen_name\":\"llimllib\",\"tq\":99}"}, | |
"5439642":{"status":200,"body":"{\"trstrank\":1.4,\"user_id\":5439642,\"screen_name\":\"tommyh\",\"tq\":95}"}, | |
"14278962":{"status":200,"body":"{\"trstrank\":1.25,\"user_id\":14278962,\"screen_name\":\"nealrichter\",\"tq\":99}"}, | |
"17479758":{"status":200,"body":"{\"trstrank\":0.1,\"user_id\":17479758,\"screen_name\":\"trstme\",\"tq\":74}"}, | |
"818340":{"status":200,"body":"{\"trstrank\":2.95,\"user_id\":818340,\"screen_name\":\"marshallk\",\"tq\":99}"}, | |
"143883":{"status":200,"body":"{\"user_id\":143883,\"screen_name\":\"sogrady\",\"tq\":98,\"trstrank\":1.85}"}, | |
"98695609":{"status":200,"body":"{\"user_id\":98695609,\"screen_name\":\"knowmore\",\"tq\":99,\"trstrank\":0.95}"}, | |
"14109167":{"status":200,"body":"{\"user_id\":14109167,\"screen_name\":\"flowingdata\",\"tq\":99,\"trstrank\":2.45}"}, | |
"605643":{"status":200,"body":"{\"trstrank\":1.9,\"user_id\":605643,\"screen_name\":\"mndoci\",\"tq\":97}"}, | |
"3452911":{"status":200,"body":"{\"user_id\":3452911,\"screen_name\":\"kevinweil\",\"tq\":99,\"trstrank\":2.6}"}, | |
"25388528":{"status":200,"body":"{\"trstrank\":1.05,\"user_id\":25388528,\"screen_name\":\"audreywatters\",\"tq\":99}"}, | |
"33624503":{"status":200,"body":"{\"trstrank\":1.2,\"user_id\":33624503,\"screen_name\":\"twntyapp\",\"tq\":93}"}, | |
"15748351":{"status":200,"body":"{\"trstrank\":1.5,\"user_id\":15748351,\"screen_name\":\"infochimps\",\"tq\":96}"}, | |
"17838032":{"status":200,"body":"{\"trstrank\":1.85,\"user_id\":17838032,\"screen_name\":\"asmartbear\",\"tq\":98}"}, | |
"13860742":{"status":200,"body":"{\"trstrank\":2.9,\"user_id\":13860742,\"screen_name\":\"caseorganic\",\"tq\":99}"}, | |
"18686296":{"status":200,"body":"{\"trstrank\":0.65,\"user_id\":18686296,\"screen_name\":\"bryanconnor\",\"tq\":99}"}, | |
"44754387":{"status":200,"body":"{\"user_id\":44754387,\"screen_name\":\"royalfrasier\",\"tq\":99,\"trstrank\":0.65}"}, | |
"14748668":{"status":200,"body":"{\"user_id\":14748668,\"screen_name\":\"fbase\",\"tq\":95,\"trstrank\":1.25}"}, | |
"11519042":{"status":200,"body":"{\"trstrank\":1.3,\"user_id\":11519042,\"screen_name\":\"davidgiesberg\",\"tq\":94}"}, | |
"777121":{"status":200,"body":"{\"user_id\":777121,\"screen_name\":\"mja\",\"tq\":99,\"trstrank\":1.0}"}, | |
"765548":{"status":200,"body":"{\"user_id\":765548,\"screen_name\":\"hmason\",\"tq\":98,\"trstrank\":2.3}"}, | |
"4641021":{"status":200,"body":"{\"trstrank\":3.95,\"user_id\":4641021,\"screen_name\":\"RWW\",\"tq\":99}"}, | |
"19375950":{"status":200,"body":"{\"trstrank\":1.5,\"user_id\":19375950,\"screen_name\":\"VizWorld\",\"tq\":96}"}, | |
"819606":{"status":200,"body":"{\"trstrank\":2.5,\"user_id\":819606,\"screen_name\":\"janl\",\"tq\":98}"}, | |
"1159301":{"status":200,"body":"{\"trstrank\":1.65,\"user_id\":1159301,\"screen_name\":\"joshdilworth\",\"tq\":97}"}, | |
"35005086":{"status":200,"body":"{\"trstrank\":2.5,\"user_id\":35005086,\"screen_name\":\"Wolfram_Alpha\",\"tq\":99}"}, | |
"14100886":{"status":200,"body":"{\"trstrank\":1.85,\"user_id\":14100886,\"screen_name\":\"pengwynn\",\"tq\":97}"}, | |
"18805477":{"status":200,"body":"{\"trstrank\":1.15,\"user_id\":18805477,\"screen_name\":\"jakehofman\",\"tq\":99}"}, | |
"19038529":{"status":200,"body":"{\"trstrank\":0.55,\"user_id\":19038529,\"screen_name\":\"dhruvbansal\",\"tq\":99}"}, | |
"11107172":{"status":200,"body":"{\"trstrank\":3.25,\"user_id\":11107172,\"screen_name\":\"alexismadrigal\",\"tq\":99}"}, | |
"2384071":{"status":200,"body":"{\"trstrank\":5.1,\"user_id\":2384071,\"screen_name\":\"timoreilly\",\"tq\":99}"}, | |
"22637653":{"status":200,"body":"{\"trstrank\":0.95,\"user_id\":22637653,\"screen_name\":\"stuartsierra\",\"tq\":99}"}, | |
"65433":{"status":200,"body":"{\"trstrank\":0.9,\"user_id\":65433,\"screen_name\":\"ryanobjc\",\"tq\":99}"}, | |
"3013951":{"status":200,"body":"{\"trstrank\":1.2,\"user_id\":3013951,\"screen_name\":\"matthewhurst\",\"tq\":99}"}, | |
"818902":{"status":200,"body":"{\"trstrank\":1.45,\"user_id\":818902,\"screen_name\":\"adamd\",\"tq\":96}"}, | |
"2298181":{"status":200,"body":"{\"trstrank\":1.1,\"user_id\":2298181,\"screen_name\":\"semanticvoid\",\"tq\":99}"}, | |
"12497":{"status":200,"body":"{\"user_id\":12497,\"screen_name\":\"simonw\",\"tq\":99,\"trstrank\":2.5}"}, | |
"31914221":{"status":200,"body":"{\"user_id\":31914221,\"screen_name\":\"gluejar\",\"tq\":99,\"trstrank\":1.3}"}, | |
"111193493":{"status":200,"body":"{\"trstrank\":0.3,\"user_id\":111193493,\"screen_name\":\"TheDataChef\",\"tq\":99}"}, | |
"27186158":{"status":200,"body":"{\"trstrank\":1.05,\"user_id\":27186158,\"screen_name\":\"80legs\",\"tq\":99}"}, | |
"81123":{"status":200,"body":"{\"user_id\":81123,\"screen_name\":\"iamdanw\",\"tq\":97,\"trstrank\":1.8}"}, | |
"2946711":{"status":200,"body":"{\"user_id\":2946711,\"screen_name\":\"danielabarbosa\",\"tq\":97,\"trstrank\":1.75}"}, | |
"9436992":{"status":200,"body":"{\"trstrank\":2.4,\"user_id\":9436992,\"screen_name\":\"abraham\",\"tq\":98}"}, | |
"14415656":{"status":200,"body":"{\"trstrank\":0.25,\"user_id\":14415656,\"screen_name\":\"knowmore\",\"tq\":99}"}, | |
"16818981":{"status":200,"body":"{\"trstrank\":0.7,\"user_id\":16818981,\"screen_name\":\"aminie\",\"tq\":99}"}, | |
"26191233":{"status":200,"body":"{\"user_id\":26191233,\"screen_name\":\"Rackspace\",\"tq\":99,\"trstrank\":2.5}"}, | |
"20536157":{"status":200,"body":"{\"trstrank\":4.65,\"user_id\":20536157,\"screen_name\":\"google\",\"tq\":99}"}, | |
"6621172":{"status":200,"body":"{\"trstrank\":1.9,\"user_id\":6621172,\"screen_name\":\"scilib\",\"tq\":96}"}, | |
"5777902":{"status":200,"body":"{\"user_id\":5777902,\"screen_name\":\"hayesdavis\",\"tq\":94,\"trstrank\":1.35}"}, | |
"16887429":{"status":200,"body":"{\"trstrank\":1.65,\"user_id\":16887429,\"screen_name\":\"capitalfactory\",\"tq\":97}"}, | |
"780290":{"status":200,"body":"{\"trstrank\":2.05,\"user_id\":780290,\"screen_name\":\"PaulMiller\",\"tq\":98}"}, | |
"16245822":{"status":200,"body":"{\"trstrank\":3.0,\"user_id\":16245822,\"screen_name\":\"NSF\",\"tq\":99}"}, | |
"793517":{"status":200,"body":"{\"trstrank\":0.8,\"user_id\":793517,\"screen_name\":\"tkb\",\"tq\":99}"}, | |
"30110192":{"status":200,"body":"{\"trstrank\":0.75,\"user_id\":30110192,\"screen_name\":\"stepchange\",\"tq\":99}"}, | |
"23479832":{"status":200,"body":"{\"trstrank\":0.7,\"user_id\":23479832,\"screen_name\":\"SaintPaul137\",\"tq\":99}"}, | |
"755444":{"status":200,"body":"{\"trstrank\":1.8,\"user_id\":755444,\"screen_name\":\"adholes\",\"tq\":97}"}, | |
"8017522":{"status":200,"body":"{\"user_id\":8017522,\"screen_name\":\"venturebeat\",\"tq\":97,\"trstrank\":2.1}"}, | |
"12904842":{"status":200,"body":"{\"user_id\":12904842,\"screen_name\":\"ydn\",\"tq\":98,\"trstrank\":1.85}"}, | |
"14841547":{"status":200,"body":"{\"trstrank\":0.65,\"user_id\":14841547,\"screen_name\":\"bmaso\",\"tq\":99}"}, | |
"26426331":{"status":200,"body":"{\"trstrank\":0.35,\"user_id\":26426331,\"screen_name\":\"shisto\",\"tq\":99}"}, | |
"14141624":{"status":200,"body":"{\"trstrank\":1.9,\"user_id\":14141624,\"screen_name\":\"sprout\",\"tq\":98}"}, | |
"36468710":{"status":200,"body":"{\"trstrank\":0.8,\"user_id\":36468710,\"screen_name\":\"microassist\",\"tq\":99}"}, | |
"17542209":{"status":200,"body":"{\"user_id\":17542209,\"screen_name\":\"etopianewsnow\",\"tq\":99,\"trstrank\":0.85}"}, | |
"2893971":{"status":200,"body":"{\"user_id\":2893971,\"screen_name\":\"gigaom\",\"tq\":98,\"trstrank\":2.45}"}, | |
"61021509":{"status":200,"body":"{\"user_id\":61021509,\"screen_name\":\"AllisonLBarker\",\"tq\":99,\"trstrank\":0.35}"}, | |
"14340627":{"status":200,"body":"{\"trstrank\":1.1,\"user_id\":14340627,\"screen_name\":\"notrackspace\",\"tq\":99}"}, | |
"5432412":{"status":200,"body":"{\"trstrank\":1.55,\"user_id\":5432412,\"screen_name\":\"jdeeringdavis\",\"tq\":96}"}, | |
"17185067":{"status":200,"body":"{\"trstrank\":1.2,\"user_id\":17185067,\"screen_name\":\"indicee\",\"tq\":99}"}, | |
"26094126":{"status":200,"body":"{\"trstrank\":0.8,\"user_id\":26094126,\"screen_name\":\"Apigee\",\"tq\":99}"}, | |
"12036432":{"status":200,"body":"{\"user_id\":12036432,\"screen_name\":\"BrianBBrian\",\"tq\":94,\"trstrank\":1.4}"}, | |
"43189916":{"status":200,"body":"{\"trstrank\":0.4,\"user_id\":43189916,\"screen_name\":\"ryangrubbs\",\"tq\":99}"}, | |
"803694":{"status":200,"body":"{\"trstrank\":1.25,\"user_id\":803694,\"screen_name\":\"mikeolson\",\"tq\":99}"}, | |
"12239712":{"status":200,"body":"{\"trstrank\":0.6,\"user_id\":12239712,\"screen_name\":\"samtingleff\",\"tq\":99}"}, | |
"934681":{"status":200,"body":"{\"trstrank\":2.5,\"user_id\":934681,\"screen_name\":\"joshuabaer\",\"tq\":98}"}, | |
"14706547":{"status":200,"body":"{\"trstrank\":0.6,\"user_id\":14706547,\"screen_name\":\"debsbalme\",\"tq\":99}"}, | |
"11867332":{"status":200,"body":"{\"trstrank\":1.25,\"user_id\":11867332,\"screen_name\":\"hjl\",\"tq\":95}"}, | |
"11604292":{"status":200,"body":"{\"trstrank\":1.7,\"user_id\":11604292,\"screen_name\":\"DruidSmith\",\"tq\":97}"}, | |
"21218658":{"status":200,"body":"{\"trstrank\":0.8,\"user_id\":21218658,\"screen_name\":\"SemanticWeb_com\",\"tq\":99}"}, | |
"10669942":{"status":200,"body":"{\"trstrank\":2.2,\"user_id\":10669942,\"screen_name\":\"michellegreer\",\"tq\":98}"}, | |
"12730822":{"status":200,"body":"{\"trstrank\":1.2,\"user_id\":12730822,\"screen_name\":\"onespot\",\"tq\":94}"}, | |
"3364":{"status":200,"body":"{\"trstrank\":2.0,\"user_id\":3364,\"screen_name\":\"cjoh\",\"tq\":98}"}, | |
"14936627":{"status":200,"body":"{\"trstrank\":0.55,\"user_id\":14936627,\"screen_name\":\"jivebot\",\"tq\":99}"}, | |
"5409802":{"status":200,"body":"{\"user_id\":5409802,\"screen_name\":\"jessykate\",\"tq\":97,\"trstrank\":1.6}"}, | |
"15940539":{"status":200,"body":"{\"trstrank\":1.15,\"user_id\":15940539,\"screen_name\":\"ehrenfoss\",\"tq\":99}"}, | |
"116438399":{"status":200,"body":"{\"user_id\":116438399,\"screen_name\":\"laralayaa\",\"tq\":99,\"trstrank\":0.7}"}, | |
"756264":{"status":200,"body":"{\"trstrank\":2.15,\"user_id\":756264,\"screen_name\":\"damon\",\"tq\":98}"}, | |
"44513878":{"status":200,"body":"{\"trstrank\":1.9,\"user_id\":44513878,\"screen_name\":\"TexasTribune\",\"tq\":98}"}, | |
"18463930":{"status":200,"body":"{\"trstrank\":1.7,\"user_id\":18463930,\"screen_name\":\"drewconway\",\"tq\":96}"}, | |
"11911082":{"status":200,"body":"{\"trstrank\":3.3,\"user_id\":11911082,\"screen_name\":\"mattsingley\",\"tq\":99}"}, | |
"12270072":{"status":200,"body":"{\"trstrank\":1.25,\"user_id\":12270072,\"screen_name\":\"johnconroy\",\"tq\":95}"}, | |
"15393226":{"status":200,"body":"{\"trstrank\":1.55,\"user_id\":15393226,\"screen_name\":\"PanoramaSW\",\"tq\":97}"}, | |
"14471522":{"status":200,"body":"{\"trstrank\":2.35,\"user_id\":14471522,\"screen_name\":\"justinkistner\",\"tq\":99}"} | |
}, | |
"errors":{} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# commandline IDE FTW | |
APIKEY=XXXXX | |
curl 'http://api.infochimps.com/social/network/tw/graph/strong_links?_apikey='$APIKEY'&screen_name=infochimps' > /tmp/strong_links_raw.txt | |
cat /tmp/strong_links_raw.txt | ruby -rjson -e 'res = JSON.parse($stdin.read); puts res["strong_links"].map{|id,sc| id }.join(",") ' > /tmp/strong_links_ids.txt | |
curl -H "Content-Type: application/json" --data-ascii '{ "_pretty":true, "_show_stats":true, "_timeout":1.9, "url_base":"http://api.infochimps.com/social/network/tw/influence/trstrank.json?_apikey='$APIKEY'&user_id=", "url_vals":"'`cat /tmp/strong_links_ids.txt`'" }' -v 'http://localhost:9004/batch.json' |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment