Created
April 25, 2011 05:32
-
-
Save mrflip/940201 to your computer and use it in GitHub Desktop.
son_of_a_batch is a tool we'll be releasing soon. Here I make 1 request to son_of_a_batch, which make 100 concurrent requests against the Infochimps API, returning the 100-long result set in < 1.2s.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| curl -H "Content-Type: application/json" --data-ascii '{ "_pretty":true, "_show_stats":true, "_timeout":1.9, "url_base":"http://api.infochimps.com/social/network/tw/influence/trstrank.json?_apikey='$APIKEY'&user_id=", "url_vals":"'`cat /tmp/strong_links_ids.txt`'" }' -v 'http://localhost:9004/batch.json' | |
| * About to connect() to localhost port 9004 (#0) | |
| * Trying ::1... Connection refused | |
| * Trying fe80::1... Connection refused | |
| * Trying 127.0.0.1... connected | |
| * Connected to localhost (127.0.0.1) port 9004 (#0) | |
| > POST /batch.json HTTP/1.1 | |
| > User-Agent: curl/7.19.7 (universal-apple-darwin10.0) libcurl/7.19.7 OpenSSL/0.9.8l zlib/1.2.3 | |
| > Host: localhost:9004 | |
| > Accept: */* | |
| > Content-Type: application/json | |
| > Content-Length: 1016 | |
| > | |
| < HTTP/1.1 200 OK | |
| < X-Responder: Sob | |
| < X-Sob-Timeout: 2.0 | |
| < Transfer-Encoding: chunked | |
| < Server: Goliath | |
| < Date: Mon, 25 Apr 2011 05:27:33 GMT | |
| < | |
| { | |
| "stats":{"took":1.152,"queries":100,"concurrency":100,"inactivity_timeout":2.0,"connect_timeout":1.0}, | |
| "results":{ | |
| "1554031":{"status":200,"body":"{\"trstrank\":1.65,\"user_id\":1554031,\"screen_name\":\"mrflip\",\"tq\":96}"}, | |
| "20190957":{"status":200,"body":"{\"trstrank\":0.85,\"user_id\":20190957,\"screen_name\":\"factual\",\"tq\":99}"}, | |
| "12056892":{"status":200,"body":"{\"trstrank\":1.0,\"user_id\":12056892,\"screen_name\":\"stuhood\",\"tq\":99}"}, | |
| "13348":{"status":200,"body":"{\"trstrank\":4.9,\"user_id\":13348,\"screen_name\":\"Scobleizer\",\"tq\":99}"}, | |
| "14369971":{"status":200,"body":"{\"trstrank\":1.4,\"user_id\":14369971,\"screen_name\":\"juansequeda\",\"tq\":95}"}, | |
| "14344469":{"status":200,"body":"{\"trstrank\":1.6,\"user_id\":14344469,\"screen_name\":\"peteskomoroch\",\"tq\":97}"}, | |
| "14595061":{"status":200,"body":"{\"trstrank\":1.5,\"user_id\":14595061,\"screen_name\":\"ChrisDiehl\",\"tq\":95}"}, | |
| "816954":{"status":200,"body":"{\"trstrank\":1.4,\"user_id\":816954,\"screen_name\":\"adamstac\",\"tq\":95}"}, | |
| "11623272":{"status":200,"body":"{\"trstrank\":1.0,\"user_id\":11623272,\"screen_name\":\"llimllib\",\"tq\":99}"}, | |
| "5439642":{"status":200,"body":"{\"trstrank\":1.4,\"user_id\":5439642,\"screen_name\":\"tommyh\",\"tq\":95}"}, | |
| "14278962":{"status":200,"body":"{\"trstrank\":1.25,\"user_id\":14278962,\"screen_name\":\"nealrichter\",\"tq\":99}"}, | |
| "17479758":{"status":200,"body":"{\"trstrank\":0.1,\"user_id\":17479758,\"screen_name\":\"trstme\",\"tq\":74}"}, | |
| "818340":{"status":200,"body":"{\"trstrank\":2.95,\"user_id\":818340,\"screen_name\":\"marshallk\",\"tq\":99}"}, | |
| "143883":{"status":200,"body":"{\"user_id\":143883,\"screen_name\":\"sogrady\",\"tq\":98,\"trstrank\":1.85}"}, | |
| "98695609":{"status":200,"body":"{\"user_id\":98695609,\"screen_name\":\"knowmore\",\"tq\":99,\"trstrank\":0.95}"}, | |
| "14109167":{"status":200,"body":"{\"user_id\":14109167,\"screen_name\":\"flowingdata\",\"tq\":99,\"trstrank\":2.45}"}, | |
| "605643":{"status":200,"body":"{\"trstrank\":1.9,\"user_id\":605643,\"screen_name\":\"mndoci\",\"tq\":97}"}, | |
| "3452911":{"status":200,"body":"{\"user_id\":3452911,\"screen_name\":\"kevinweil\",\"tq\":99,\"trstrank\":2.6}"}, | |
| "25388528":{"status":200,"body":"{\"trstrank\":1.05,\"user_id\":25388528,\"screen_name\":\"audreywatters\",\"tq\":99}"}, | |
| "33624503":{"status":200,"body":"{\"trstrank\":1.2,\"user_id\":33624503,\"screen_name\":\"twntyapp\",\"tq\":93}"}, | |
| "15748351":{"status":200,"body":"{\"trstrank\":1.5,\"user_id\":15748351,\"screen_name\":\"infochimps\",\"tq\":96}"}, | |
| "17838032":{"status":200,"body":"{\"trstrank\":1.85,\"user_id\":17838032,\"screen_name\":\"asmartbear\",\"tq\":98}"}, | |
| "13860742":{"status":200,"body":"{\"trstrank\":2.9,\"user_id\":13860742,\"screen_name\":\"caseorganic\",\"tq\":99}"}, | |
| "18686296":{"status":200,"body":"{\"trstrank\":0.65,\"user_id\":18686296,\"screen_name\":\"bryanconnor\",\"tq\":99}"}, | |
| "44754387":{"status":200,"body":"{\"user_id\":44754387,\"screen_name\":\"royalfrasier\",\"tq\":99,\"trstrank\":0.65}"}, | |
| "14748668":{"status":200,"body":"{\"user_id\":14748668,\"screen_name\":\"fbase\",\"tq\":95,\"trstrank\":1.25}"}, | |
| "11519042":{"status":200,"body":"{\"trstrank\":1.3,\"user_id\":11519042,\"screen_name\":\"davidgiesberg\",\"tq\":94}"}, | |
| "777121":{"status":200,"body":"{\"user_id\":777121,\"screen_name\":\"mja\",\"tq\":99,\"trstrank\":1.0}"}, | |
| "765548":{"status":200,"body":"{\"user_id\":765548,\"screen_name\":\"hmason\",\"tq\":98,\"trstrank\":2.3}"}, | |
| "4641021":{"status":200,"body":"{\"trstrank\":3.95,\"user_id\":4641021,\"screen_name\":\"RWW\",\"tq\":99}"}, | |
| "19375950":{"status":200,"body":"{\"trstrank\":1.5,\"user_id\":19375950,\"screen_name\":\"VizWorld\",\"tq\":96}"}, | |
| "819606":{"status":200,"body":"{\"trstrank\":2.5,\"user_id\":819606,\"screen_name\":\"janl\",\"tq\":98}"}, | |
| "1159301":{"status":200,"body":"{\"trstrank\":1.65,\"user_id\":1159301,\"screen_name\":\"joshdilworth\",\"tq\":97}"}, | |
| "35005086":{"status":200,"body":"{\"trstrank\":2.5,\"user_id\":35005086,\"screen_name\":\"Wolfram_Alpha\",\"tq\":99}"}, | |
| "14100886":{"status":200,"body":"{\"trstrank\":1.85,\"user_id\":14100886,\"screen_name\":\"pengwynn\",\"tq\":97}"}, | |
| "18805477":{"status":200,"body":"{\"trstrank\":1.15,\"user_id\":18805477,\"screen_name\":\"jakehofman\",\"tq\":99}"}, | |
| "19038529":{"status":200,"body":"{\"trstrank\":0.55,\"user_id\":19038529,\"screen_name\":\"dhruvbansal\",\"tq\":99}"}, | |
| "11107172":{"status":200,"body":"{\"trstrank\":3.25,\"user_id\":11107172,\"screen_name\":\"alexismadrigal\",\"tq\":99}"}, | |
| "2384071":{"status":200,"body":"{\"trstrank\":5.1,\"user_id\":2384071,\"screen_name\":\"timoreilly\",\"tq\":99}"}, | |
| "22637653":{"status":200,"body":"{\"trstrank\":0.95,\"user_id\":22637653,\"screen_name\":\"stuartsierra\",\"tq\":99}"}, | |
| "65433":{"status":200,"body":"{\"trstrank\":0.9,\"user_id\":65433,\"screen_name\":\"ryanobjc\",\"tq\":99}"}, | |
| "3013951":{"status":200,"body":"{\"trstrank\":1.2,\"user_id\":3013951,\"screen_name\":\"matthewhurst\",\"tq\":99}"}, | |
| "818902":{"status":200,"body":"{\"trstrank\":1.45,\"user_id\":818902,\"screen_name\":\"adamd\",\"tq\":96}"}, | |
| "2298181":{"status":200,"body":"{\"trstrank\":1.1,\"user_id\":2298181,\"screen_name\":\"semanticvoid\",\"tq\":99}"}, | |
| "12497":{"status":200,"body":"{\"user_id\":12497,\"screen_name\":\"simonw\",\"tq\":99,\"trstrank\":2.5}"}, | |
| "31914221":{"status":200,"body":"{\"user_id\":31914221,\"screen_name\":\"gluejar\",\"tq\":99,\"trstrank\":1.3}"}, | |
| "111193493":{"status":200,"body":"{\"trstrank\":0.3,\"user_id\":111193493,\"screen_name\":\"TheDataChef\",\"tq\":99}"}, | |
| "27186158":{"status":200,"body":"{\"trstrank\":1.05,\"user_id\":27186158,\"screen_name\":\"80legs\",\"tq\":99}"}, | |
| "81123":{"status":200,"body":"{\"user_id\":81123,\"screen_name\":\"iamdanw\",\"tq\":97,\"trstrank\":1.8}"}, | |
| "2946711":{"status":200,"body":"{\"user_id\":2946711,\"screen_name\":\"danielabarbosa\",\"tq\":97,\"trstrank\":1.75}"}, | |
| "9436992":{"status":200,"body":"{\"trstrank\":2.4,\"user_id\":9436992,\"screen_name\":\"abraham\",\"tq\":98}"}, | |
| "14415656":{"status":200,"body":"{\"trstrank\":0.25,\"user_id\":14415656,\"screen_name\":\"knowmore\",\"tq\":99}"}, | |
| "16818981":{"status":200,"body":"{\"trstrank\":0.7,\"user_id\":16818981,\"screen_name\":\"aminie\",\"tq\":99}"}, | |
| "26191233":{"status":200,"body":"{\"user_id\":26191233,\"screen_name\":\"Rackspace\",\"tq\":99,\"trstrank\":2.5}"}, | |
| "20536157":{"status":200,"body":"{\"trstrank\":4.65,\"user_id\":20536157,\"screen_name\":\"google\",\"tq\":99}"}, | |
| "6621172":{"status":200,"body":"{\"trstrank\":1.9,\"user_id\":6621172,\"screen_name\":\"scilib\",\"tq\":96}"}, | |
| "5777902":{"status":200,"body":"{\"user_id\":5777902,\"screen_name\":\"hayesdavis\",\"tq\":94,\"trstrank\":1.35}"}, | |
| "16887429":{"status":200,"body":"{\"trstrank\":1.65,\"user_id\":16887429,\"screen_name\":\"capitalfactory\",\"tq\":97}"}, | |
| "780290":{"status":200,"body":"{\"trstrank\":2.05,\"user_id\":780290,\"screen_name\":\"PaulMiller\",\"tq\":98}"}, | |
| "16245822":{"status":200,"body":"{\"trstrank\":3.0,\"user_id\":16245822,\"screen_name\":\"NSF\",\"tq\":99}"}, | |
| "793517":{"status":200,"body":"{\"trstrank\":0.8,\"user_id\":793517,\"screen_name\":\"tkb\",\"tq\":99}"}, | |
| "30110192":{"status":200,"body":"{\"trstrank\":0.75,\"user_id\":30110192,\"screen_name\":\"stepchange\",\"tq\":99}"}, | |
| "23479832":{"status":200,"body":"{\"trstrank\":0.7,\"user_id\":23479832,\"screen_name\":\"SaintPaul137\",\"tq\":99}"}, | |
| "755444":{"status":200,"body":"{\"trstrank\":1.8,\"user_id\":755444,\"screen_name\":\"adholes\",\"tq\":97}"}, | |
| "8017522":{"status":200,"body":"{\"user_id\":8017522,\"screen_name\":\"venturebeat\",\"tq\":97,\"trstrank\":2.1}"}, | |
| "12904842":{"status":200,"body":"{\"user_id\":12904842,\"screen_name\":\"ydn\",\"tq\":98,\"trstrank\":1.85}"}, | |
| "14841547":{"status":200,"body":"{\"trstrank\":0.65,\"user_id\":14841547,\"screen_name\":\"bmaso\",\"tq\":99}"}, | |
| "26426331":{"status":200,"body":"{\"trstrank\":0.35,\"user_id\":26426331,\"screen_name\":\"shisto\",\"tq\":99}"}, | |
| "14141624":{"status":200,"body":"{\"trstrank\":1.9,\"user_id\":14141624,\"screen_name\":\"sprout\",\"tq\":98}"}, | |
| "36468710":{"status":200,"body":"{\"trstrank\":0.8,\"user_id\":36468710,\"screen_name\":\"microassist\",\"tq\":99}"}, | |
| "17542209":{"status":200,"body":"{\"user_id\":17542209,\"screen_name\":\"etopianewsnow\",\"tq\":99,\"trstrank\":0.85}"}, | |
| "2893971":{"status":200,"body":"{\"user_id\":2893971,\"screen_name\":\"gigaom\",\"tq\":98,\"trstrank\":2.45}"}, | |
| "61021509":{"status":200,"body":"{\"user_id\":61021509,\"screen_name\":\"AllisonLBarker\",\"tq\":99,\"trstrank\":0.35}"}, | |
| "14340627":{"status":200,"body":"{\"trstrank\":1.1,\"user_id\":14340627,\"screen_name\":\"notrackspace\",\"tq\":99}"}, | |
| "5432412":{"status":200,"body":"{\"trstrank\":1.55,\"user_id\":5432412,\"screen_name\":\"jdeeringdavis\",\"tq\":96}"}, | |
| "17185067":{"status":200,"body":"{\"trstrank\":1.2,\"user_id\":17185067,\"screen_name\":\"indicee\",\"tq\":99}"}, | |
| "26094126":{"status":200,"body":"{\"trstrank\":0.8,\"user_id\":26094126,\"screen_name\":\"Apigee\",\"tq\":99}"}, | |
| "12036432":{"status":200,"body":"{\"user_id\":12036432,\"screen_name\":\"BrianBBrian\",\"tq\":94,\"trstrank\":1.4}"}, | |
| "43189916":{"status":200,"body":"{\"trstrank\":0.4,\"user_id\":43189916,\"screen_name\":\"ryangrubbs\",\"tq\":99}"}, | |
| "803694":{"status":200,"body":"{\"trstrank\":1.25,\"user_id\":803694,\"screen_name\":\"mikeolson\",\"tq\":99}"}, | |
| "12239712":{"status":200,"body":"{\"trstrank\":0.6,\"user_id\":12239712,\"screen_name\":\"samtingleff\",\"tq\":99}"}, | |
| "934681":{"status":200,"body":"{\"trstrank\":2.5,\"user_id\":934681,\"screen_name\":\"joshuabaer\",\"tq\":98}"}, | |
| "14706547":{"status":200,"body":"{\"trstrank\":0.6,\"user_id\":14706547,\"screen_name\":\"debsbalme\",\"tq\":99}"}, | |
| "11867332":{"status":200,"body":"{\"trstrank\":1.25,\"user_id\":11867332,\"screen_name\":\"hjl\",\"tq\":95}"}, | |
| "11604292":{"status":200,"body":"{\"trstrank\":1.7,\"user_id\":11604292,\"screen_name\":\"DruidSmith\",\"tq\":97}"}, | |
| "21218658":{"status":200,"body":"{\"trstrank\":0.8,\"user_id\":21218658,\"screen_name\":\"SemanticWeb_com\",\"tq\":99}"}, | |
| "10669942":{"status":200,"body":"{\"trstrank\":2.2,\"user_id\":10669942,\"screen_name\":\"michellegreer\",\"tq\":98}"}, | |
| "12730822":{"status":200,"body":"{\"trstrank\":1.2,\"user_id\":12730822,\"screen_name\":\"onespot\",\"tq\":94}"}, | |
| "3364":{"status":200,"body":"{\"trstrank\":2.0,\"user_id\":3364,\"screen_name\":\"cjoh\",\"tq\":98}"}, | |
| "14936627":{"status":200,"body":"{\"trstrank\":0.55,\"user_id\":14936627,\"screen_name\":\"jivebot\",\"tq\":99}"}, | |
| "5409802":{"status":200,"body":"{\"user_id\":5409802,\"screen_name\":\"jessykate\",\"tq\":97,\"trstrank\":1.6}"}, | |
| "15940539":{"status":200,"body":"{\"trstrank\":1.15,\"user_id\":15940539,\"screen_name\":\"ehrenfoss\",\"tq\":99}"}, | |
| "116438399":{"status":200,"body":"{\"user_id\":116438399,\"screen_name\":\"laralayaa\",\"tq\":99,\"trstrank\":0.7}"}, | |
| "756264":{"status":200,"body":"{\"trstrank\":2.15,\"user_id\":756264,\"screen_name\":\"damon\",\"tq\":98}"}, | |
| "44513878":{"status":200,"body":"{\"trstrank\":1.9,\"user_id\":44513878,\"screen_name\":\"TexasTribune\",\"tq\":98}"}, | |
| "18463930":{"status":200,"body":"{\"trstrank\":1.7,\"user_id\":18463930,\"screen_name\":\"drewconway\",\"tq\":96}"}, | |
| "11911082":{"status":200,"body":"{\"trstrank\":3.3,\"user_id\":11911082,\"screen_name\":\"mattsingley\",\"tq\":99}"}, | |
| "12270072":{"status":200,"body":"{\"trstrank\":1.25,\"user_id\":12270072,\"screen_name\":\"johnconroy\",\"tq\":95}"}, | |
| "15393226":{"status":200,"body":"{\"trstrank\":1.55,\"user_id\":15393226,\"screen_name\":\"PanoramaSW\",\"tq\":97}"}, | |
| "14471522":{"status":200,"body":"{\"trstrank\":2.35,\"user_id\":14471522,\"screen_name\":\"justinkistner\",\"tq\":99}"} | |
| }, | |
| "errors":{} | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # commandline IDE FTW | |
| APIKEY=XXXXX | |
| curl 'http://api.infochimps.com/social/network/tw/graph/strong_links?_apikey='$APIKEY'&screen_name=infochimps' > /tmp/strong_links_raw.txt | |
| cat /tmp/strong_links_raw.txt | ruby -rjson -e 'res = JSON.parse($stdin.read); puts res["strong_links"].map{|id,sc| id }.join(",") ' > /tmp/strong_links_ids.txt | |
| curl -H "Content-Type: application/json" --data-ascii '{ "_pretty":true, "_show_stats":true, "_timeout":1.9, "url_base":"http://api.infochimps.com/social/network/tw/influence/trstrank.json?_apikey='$APIKEY'&user_id=", "url_vals":"'`cat /tmp/strong_links_ids.txt`'" }' -v 'http://localhost:9004/batch.json' |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment