Last active
December 21, 2015 06:19
-
-
Save hansonkd/6263648 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{-# LANGUAGE OverloadedStrings, DeriveGeneric, TypeOperators #-} | |
import qualified Data.Text as T | |
import Database.MongoDB | |
import Control.Monad.Trans (liftIO, MonadIO) | |
import Control.Monad | |
import Control.Monad (forM_) | |
import qualified Data.Bson as B | |
import Data.Bson.Generic | |
import GHC.Generics | |
import Data.Binary.Put (runPut) | |
import Data.Bson.Binary | |
data TestBsonData = TestBsonData { test20 :: [Int], test21 :: String } | |
deriving (Generic, Show, Eq) | |
instance ToBSON TestBsonData | |
instance FromBSON TestBsonData | |
sampleData :: B.Document | |
sampleData = toBSON $ TestBsonData [4] "bb" | |
serialized x = toBSON $ TestBsonData [x] "bb" | |
main = do | |
pipe <- runIOE $ connect (host "127.0.0.1") | |
e <- access pipe master "test" run | |
print e | |
close pipe | |
mapFn = Javascript [] "function() {this.test20.forEach (function(z) {emit(1, z);});}" | |
reduceFn = Javascript [] "function (key, values) {var total = 0; for (var i = 0; i < values.length; i++) {total += values[i];} return total;}" | |
run = do | |
clearDcouments | |
liftIO $ putStrLn "Done clearing..." | |
insertDocuments | |
liftIO $ putStrLn "Done inserting..." | |
allTeams >>= (\_ -> liftIO $ putStrLn "Done fetching..") | |
forM_ [0..100] $ (\_ -> runMR' (mapReduce "db_test" mapFn reduceFn)) | |
clearDcouments = delete (select [] "db_test") | |
insertDocuments = forM_ [0..1000] (\x -> insert "db_test" $ serialized x) | |
allTeams = rest =<< find (select [] "db_test") {sort = []} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env python2.7 | |
import sys, time | |
from pymongo import Connection | |
mongo = Connection().test | |
collection = mongo['test'] | |
collection.ensure_index('key', unique=True) | |
def mongo_set(data): | |
for k, v in data.iteritems(): | |
collection.insert({'key': k, 'value': v}) | |
def mongo_get(data): | |
for k in data.iterkeys(): | |
val = collection.find_one({'key': k}, fields=('value',)).get('value') | |
def do_tests(num, tests): | |
# setup dict with key/values to retrieve | |
data = {'key' + str(i): 'val' + str(i)*100 for i in range(num)} | |
# run tests | |
for test in tests: | |
start = time.time() | |
test(data) | |
elapsed = time.time() - start | |
print "Completed %s: %d ops in %.2f seconds : %.1f ops/sec" % (test.__name__, num, elapsed, num / elapsed) | |
if __name__ == '__main__': | |
num = 1000 if len(sys.argv) == 1 else int(sys.argv[1]) | |
tests = [mongo_set, mongo_get] # order of tests is significant here! | |
do_tests(num, tests) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
I had the same issue too
http://stackoverflow.com/questions/20467764/haskell-mongodb-driver-possible-deadlock