derickson

## Dependencies in order for this to work 

## 1) google spreadsheet lib: https://github.com/burnash/gspread
## pip install gspread

## 2) oauth2 lib: http://gspread.readthedocs.org/en/latest/oauth2.html        
## pip install oauth2client

## 3) create a "service account" in your google api console following the instructions from the oauth2 lib above

derickson

// npm install elasticsearch
// setup nodejs client for elasticsearch
// documentation: https://www.elastic.co/guide/en/elasticsearch/client/javascript-api/current/index.html
var elasticsearch = require('elasticsearch');
var EsClient = new elasticsearch.Client({
  host: 'localhost:9200',
  log: 'info'
});

derickson

DELETE /storedvsunstoredtest

## notice I disable the _all text index and the index: no setting on field2
PUT /storedvsunstoredtest
{
  "settings": {
    "number_of_replicas": 0,
    "number_of_shards": 3
  },
  "mappings": {

derickson

## import the necessary libraries
from io import BytesIO
from pymongo import MongoClient
import gridfs
import random
from math import ceil

## delete all versions of the file
def deleteFile(db, fs, name):
	oldFile = db['fs.files'].find_one({"filename":name})

derickson

// standard deviation MongoDB aggregation pipline
// using method from http://en.wikipedia.org/wiki/Standard_deviation#Rapid_calculation_methods

var parts = db.stat.aggregate( { $group: { _id: null, 
	s0: {$sum:1}, 
	s1:{$sum:"$stat"}, 
	s2:{$sum:{$multiply:["$stat","$stat"]}}  }} ).result[0];
var stddev = Math.sqrt( parts.s0 * parts.s2 - Math.pow( parts.s1, 2) ) / parts.s0

derickson

var ycsbUtil = {};
ycsbUtil.dropAndSplitYCSB = function (shardCount, chunksPerShard) {
  
	db.getMongo().getDB( 'ycsb' ).dropDatabase();
	db.adminCommand( { "enablesharding" : "ycsb" } ) ;
	db.adminCommand( { "shardcollection" : "ycsb.usertable", "key" : { "_id" : 1 } } ) ;

	var splitCount = shardCount * chunksPerShard;
	var splitSize = Math.ceil( 10000 / splitCount; )
	for(var i=1; i < splitCount; ++i){

derickson

xquery version "1.0-ml";

(:~
  @author derickson
  @date 2013-05-22

  Example of a Recursive Typeswitch for simple data conversion
  Works in MarkLogic Server 6+
:)

derickson

xquery version "1.0-ml";

declare namespace ns = "http://www.marklogic.com/MLU/logbook";
declare variable $bbox as xs:string? := xdmp:get-request-field("BBOX", ());

xdmp:set-response-content-type("text/kml; charset=utf-8"),
<kml xmlns="http://www.opengis.net/kml/2.2" xmlns:gx="http://www.google.com/kml/ext/2.2">
<Document>
{

derickson

xquery version "1.0-ml";
import module namespace mkf = "http://derickson/kmlalert/model/m-kf" at "/model/m-kmlfence.xqy";
import module namespace lk = "http://derickson/kmlalert/lib/kml" at "/lib/l-kml.xqy";

declare namespace kml ="http://www.opengis.net/kml/2.2";
declare namespace gx ="http://www.google.com/kml/ext/2.2";

mkf:insert-fence(
lk:get-google-map("https://maps.google.com/maps/ms?msid=2041XXXXXX Your URL GOES HERE")
)

derickson

xquery version("1.0-ml");

let $d := fn:doc("/wireshark.xml")
for $p in $d//packet
let $hex :=  fn:string($p//proto[@name eq "fake-field-wrapper"]/field[@name eq "data"]/@value)
let $len := fn:string-length($hex)
return

  fn:string-join((
		for $i in (1 to $len)