Skip to content

Instantly share code, notes, and snippets.

@gabhi
gabhi / gist:b6da0a6d4620c99d14e7
Last active August 29, 2015 14:17
javascript group by, filter implementation
var list = [
{name: "1", lastname: "foo1", age: "16"},
{name: "2", lastname: "foo", age: "13"},
{name: "3", lastname: "foo1", age: "11"},
{name: "4", lastname: "foo", age: "11"},
{name: "5", lastname: "foo1", age: "16"},
{name: "6", lastname: "foo", age: "16"},
{name: "7", lastname: "foo1", age: "13"},
{name: "8", lastname: "foo1", age: "16"},
{name: "9", lastname: "foo", age: "13"},
@gabhi
gabhi / gist:6198f61fbf320f12b4e2
Created March 17, 2015 21:01
csv to json node js
var Converter=require("csvtojson").core.Converter;
var fs=require("fs");
var csvFileName="./test.csv";
var fileStream=fs.createReadStream(csvFileName);
//new converter instance
var csvConverter=new Converter({constructResult:true});
//end_parsed will be emitted once parsing finished
csvConverter.on("end_parsed",function(jsonObj){
@gabhi
gabhi / gist:297d18eae3d1b6efe415
Created March 13, 2015 07:49
Cassandra pagination
//first get first 10 records
select id from user_info limit 10;
//then save id of the 10th item and
select id from buyer_info where token(id) > token(<last_id_of_the_previous_result>) limit 10;
<?php
$mongodb = new Mongo("mongodb://username:password@localhost/database_name");
$database = $mongodb->database_name;
$collection = $database->collection;
$page = isset($_GET['page']) ? (int) $_GET['page'] : 1;
$limit = 12;
$skip = ($page - 1) * $limit;
$next = ($page + 1);
$prev = ($page - 1);
@gabhi
gabhi / gist:8caa63ad54159ffd7f49
Created March 3, 2015 08:17
php mongo heroku support

install composer using curl -sS https://getcomposer.org/installer | php

php composer.phar update --ignore-platform-reqs

@gabhi
gabhi / gist:b3d56c511d0c33252ff5
Created March 3, 2015 03:40
MQL freebase example
[{
"limit": 25,
"name": null,
"type": "/business/consumer_product"
}]
https://www.freebase.com/query
@gabhi
gabhi / gist:3c323a8c412deeafa56e
Created February 19, 2015 05:36
elastic search river
http://localhost:9200/_river/my_twitter_river_filter/_meta - PUT
{
"type" : "twitter",
"twitter" : {
"filter" : {
"tracks" : "walmart"
}
}
}
@gabhi
gabhi / gist:28ba120597cf4233014c
Last active August 29, 2015 14:14
cassandra spark
./spark-shell --jars ./spark-cassandra-connector_2.10-1.1.1.jar --driver-class-path $(echo /Users/agaikw1/spark-cassandra-connector/spark-cassandra-connector-java/target/scala-2.10/*.jar |sed 's/ /:/g')
import com.datastax.spark.connector._, org.apache.spark.SparkContext, org.apache.spark.SparkContext._, org.apache.spark.SparkConf
val conf = new SparkConf(true).set("spark.cassandra.connection.host", "localhost")
val sc = new SparkContext("local[4]", "gemc_dev", conf)
val test_spark_rdd = sc.cassandraTable("keyspace_name", "table_name")
@gabhi
gabhi / gist:abe32165312c9aaeb6c9
Last active August 29, 2015 14:14
hiveddl.sql
drop table time_zone_map;
drop table tweets_raw;
drop table tweets_sentiment;
drop table tweetsbi;
drop table dictionary;
drop view tweets_clean;
drop view tweets_simple;
drop view l1;
drop view l2;
drop view l3;