Skip to content

Instantly share code, notes, and snippets.

View arcolife's full-sized avatar

Archit Sharma arcolife

82 followers · 140 following
View GitHub Profile
@arcolife
arcolife / backup.sh
Created May 20, 2013 04:38 — forked from nherment/backup.sh
#!/bin/bash
# herein we backup our indexes! this script should run at like 6pm or something, after logstash
# rotates to a new ES index and theres no new data coming in to the old one. we grab metadatas,
# compress the data files, create a restore script, and push it all up to S3.
TODAY=`date +"%Y.%m.%d"`
INDEXNAME="logstash-$TODAY" # this had better match the index name in ES
INDEXDIR="/usr/local/elasticsearch/data/logstash/nodes/0/indices/"
BACKUPCMD="/usr/local/backupTools/s3cmd --config=/usr/local/backupTools/s3cfg put"
BACKUPDIR="/mnt/es-backups/"
YEARMONTH=`date +"%Y-%m"`
@arcolife
arcolife / index.html
Created May 20, 2013 11:13 — forked from jrmoran/index.html
<!DOCTYPE html>
<html>
<head>
<script type="text/javascript" src="http://mbostock.github.com/d3/d3.js?2.0.0"></script>
<script type="text/javascript" src="http://mbostock.github.com/d3/d3.csv.js?2.0.0"></script>
<script type="text/javascript" src="http://mbostock.github.com/d3/d3.time.js?2.0.0"></script>
<style type="text/css">
body {
font: 10px sans-serif;
@arcolife
arcolife / file1.py
Last active December 18, 2015 23:49 — forked from anonymous/file1.py
print
def doit(text):
import re
matches=re.findall(r'\"(.+?)\"',text)
#matches1= re.findall(r'(.+?)\"',text)
# matches is now ['String 1', 'String 2', 'String3']
print matches
return ",".join(matches)
q='"Terrified, mortified, petrified, stupified by you." said John Nash, "alright"'
@arcolife
arcolife / file1.py
Created September 1, 2013 21:28 — forked from anonymous/file1.py
import pandas as pd
from pytz import datetime
import gzip, cPickle
from urlparse import parse_qs
f = gzip.open('user_query_tuple.data','rb')
data_dt = cPickle.load(f)
f.close()
f = gzip.open('query_dict.data','rb')
data = cPickle.load(f)
@arcolife
arcolife / gist:6452805
Created September 5, 2013 16:44 — forked from nsa-yoda/gist:5321031
# Takes a user input, hashes it with MD5 crypt, and attempts to match it via brute force
import hashlib, time
md = hashlib.md5()
print("Welcome to a brute force MD5 cracker. \n")
password = input("Enter a password, composed of a number up to 99,999,999: ")
md.update(str(password).encode("utf-8"))
hashed_password = md.hexdigest()
@arcolife
arcolife / file1.py
Created November 26, 2013 17:26 — forked from anonymous/file1.py
from Crypto.Cipher import AES,DES,Blowfish,CAST, XOR
from Crypto.Hash import MD5,SHA256,hashalgo, SHA,SHA512
import base64
import os
def encryption(privateInfo):
BLOCK_SIZE = 16
PADDING = '{'
def encryption(privateInfo):
BLOCK_SIZE = 16
@arcolife
arcolife / file1.py
Created November 29, 2013 21:20 — forked from anonymous/file1.py
from pyhashxx import hashxx
import pyparsing
pyparsing?
from pyparsing import Word, alphas
greet = Word( alphas ) + "," + Word( alphas ) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString( hello ))
hashxx(b'Hello World!')
hashxx(b'Hello', b' ', b'World!')
hashxx((b'Hello', b' ', b'World!'))
@arcolife
arcolife / file1.py
Created January 22, 2014 18:57 — forked from anonymous/file1.py
import pandas as pd
import numpy as np
import sys
sys.version_info
print sys.version_info
pd.version
pd.__version__
t = np.linspace(1,27,27).reshape(3,3,3)
pan = pd.Panel(t)
print pan
@arcolife
arcolife / xml.py
Created March 1, 2014 21:17 — forked from chrisguitarguy/xml.py
from __future__ import with_statement # we'll use this later, has to be here
from argparse import ArgumentParser
import requests
from BeautifulSoup import BeautifulStoneSoup as Soup
def parse_sitemap(url):
resp = requests.get(url)
# we didn't get a valid response, bail
@arcolife
arcolife / file1.py
Created March 5, 2014 11:44 — forked from anonymous/file1.py
pwd
s1 = open('stopwords.txt','r').read().split()
s1
s2 = open('../scholarec/corpus/stopwords.txt','r').read().split()
s2
set(s1)
set(s2)
set(s1)-set(s2)
l
ls