hellais

#!/usr/bin/env python
#
# Running of the script against the following files (OONI reports):
# 87M     2015-12-22.json
# 97M     2015-12-22.yaml
#
# vanilla json: 1.37932395935
# ultra json: 0.421966075897
# simple json: 1.23581790924
# yaml: 193.864903927

hellais

# Interesting DNS Consistency tests 
SELECT input, report_id FROM reports WHERE test_name='dns_consistency' AND (test_keys->>'tampering_detected')::bool=true;


# Interesting HTTP requests tests
SELECT input, report_id FROM reports WHERE test_name='http_requests' AND (test_keys->>'body_length_match')::bool=false;

# Interesting tests that indicate a generic failure

hellais

import time
import traceback
from datetime import datetime
from multiprocessing import Process, Semaphore, JoinableQueue


class BaseNode(object):
    def __init__(self, concurrency=1):
        self.concurrency = concurrency

hellais

#!/usr/bin/env python
# To get GeoIPASNum.dat: 
# wget https://geolite.maxmind.com/download/geoip/database/asnum/GeoIPASNum.dat.gz && gunzip GeoIPASNum.dat.gz
import sys
import pygeoip
if len(sys.argv) < 2:
    print "Usage: path/to/GeoIPASNum.dat [IPs ... ...]"
ips = sys.argv[2:]
gi = pygeoip.GeoIP(sys.argv[1])
for ip in ips:

hellais

import os
from cryptography.hazmat.primitives import serialization
from cryptography.hazmat.backends import default_backend
from cryptography.hazmat.primitives.asymmetric import rsa
from cryptography.hazmat.backends.openssl.backend import Backend
from config import priv_key_path


def generate_private_key(private_key_path):
    private_key = rsa.generate_private_key(

hellais

hellais

---
test_name: dns_injection
test_version: 0.0.1
probe_ip: 127.0.0.1
software_name: ight
software_version: 0.0.1
data_format_version: 0.1
...
---
input: google.com

hellais

<link rel="import" href="../core-item/core-item.html">
<link rel="import" href="../google-map/google-map.html">
<link rel="import" href="../core-field/core-field.html">
<link rel="import" href="../core-icon/core-icon.html">
<link rel="import" href="../core-input/core-input.html">
<link rel="import" href="../core-icons/core-icons.html">

<polymer-element name="my-element">

  <template>

hellais

import json
from pprint import pprint
from base64 import b64decode

from twisted.internet import reactor, defer
from txtorcon import launch_tor, TorConfig, TorState

from twisted.internet.endpoints import TCP4ClientEndpoint
from twisted.internet.task import react
from twisted.web.client import readBody

hellais

# random int generation as gist.
randint = lambda a,b: a + int(''.join("%x" % ord(i) for i in os.urandom(b-a+1)), 16) % (b - a + 1)