krikulis’s gists

krikulis / iub-email-mining.sh

Created May 26, 2016 10:04

	#!/bin/bash
	mkdir -p /srv/iub_data
	mkdir -p /srv/iub_mirror
	lftp -c "open 'ftp://open.iub.gov.lv';
	lcd /srv/iub_data/;
	mirror --verbose ./ /srv/iub_mirror/ "
	cd /srv/iub_mirror
	find ./ -name '*.tar.gz' -exec tar -xzvf {} -C /srv/iub_data \;
	grep -hroP '(?<=<email>).?(?=</email>)' /srv/iub_data/ \| cut -d "@" -f2 \| sed -e 's/^[ \t\]//' \| sort -u > ~/domain_list

krikulis / flakocoptorz.txt

Created September 20, 2012 19:18

PyFlakes does not check line length :))


	# checking that we violate pep8 line numbers and pyflakes does not complain
	(test)kristaps@dev:~/src/crawler/content$ pip freeze \| grep pyflakes
	pyflakes==0.5.0
	(test)kristaps@dev:~/src/crawler/content$ cat models.py \| pyflakes
	(test)kristaps@dev:~/src/crawler/content$ wc -L models.py
	184 models.py
	#checking that pyflakes source codez does not contain reference to 80 \| 79 line numbers
	(test)kristaps@dev:/tmp$ wget https://launchpadlibrarian.net/79102431/pyflakes-0.5.0.tar.gz
	--2012-09-20 22:12:56-- https://launchpadlibrarian.net/79102431/pyflakes-0.5.0.tar.gz

krikulis / gist:2988272

Created June 25, 2012 12:21

	<?xml version="1.0" standalone='no'?><!---nxml--->
	<!DOCTYPE service-group SYSTEM "avahi-service.dtd">
	<service-group>
	<name>2 Stava printeris</name>
	<service>
	<type>_ipp._tcp</type>
	<subtype>_universal._sub._ipp._tcp</subtype>
	<port>631</port>
	<txt-record>txtver=1</txt-record>
	<txt-record>qtotal=1</txt-record>

krikulis / csv_import.php

Created June 30, 2011 15:58

CSV => MySQL

	<?php
	$host = "";
	$user = "";
	$pass = "";
	$file = ""
	$link = mysql_connect($host, $user, $pass);

	mysql_query("set names utf8;");
	mysql_query("USE truevision");
	$file = file_get_contents($file);

krikulis / reader.go

Created May 22, 2011 16:08

HTTP reader (error) ir golang

	package main

	import (
	"io"
	"http"
	"fmt"
	)

	func main() {
	r, _, err := http.Get("http://www.websvarki.lv/")

krikulis / gist:814225

Created February 7, 2011 10:31

Eulers sieve example in python

	# find sum of all non-prime numbers in range(100)
	def eulers_sieve(n):
	c = range(n+1)
	fin = int(n**0.5)
	for i in xrange(2, fin+1):
	if not c[i]:
	continue
	c[2i::i] = [None] (n//i - 1)
	return [i for i in c[2:] if i]

krikulis / iframe_middleware.py

Created January 26, 2011 15:12

Django IFrame session Safari FIX

	from django.http import HttpRequest
	# Safari default security policy restricts cookie setting in first request in iframe
	# Solution is to create hidden form to preserve GET variables and REPOST it to current URL
	class IFrameFixMiddleware(object):
	""" middleware fixes sessions with Safari browser in iframes """
	def process_request(request):
	if request.META['HTTP_USER_AGENT'].find('Safari') != -1 and 'sessionid' not in request.COOKIES and 'cookie_fix' not in request.GET:
	html = """<html><body><form name='cookie_fix' method='GET' action='.'>"""
	for item in request.GET:
	html += "<input type='hidden' value='%s' name='%s' />" % (request.GET[name], name)

krikulis / evserver.c

Created January 24, 2011 13:13

Simple evhttp example

	#include <evhttp.h>

	void process_request(struct evhttp_request req, void arg){
	struct evbuffer *buf = evbuffer_new();
	if (buf == NULL) return;
	evbuffer_add_printf(buf, "Requested: %s\n", evhttp_request_uri(req));
	evhttp_send_reply(req, HTTP_OK, "OK", buf);
	}

	int main () {

krikulis / hatstack.py

Created November 30, 2010 10:00



	@login_required
	def search(request):
	term = request.GET.get('term', None)
	context = RequestContext(request)
	context['search_term'] = term
	if term is None:
	context['results'] = SearchQuerySet().none()
	context['search_term'] = ''

krikulis / mod_rewrite, redirect nonexistent to index.php

Created September 7, 2010 10:31

	<IfModule mod_rewrite.c>
	RewriteEngine On
	RewriteBase /
	RewriteCond %{REQUEST_FILENAME} !-f
	RewriteCond %{REQUEST_FILENAME} !-d
	RewriteRule . /index.php [L]
	</IfModule>

Kristaps Kūlis krikulis