Skip to content

Instantly share code, notes, and snippets.

View pkit's full-sized avatar

Constantine Peresypkin pkit

  • Airfold
  • San Francisco, USA
View GitHub Profile
2014-11-12 05:31:24,453 FATAL [main] org.apache.hadoop.mapred.YarnChild: Error running child : java.lang.OutOfMemoryError: Java heap space
at parquet.bytes.CapacityByteArrayOutputStream.initSlabs(CapacityByteArrayOutputStream.java:65)
at parquet.bytes.CapacityByteArrayOutputStream.<init>(CapacityByteArrayOutputStream.java:57)
at parquet.column.values.rle.RunLengthBitPackingHybridEncoder.<init>(RunLengthBitPackingHybridEncoder.java:125)
at parquet.column.values.rle.RunLengthBitPackingHybridValuesWriter.<init>(RunLengthBitPackingHybridValuesWriter.java:36)
at parquet.column.ParquetProperties.getColumnDescriptorValuesWriter(ParquetProperties.java:61)
at parquet.column.impl.ColumnWriterImpl.<init>(ColumnWriterImpl.java:73)
at parquet.column.impl.ColumnWriteStoreImpl.newMemColumn(ColumnWriteStoreImpl.java:68)
at parquet.column.impl.ColumnWriteStoreImpl.getColumnWriter(ColumnWriteStoreImpl.java:56)
at parquet.io.MessageColumnIO$MessageColumnIORecordConsumer.<init>(MessageColumnIO.java:124)
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF6CbEXtCVtU8akiXveZiiT1napl6S/xCAtP+WIYHcyb8vrEeJlWNtHbm00a7MHsCYsmUDC2erBSnvMnbXw1ANdHQG1vbyLFcaUI1twudTEKoJqcamsEpIgeJxAbAOlPNXO5Fld9LU6UuD3wTeZJrrs2eEp5Dkasi0ky1g4Pa0YTA1/AotIo3euLsqMrKtsbJ62QXi3w+FeuUNqbznYslPAdm62Oj/rfdMx9pFFt5kdn2lbZ/k0zQPtUH4mG3LgcE3ZqN+hUO5BmpbnZ6O3kCYbEcAvaWm9mbGlAIFc4tHawUrQIg3NBB/rkAExX7WDhOFdrQTdb6XQfmBs2nqhX7H kit@dev
#!file://python:python
import sqlite3
import os
conn = sqlite3.connect('/dev/input')
cur = conn.cursor()
cur.execute('SELECT name from object')
for row in cur.fetchall():
print str(row[0])
diff --git a/swift/account/server.py b/swift/account/server.py
index 919b51b..8f83e0b 100644
--- a/swift/account/server.py
+++ b/swift/account/server.py
@@ -44,6 +44,7 @@ class AccountController(object):
"""WSGI controller for the account server."""
def __init__(self, conf, logger=None):
+ self.conf = conf
self.logger = logger or get_logger(conf, log_route='account-server')
diff --git a/swift/account/server.py b/swift/account/server.py
index 919b51b..8f83e0b 100644
--- a/swift/account/server.py
+++ b/swift/account/server.py
@@ -44,6 +44,7 @@ class AccountController(object):
"""WSGI controller for the account server."""
def __init__(self, conf, logger=None):
+ self.conf = conf
self.logger = logger or get_logger(conf, log_route='account-server')
@pkit
pkit / gist:7007174
Created October 16, 2013 12:51
How to debug access to properties in foreign classes...
def _debug_property():
def getter(self):
traceback.print_stack()
return self._property
def setter(self, value):
traceback.print_stack()
print "value = %d" % value
self._property = value
@pkit
pkit / gist:6667306
Created September 23, 2013 07:09
Prerequisites to Zwift Chef scripts
# RUN ONCE
# you will need 3 files:
# .pyrax-creds - pyrax credentials for your CloudServers account
# rsa_key and rsa_key.bub - a key you will use for connecting to servers on your CloudServers account
# you will also need the name of the key on CloudServers account, we denote it as KEY_NAME
sudo apt-get install python-dev python-pip git
sudo pip install rackspace-novaclient python-novaclient pyrax
sudo pip install PyYAML Jinja2 paramiko
@pkit
pkit / resumable_md5.py
Created September 7, 2012 01:39
Resumable MD5
from _ctypes import POINTER
from ctypes import *
import hashlib
class EVP_MD(Structure):
_fields_ = [
('type', c_int),
('pkey_type', c_int),
('md_size', c_int),
('flags', c_ulong),