Skip to content

Instantly share code, notes, and snippets.

c = pycurl.Curl()
url = 'https://api.twitter.com/oauth/access_token'
url += '?x_auth_username=USER&x_auth_password=PASS&x_auth_mode=client_auth'
#print url
c.setopt(c.URL, str(url))
c.setopt(c.POST, 1)
form = CurlForm([])
@mlowicki
mlowicki / skyline-webapp.init
Created March 9, 2015 20:44
skyline-webapp.init
#!/bin/sh
### BEGIN INIT INFO
# Provides: skyline-webapp
# Required-Start: $local_fs $remote_fs $network $syslog
# Required-Stop: $local_fs $remote_fs $network $syslog
# Default-Start: 2 3 4 5
# Default-Stop:
# Short-Description: Skyline Webapp
### END INIT INFO
@mlowicki
mlowicki / Vagrantfile
Last active August 29, 2015 14:16
Vagrantfile for Skyline in Virtualenv
Vagrant.configure(2) do |config|
config.vm.box = "wheezy64"
config.vm.network :forwarded_port, guest: 1500, host: 1500
config.vm.provider "virtualbox" do |v|
v.customize ["modifyvm", :id, "--cpus", 4]
v.customize ["modifyvm", :id, "--memory", 4096]
end
end
209664.0 209664.0 0.0 137922.9 1677824.0 1190209.2 6291456.0 4770282.3 59100.0 35437.2 51969 1689.868 865 110.910 1800.777
209664.0 209664.0 0.0 137922.9 1677824.0 1243475.4 6291456.0 4770282.3 59100.0 35437.2 51969 1689.868 865 110.910 1800.777
209664.0 209664.0 0.0 137922.9 1677824.0 1288999.2 6291456.0 4770282.3 59100.0 35437.2 51969 1689.868 865 110.910 1800.777
209664.0 209664.0 0.0 137922.9 1677824.0 1335319.3 6291456.0 4765043.5 59100.0 35437.2 51969 1689.868 866 111.023 1800.891
209664.0 209664.0 0.0 137922.9 1677824.0 1374587.1 6291456.0 4755796.2 59100.0 35437.2 51969 1689.868 866 111.023 1800.891
209664.0 209664.0 0.0 137922.9 1677824.0 1413555.7 6291456.0 4739812.4 59100.0 35437.2 51969 1689.868 866 111.023 1800.891
209664.0 209664.0 0.0 137922.9 1677824.0 1456800.3 6291456.0 4724968.9 59100.0 35437.2 51969 1689.868 866 111.023 1800.891
209664.0 209664.0 0.0 137922.9 1677824.0 1494984.0 6291456.0 4712368.1 59100.0 35437.2 51969 1
INFO [MessagingService-Outgoing-/10.195.15.176] 2015-06-30 08:01:50,391 YamlConfigurationLoader.java:135 - Node configuration:[authenticator=AllowAllAuthenticator; authorizer=AllowAllAuthorizer; auto_snapshot=true; batch_size_warn_threshold_in_kb=5; batchlog_replay_throttle_in_kb=1024; cas_contention_timeout_in_ms=1000; client_encryption_options=<REDACTED>; cluster_name=Production Cluster; column_index_size_in_kb=64; commit_failure_policy=stop; commitlog_directory=/var/lib/cassandra/commitlog; commitlog_segment_size_in_mb=32; commitlog_sync=periodic; commitlog_sync_period_in_ms=10000; compaction_throughput_mb_per_sec=256; concurrent_compactors=8; concurrent_counter_writes=32; concurrent_reads=32; concurrent_writes=64; counter_cache_save_period=7200; counter_cache_size_in_mb=null; counter_write_request_timeout_in_ms=5000; cross_node_timeout=false; data_file_directories=[/var/lib/cassandra/data, /var/lib/cassandra/data2]; disk_failure_policy=stop; dynamic_snitch_badness_threshold=0.1; dynamic_snitch_reset_inte
@mlowicki
mlowicki / gist:43e3074f46f12737577e
Last active August 29, 2015 14:26
logs from `nodetool repair --partitioner-range --parallel --in-local-dc sync`
[2015-08-06 03:03:33,207] Repair session 13628350-3b94-11e5-9ec3-75bb514ae072 for range (1958618448626482426,1958912811159122225] finished
[2015-08-06 03:03:33,207] Repair session 17f46780-3b94-11e5-9ec3-75bb514ae072 for range (6376544562477546698,6377336448386241741] finished
[2015-08-06 03:03:33,207] Repair session 1db751a0-3b94-11e5-9ec3-75bb514ae072 for range (8108995761363715056,8114478383099903571] finished
[2015-08-06 03:03:33,208] Repair session 64766ef0-3b94-11e5-9ec3-75bb514ae072 for range (-599919383780444523,-599441939857377423] finished
[2015-08-06 03:03:33,208] Repair session 6dade660-3b94-11e5-9ec3-75bb514ae072 for range (8696454782824385343,8709053476869753872] finished
[2015-08-06 03:03:33,208] Repair session ecf8e000-3b94-11e5-9ec3-75bb514ae072 for range (-3283804593287786164,-3277869327474586364] finished
[2015-08-06 03:03:33,208] Repair session 16d91700-3b95-11e5-9ec3-75bb514ae072 for range (-8742982090584986804,-8742980764479471874] finished
[2015-08-06 03:03:33,208] Repair session 19de19
ERROR [Thread-242403] 2015-08-06 03:03:33,230 StorageService.java:2959 - Repair session d4f0d420-3baa-11e5-9ec3-75bb514ae072 for range (-1449999620433819156,-1424504876804571443] failed with error org.apache.cassandra.exceptions.RepairException: [repair #d4f0d420-3baa-11e5-9ec3-75bb514ae072 on sync/entity2, (-1449999620433819156,-1424504876804571443]] Validation failed in /10.210.3.162
java.util.concurrent.ExecutionException: java.lang.RuntimeException: org.apache.cassandra.exceptions.RepairException: [repair #d4f0d420-3baa-11e5-9ec3-75bb514ae072 on sync/entity2, (-1449999620433819156,-1424504876804571443]] Validation failed in /10.210.3.162
at java.util.concurrent.FutureTask.report(FutureTask.java:122) [na:1.7.0_80]
at java.util.concurrent.FutureTask.get(FutureTask.java:188) [na:1.7.0_80]
at org.apache.cassandra.service.StorageService$4.runMayThrow(StorageService.java:2950) ~[apache-cassandra-2.1.8.jar:2.1.8]
at org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.ja
from time import sleep
from cassandra import ConsistencyLevel
from cassandra.policies import (
DCAwareRoundRobinPolicy,
FallthroughRetryPolicy,
TokenAwarePolicy
)
from cassandra.cqlengine.connection import setup, execute
loop # 13 now = 2015-10-06 21:43:50.264433
DEBUG connection
SELECT writetime(version), version FROM sync.entity_by_id2 WHERE user_id=%s AND data_type_id=%s
DEBUG protocol query:
SELECT writetime(version), version FROM sync.entity_by_id2 WHERE user_id='consistency_stress_tester_new_driver_7' AND data_type_id=666
DEBUG connection response: <ResultMessage(paging_state=None, stream_id=5, kind=2, results=([u'writetime(version)', u'version'], [(1444160636545000, 12)]), trace_id=None)>
old entity_by_id.version = 12 writetime = 2015-10-06 21:43:56
DEBUG connection
In [2]: DEBUG connection Sending options message heartbeat on idle connection (49897744) 10.210.3.162
DEBUG connection response: <SupportedMessage(stream_id=12, cql_versions=[u'3.2.0'], options={u'COMPRESSION': [u'snappy', u'lz4']}, trace_id=None)>
DEBUG connection Received options response on connection (49897744) from 10.210.3.162
DEBUG connection Sending options message heartbeat on idle connection (79222416) 10.210.3.221
DEBUG connection Sending options message heartbeat on idle connection (79221584) 10.210.3.117
DEBUG connection Sending options message heartbeat on idle connection (79279568) 10.210.3.224
DEBUG connection Sending options message heartbeat on idle connection (79279632) 10.210.3.160
DEBUG connection Sending options message heartbeat on idle connection (79281680) 10.210.3.161
DEBUG connection Sending options message heartbeat on idle connection (79281232) 10.210.3.162
DEBUG connection response: <SupportedMessage(stream_id=4, cql_versions=[u'3.2.0'], options={u'COMPRESSION': [u'snappy', u'lz4