mlowicki

loop # 5 now = 2015-10-06 19:53:17.199042
DEBUG:cassandra.cqlengine.connection:
        SELECT writetime(version), version FROM sync.entity_by_id2 WHERE user_id=%s AND data_type_id=%s

DEBUG:cassandra.protocol:query:
        SELECT writetime(version), version FROM sync.entity_by_id2 WHERE user_id='consistency_stress_tester_new_driver_7' AND data_type_id=666

DEBUG:cassandra.connection:response: <ResultMessage(paging_state=None, stream_id=2, kind=2, results=([u'writetime(version)', u'version'], [(1444161187029000, 4)]), trace_id
=None)>
old entity_by_id.version =  4 writetime =  2015-10-06 19:53:07

mlowicki

INFO  [MemtableFlushWriter:4646] 2015-11-14 14:13:28,670 Memtable.java:347 - Writing Memtable-compactions_in_progress@1034188977(0.008KiB serialized bytes, 1 ops, 0%/0% of on/off-heap limit)
INFO  [MemtableFlushWriter:4646] 2015-11-14 14:13:28,671 Memtable.java:382 - Completed flushing /var/lib/cassandra/data2/system/compactions_in_progress-55080ab05d9c388690a4acb25fe1f77b/system-compactions_in_progress-tmp-ka-96759-Data.db (0.000KiB) for commitlog position ReplayPosition(segmentId=1447057819027, position=20682425)
INFO  [CompactionExecutor:55229] 2015-11-14 14:13:29,290 CompactionTask.java:274 - Compacted 8 sstables to [/var/lib/cassandra/data2/sync/entity2-e24b5040199b11e5a30f75bb514ae072/sync-entity2-ka-1174751,/var/lib/cassandra/data/sync/entity2-e24b5040199b11e5a30f75bb514ae072/sync-entity2-ka-1174790,/var/lib/cassandra/data/sync/entity2-e24b5040199b11e5a30f75bb514ae072/sync-entity2-ka-1174824,/var/lib/cassandra/data/sync/entity2-e24b5040199b11e5a30f75bb514ae072/sync-entity2-ka-1174833,/var/lib/cassandra

mlowicki

INFO  [ScheduledTasks:1] 2015-11-14 14:16:41,368 MessagingService.java:922 - READ messages were dropped in last 5000 ms: 971 for internal timeout and 0 for cross node timeout
INFO  [ScheduledTasks:1] 2015-11-14 14:16:41,369 StatusLogger.java:51 - Pool Name                    Active   Pending      Completed   Blocked  All Time Blocked
INFO  [ScheduledTasks:1] 2015-11-14 14:16:41,370 StatusLogger.java:66 - CounterMutationStage              0         0          96727         0                 0
INFO  [ScheduledTasks:1] 2015-11-14 14:16:41,370 StatusLogger.java:66 - ReadStage                        32      2472      952287377         0                 0
INFO  [ScheduledTasks:1] 2015-11-14 14:16:41,371 StatusLogger.java:66 - RequestResponseStage              0         0     1083330353         0                 0
INFO  [ScheduledTasks:1] 2015-11-14 14:16:41,371 StatusLogger.java:66 - ReadRepairStage                   0         0        6280793         0                 0
INFO  [ScheduledTasks:1] 2015-11-14 14:16:41

mlowicki

libmemcached/get.cc:110 Assertion "ptr->query_id == query_id +1" failed for function "memcached_get_by_key" likely for "Programmer error, the query_id was not incremented."
Number of stack frames obtained: 50
  /usr/lib/x86_64-linux-gnu/libmemcached.so.10 : memcached_get_by_key()+0x2e8
  /usr/lib/x86_64-linux-gnu/libmemcached.so.10 : memcached_get()+0x1f
  /var/www/sync/buildout/eggs/pylibmc-1.5.0-py2.7-linux-x86_64.egg/_pylibmc.so : ()+0x676d
  /usr/lib/libpython2.7.so.1.0 : PyEval_EvalFrameEx()+0x583e
  /usr/lib/libpython2.7.so.1.0 : PyEval_EvalCodeEx()+0x848
  /usr/lib/libpython2.7.so.1.0 : ()+0xa6806
  /usr/lib/libpython2.7.so.1.0 : PyObject_Call()+0x4e
  /usr/lib/libpython2.7.so.1.0 : PyEval_EvalFrameEx()+0x2a57

mlowicki

# uWSGI configuration for sync
#
# This uwsgi configuration is managed by Puppet.
# Do not edit this file. Your changes will be lost.

[uwsgi]

# Setuid to the specified user/uid
uid = uwsgi

mlowicki

# uWSGI configuration for sync
#
# This uwsgi configuration is managed by Puppet.
# Do not edit this file. Your changes will be lost.

[uwsgi]

# Setuid to the specified user/uid
uid = uwsgi

mlowicki

{
    "backends": ["./backends/graphite"],
    "flushInterval": 10000,
    "graphite": {
        "globalPrefix": "sync.production.ams.db1",
        "legacyNamespace": false
    },
    "graphiteHost": "stats.sync.ams.osa",
    "graphitePort": 2003,
    "percentThreshold": [90, 99],

mlowicki

{
  "id": 34,
  "title": "Sync database - general",
  "originalTitle": "Sync database - general",
  "tags": [
    "sync",
    "general",
    "database"
  ],
  "style": "dark",

mlowicki

{
  "id": 8,
  "title": "Sync - Cassandra",
  "originalTitle": "Sync - Cassandra",
  "tags": [
    "sync",
    "cassandra",
    "database"
  ],
  "style": "dark",

mlowicki

enabled = True
host  = localhost
port = 8778
path = cassandra.jmx
mbeans = '''
 java.lang:name=ParNew,type=GarbageCollector |
 org.apache.cassandra.metrics:type=CQL,name=PreparedStatementsExecuted |
 org.apache.cassandra.metrics:type=CQL,name=RegularStatementsExecuted |
 org.apache.cassandra.metrics:type=Cache,scope=RowCache,name=Capacity |
 org.apache.cassandra.metrics:type=Cache,scope=RowCache,name=Entries |