daverigby

grep table_file_creation cbcollect_info_ns_1\@172.23.96.117_20180103-232325/kv_rocks.log|cut -d ' ' -f 4- | jq -c '[.cf_name, (.table_properties.raw_key_size + .table_properties.raw_value_size) / .table_properties.data_size]'

daverigby

#include <chrono>
#include <cstddef>
#include <cstdint>
#include <limits>
#include <iostream>
#include <vector>

#include "date.h" // From https://github.com/HowardHinnant/date/blob/master/include/date/date.h

static constexpr const size_t magnitude_bits = 4;

daverigby

ExternalProject_Add(rocksdb
  GIT_REPOSITORY https://github.com/couchbasedeps/rocksdb.git
  GIT_TAG ${_git_rev}

  BUILD_IN_SOURCE 1
  CONFIGURE_COMMAND ""

  LIST_SEPARATOR " "
  BUILD_COMMAND CFLAGS=-Ifoo/include;-Ibar/include $(MAKE)
)

daverigby

for file in /proc/*/status ; do awk '/VmSwap|Name/{printf $2 " " $3}END{ print ""}' $file; done | sort -k 2 -n -r | less

daverigby

cat master_events.log |jq -c '.|select(.bucket=="default" and (.type=="vbucketMoveDone" or .type=="vbucketMoveStart"))' | jq -c -s 'group_by(.vbucket) | .[] | select(length % 2 == 1) | sort_by(.ts)'

daverigby

{ 'by_id': { 'id1': {many, fields, of, data, ...},
             'id2': {otther fields, of, data, ...},
           ...
           },
   'ordering': [id1, id2, ...]
}

daverigby

Good:

    017-05-05T17:41:37.495654+01:00 NOTICE (beer-sample) DCP (Producer) eq_dcpq:mapreduce_view: beer-sample _design/beer (prod/main) - (vb 511) Creating stream with start seqno 0 and end seqno 8
    2017-05-05T17:41:37.495833+01:00 INFO (beer-sample) DCP (Producer) eq_dcpq:mapreduce_view: beer-sample _design/beer (prod/main) - (vb 511) Transitioning from pending to backfilling
    2017-05-05T17:41:37.495861+01:00 NOTICE (beer-sample) DCP (Producer) eq_dcpq:mapreduce_view: beer-sample _design/beer (prod/main) - ActiveStream::scheduleBackfill_UNLOCKED: after not(DISKONLY || reschedule)(vb 511): curChkSeqno:1 backfillEnd:0 tryBackfill:1
    2017-05-05T17:41:37.496025+01:00 NOTICE (beer-sample) DCP (Producer) eq_dcpq:mapreduce_view: beer-sample _design/beer (prod/main) - ActiveStream::scheduleBackfill_UNLOCKED (vb 511): Considering backfill - backfillStart:1 backfillEnd:0tryBackfill:1
    2017-05-05T17:41:37.496187+01:00 INFO (beer-sample) DCP (Producer) eq_dcpq:mapreduce_view: beer-sample _design/beer (pr

daverigby

Good:

017-05-05T17:09:46.012276+01:00 NOTICE (beer-sample) DCP (Producer) eq_dcpq:mapreduce_view: beer-sample _design/beer (prod/main) - (vb 511) Creating stream with start seqno 0 and end seqno 8
2017-05-05T17:09:46.012526+01:00 INFO (beer-sample) DCP (Producer) eq_dcpq:mapreduce_view: beer-sample _design/beer (prod/main) - (vb 511) Transitioning from pending to backfilling
2017-05-05T17:09:46.012575+01:00 NOTICE (beer-sample) DCP (Producer) eq_dcpq:mapreduce_view: beer-sample _design/beer (prod/main) - ActiveStream::scheduleBackfill_UNLOCKED: after not(DISKONLY || reschedule)(vb 511): curChkSeqno:1 backfillEnd:0 tryBackfill:1
2017-05-05T17:09:46.012956+01:00 NOTICE (beer-sample) DCP (Producer) eq_dcpq:mapreduce_view: beer-sample _design/beer (prod/main) - ActiveStream::scheduleBackfill_UNLOCKED (vb 511): Considering backfill - backfillStart:1 backfillEnd:0tryBackfill:1
2017-05-05T17:09:46.013364+01:00 INFO (beer-sample) DCP (Producer) eq_dcpq:mapreduce_view: beer-sample _design/beer (prod/main) - (vb 511) 

daverigby

/cs op #couchbase Dave_R

/cs deop #couchbase Dave_R

daverigby

https://github.com/couchbaselabs/couchbase-python-cffi 

requirements.txt
================

couchbase==2.0.7
git+https://github.com/couchbaselabs/couchbase-python-cffi.git

code
====