achanda

root@guest:~/RocksDB-Wrapper# ./bin/working_version --cc=1 --size_ratio=4 --entries_per_page=32 --entry_size=128 --buffer_size_in_pages=16 --bits_per_key=0 --stat=1
Destroying database ...
Clearing system cache ...
  cmpt_sty  cmpt_pri   T         P         B         E         M file_size   L1_size   blk_cch       BPK       WSZ
         1         1   4        16        32       128     65536     65536    262144         0         0   1000000
End of experiment - TEST !!
RocksDB Perf Context:
user_key_comparison_count = 50334704, block_cache_hit_count = 0, block_read_count = 0, block_read_byte = 0, block_read_time = 0, block_read_cpu_time = 0, block_cache_index_hit_count = 0, block_cache_standalone_handle_count = 0, block_cache_real_handle_count = 0, index_block_read_count = 0, block_cache_filter_hit_count = 0, filter_block_read_count = 0, compression_dict_block_read_count = 0, block_cache_index_read_byte = 0, block_cache_filter_read_byte = 0, block_cache_compression_dict_read_byte = 0, block_cache_read_byte = 0

achanda

root@guest:~/RocksDB-Wrapper# ./bin/working_version --cc=1 --size_ratio=4 --entries_per_page=32 --entry_size=128 --buffer_size_in_pages=16 --bits_per_key=5 --stat=1
Destroying database ...
Clearing system cache ...
  cmpt_sty  cmpt_pri   T         P         B         E         M file_size   L1_size   blk_cch       BPK       WSZ
         1         1   4        16        32       128     65536     65536    262144         0         5   1000000
End of experiment - TEST !!
RocksDB Perf Context:
user_key_comparison_count = 50311284, block_cache_hit_count = 0, block_read_count = 0, block_read_byte = 0, block_read_time = 0, block_read_cpu_time = 0, block_cache_index_hit_count = 0, block_cache_standalone_handle_count = 0, block_cache_real_handle_count = 0, index_block_read_count = 0, block_cache_filter_hit_count = 0, filter_block_read_count = 0, compression_dict_block_read_count = 0, block_cache_index_read_byte = 0, block_cache_filter_read_byte = 0, block_cache_compression_dict_read_byte = 0, block_cache_read_byte = 0

achanda

RocksDB Perf Context:
user_key_comparison_count = 14832300, block_cache_hit_count = 0, block_read_count = 109453, block_read_byte = 439618415, block_read_time = 27189234697, block_read_cpu_time = 2378581146, block_cache_index_hit_count = 0, block_cache_standalone_handle_count = 0, block_cache_real_handle_count = 0, index_block_read_count = 0, block_cache_filter_hit_count = 0, filter_block_read_count = 0, compression_dict_block_read_count = 0, block_cache_index_read_byte = 0, block_cache_filter_read_byte = 0, block_cache_compression_dict_read_byte = 0, block_cache_read_byte = 0, secondary_cache_hit_count = 0, compressed_sec_cache_insert_real_count = 0, compressed_sec_cache_insert_dummy_count = 0, compressed_sec_cache_uncompressed_bytes = 0, compressed_sec_cache_compressed_bytes = 0, block_checksum_time = 2436200925, block_decompress_time = 0, get_read_bytes = 0, multiget_read_bytes = 0, iter_read_bytes = 0, blob_cache_hit_count = 0, blob_read_count = 0, blob_read_byte = 0, blob_read_time = 0, blob_checksum_tim

achanda

root@guest:~/RocksDB-Wrapper# ./bin/working_version --cc=1 --size_ratio=4 --entries_per_page=32 --entry_size=128 --buffer_size_in_pages=16 --bits_per_key=10 --stat=1
Destroying database ...
Clearing system cache ...
  cmpt_sty  cmpt_pri   T         P         B         E         M file_size   L1_size   blk_cch       BPK       WSZ
         1         1   4        16        32       128     65536     65536    262144         0        10   1000000
End of experiment - TEST !!
RocksDB Perf Context:
user_key_comparison_count = 50343160, block_cache_hit_count = 0, block_read_count = 0, block_read_byte = 0, block_read_time = 0, block_read_cpu_time = 0, block_cache_index_hit_count = 0, block_cache_standalone_handle_count = 0, block_cache_real_handle_count = 0, index_block_read_count = 0, block_cache_filter_hit_count = 0, filter_block_read_count = 0, compression_dict_block_read_count = 0, block_cache_index_read_byte = 0, block_cache_filter_read_byte = 0, block_cache_compression_dict_read_byte = 0, block_cache_read_byte = 

achanda

root@guest:~/RocksDB-Wrapper# ./bin/working_version --cc=1 --size_ratio=4 --entries_per_page=32 --entry_size=128 --buffer_size_in_pages=16 --bits_per_key=5 --stat=1
Destroying database ...
Clearing system cache ...
  cmpt_sty  cmpt_pri   T         P         B         E         M file_size   L1_size   blk_cch       BPK       WSZ
         1         1   4        16        32       128     65536     65536    262144         0         5   1000000
End of experiment - TEST !!
RocksDB Perf Context:
user_key_comparison_count = 50396602, block_cache_hit_count = 0, block_read_count = 0, block_read_byte = 0, block_read_time = 0, block_read_cpu_time = 0, block_cache_index_hit_count = 0, block_cache_standalone_handle_count = 0, block_cache_real_handle_count = 0, index_block_read_count = 0, block_cache_filter_hit_count = 0, filter_block_read_count = 0, compression_dict_block_read_count = 0, block_cache_index_read_byte = 0, block_cache_filter_read_byte = 0, block_cache_compression_dict_read_byte = 0, block_cache_read_byte = 0

achanda

* Generate 1 million inserts

./load_gen -I1000000

* Generate workload 500k reads and 500k writes

./load_gen --PL -Q500000 -U500000 --OP query_workload.txt

Entry size will be 8

achanda

root@small-ubuntu:~/kv-bench/kv-bench-rocksdb-example# turbostat --Joules taskset -c 1 ./plain_benchmark -E 8 --dd --iwp ../K-V-Workload-Generator/workload.txt --qwp ../K-V-Workload-Generator/query_workload.txt --dw --dr
turbostat version 21.05.04 - Len Brown <[email protected]>
CPUID(0): GenuineIntel 0x16 CPUID levels
CPUID(1): family:model:stepping 0x6:9e:d (6:158:13) microcode 0xfa
CPUID(0x80000000): max_extended_levels: 0x80000008
CPUID(1): SSE3 MONITOR SMX EIST TM2 TSC MSR ACPI-TM HT TM
CPUID(6): APERF, TURBO, DTS, PTM, HWP, HWPnotify, HWPwindow, HWPepp, No-HWPpkg, EPB
cpu3: MSR_IA32_MISC_ENABLE: 0x00850089 (TCC EIST MWAIT PREFETCH TURBO)
CPUID(7): SGX
cpu3: MSR_IA32_FEATURE_CONTROL: 0x00020005 (Locked )

achanda

root@small-ubuntu:~# turbostat --Joules cat /dev/zero > /dev/null
turbostat version 21.05.04 - Len Brown <[email protected]>
CPUID(0): GenuineIntel 0x16 CPUID levels
CPUID(1): family:model:stepping 0x6:9e:d (6:158:13) microcode 0xfa
CPUID(0x80000000): max_extended_levels: 0x80000008
CPUID(1): SSE3 MONITOR SMX EIST TM2 TSC MSR ACPI-TM HT TM
CPUID(6): APERF, TURBO, DTS, PTM, HWP, HWPnotify, HWPwindow, HWPepp, No-HWPpkg, EPB
cpu6: MSR_IA32_MISC_ENABLE: 0x00850089 (TCC EIST MWAIT PREFETCH TURBO)
CPUID(7): SGX
cpu6: MSR_IA32_FEATURE_CONTROL: 0x00020005 (Locked )

achanda

$Env:THIRDPARTY_HOME="C:\path\to\cloned\repo\thirdparty"
$Env:JAVA_HOME="C:\whatever"
$Env:SNAPPY_HOME="C:\path\to\cloned\repo\thirdparty\snappy-1.1.8"
$Env:SNAPPY_INCLUDE="C:\path\to\cloned\repo\thirdparty\snappy-1.1.8;C:\path\to\cloned\repo\thirdparty\snappy-1.1.8\build"
$Env:SNAPPY_LIB_DEBUG="C:\path\to\cloned\repo\thirdparty\snappy-1.1.8\build\Debug\snappy.lib"

mkdir $Env:THIRDPARTY_HOME
cd $Env:THIRDPARTY_HOME

# Download and build snappy

achanda

╰─$ pytest test/test_auth.py::test_auth_user                                                                                                                           
============================================================================================ test session starts ============================================================================================
platform darwin -- Python 3.9.6, pytest-7.4.2, pluggy-1.3.0
rootdir: /Users/achanda/src/pgbouncer
configfile: pyproject.toml
plugins: timeout-2.1.0, asyncio-0.21.1, xdist-3.3.1
timeout: 30.0s
timeout method: signal
timeout func_only: False
asyncio: mode=auto