PGLX BoltDB statistics

18GB.pprof.alloc_objects.alloc_space.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
 "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.40.1 (20161225.0304)
 -->
<!-- Title: changeserver Pages: 1 -->
<svg width="100%" height="100%" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<script type="text/ecmascript"><![CDATA[
/** 
 *  SVGPan library 1.2.1
 * ======================
 *
 * Given an unique existing element with id "viewport" (or when missing, the first g 
 * element), including the the library into any SVG adds the following capabilities:
 *
 *  - Mouse panning
 *  - Mouse zooming (using the wheel)
 *  - Object dragging
 *
 * You can configure the behavior of the pan/zoom/drag with the variables
 * listed in the CONFIGURATION section of this file.
 *
 * Known issues:
 *
 *  - Zooming (while panning) on Safari has still some issues
 *
 * Releases:
 *
 * 1.2.1, Mon Jul  4 00:33:18 CEST 2011, Andrea Leofreddi
 *	- Fixed a regression with mouse wheel (now working on Firefox 5)
 *	- Working with viewBox attribute (#4)
 *	- Added "use strict;" and fixed resulting warnings (#5)
 *	- Added configuration variables, dragging is disabled by default (#3)
 *
 * 1.2, Sat Mar 20 08:42:50 GMT 2010, Zeng Xiaohui
 *	Fixed a bug with browser mouse handler interaction
 *
 * 1.1, Wed Feb  3 17:39:33 GMT 2010, Zeng Xiaohui
 *	Updated the zoom code to support the mouse wheel on Safari/Chrome
 *
 * 1.0, Andrea Leofreddi
 *	First release
 *
 * This code is licensed under the following BSD license:
 *
 * Copyright 2009-2010 Andrea Leofreddi <[email protected]>. All rights reserved.
 * 
 * Redistribution and use in source and binary forms, with or without modification, are
 * permitted provided that the following conditions are met:
 * 
 *    1. Redistributions of source code must retain the above copyright notice, this list of
 *       conditions and the following disclaimer.
 * 
 *    2. Redistributions in binary form must reproduce the above copyright notice, this list
 *       of conditions and the following disclaimer in the documentation and/or other materials
 *       provided with the distribution.
 * 
 * THIS SOFTWARE IS PROVIDED BY Andrea Leofreddi ``AS IS'' AND ANY EXPRESS OR IMPLIED
 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
 * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL Andrea Leofreddi OR
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
 * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 * 
 * The views and conclusions contained in the software and documentation are those of the
 * authors and should not be interpreted as representing official policies, either expressed
 * or implied, of Andrea Leofreddi.
 */

"use strict";

/// CONFIGURATION 
/// ====>

var enablePan = 1; // 1 or 0: enable or disable panning (default enabled)
var enableZoom = 1; // 1 or 0: enable or disable zooming (default enabled)
var enableDrag = 0; // 1 or 0: enable or disable dragging (default disabled)

/// <====
/// END OF CONFIGURATION 

var root = document.documentElement;

var state = 'none', svgRoot, stateTarget, stateOrigin, stateTf;

setupHandlers(root);

/**
 * Register handlers
 */
function setupHandlers(root){
	setAttributes(root, {
		"onmouseup" : "handleMouseUp(evt)",
		"onmousedown" : "handleMouseDown(evt)",
		"onmousemove" : "handleMouseMove(evt)",
		//"onmouseout" : "handleMouseUp(evt)", // Decomment this to stop the pan functionality when dragging out of the SVG element
	});

	if(navigator.userAgent.toLowerCase().indexOf('webkit') >= 0)
		window.addEventListener('mousewheel', handleMouseWheel, false); // Chrome/Safari
	else
		window.addEventListener('DOMMouseScroll', handleMouseWheel, false); // Others
}

/**
 * Retrieves the root element for SVG manipulation. The element is then cached into the svgRoot global variable.
 */
function getRoot(root) {
	if(typeof(svgRoot) == "undefined") {
		var g = null;

		g = root.getElementById("viewport");

		if(g == null)
			g = root.getElementsByTagName('g')[0];

		if(g == null)
			alert('Unable to obtain SVG root element');

		setCTM(g, g.getCTM());

		g.removeAttribute("viewBox");

		svgRoot = g;
	}

	return svgRoot;
}

/**
 * Instance an SVGPoint object with given event coordinates.
 */
function getEventPoint(evt) {
	var p = root.createSVGPoint();

	p.x = evt.clientX;
	p.y = evt.clientY;

	return p;
}

/**
 * Sets the current transform matrix of an element.
 */
function setCTM(element, matrix) {
	var s = "matrix(" + matrix.a + "," + matrix.b + "," + matrix.c + "," + matrix.d + "," + matrix.e + "," + matrix.f + ")";

	element.setAttribute("transform", s);
}

/**
 * Dumps a matrix to a string (useful for debug).
 */
function dumpMatrix(matrix) {
	var s = "[ " + matrix.a + ", " + matrix.c + ", " + matrix.e + "\n  " + matrix.b + ", " + matrix.d + ", " + matrix.f + "\n  0, 0, 1 ]";

	return s;
}

/**
 * Sets attributes of an element.
 */
function setAttributes(element, attributes){
	for (var i in attributes)
		element.setAttributeNS(null, i, attributes[i]);
}

/**
 * Handle mouse wheel event.
 */
function handleMouseWheel(evt) {
	if(!enableZoom)
		return;

	if(evt.preventDefault)
		evt.preventDefault();

	evt.returnValue = false;

	var svgDoc = evt.target.ownerDocument;

	var delta;

	if(evt.wheelDelta)
		delta = evt.wheelDelta / 3600; // Chrome/Safari
	else
		delta = evt.detail / -90; // Mozilla

	var z = 1 + delta; // Zoom factor: 0.9/1.1

	var g = getRoot(svgDoc);
	
	var p = getEventPoint(evt);

	p = p.matrixTransform(g.getCTM().inverse());

	// Compute new scale matrix in current mouse position
	var k = root.createSVGMatrix().translate(p.x, p.y).scale(z).translate(-p.x, -p.y);

        setCTM(g, g.getCTM().multiply(k));

	if(typeof(stateTf) == "undefined")
		stateTf = g.getCTM().inverse();

	stateTf = stateTf.multiply(k.inverse());
}

/**
 * Handle mouse move event.
 */
function handleMouseMove(evt) {
	if(evt.preventDefault)
		evt.preventDefault();

	evt.returnValue = false;

	var svgDoc = evt.target.ownerDocument;

	var g = getRoot(svgDoc);

	if(state == 'pan' && enablePan) {
		// Pan mode
		var p = getEventPoint(evt).matrixTransform(stateTf);

		setCTM(g, stateTf.inverse().translate(p.x - stateOrigin.x, p.y - stateOrigin.y));
	} else if(state == 'drag' && enableDrag) {
		// Drag mode
		var p = getEventPoint(evt).matrixTransform(g.getCTM().inverse());

		setCTM(stateTarget, root.createSVGMatrix().translate(p.x - stateOrigin.x, p.y - stateOrigin.y).multiply(g.getCTM().inverse()).multiply(stateTarget.getCTM()));

		stateOrigin = p;
	}
}

/**
 * Handle click event.
 */
function handleMouseDown(evt) {
	if(evt.preventDefault)
		evt.preventDefault();

	evt.returnValue = false;

	var svgDoc = evt.target.ownerDocument;

	var g = getRoot(svgDoc);

	if(
		evt.target.tagName == "svg" 
		|| !enableDrag // Pan anyway when drag is disabled and the user clicked on an element 
	) {
		// Pan mode
		state = 'pan';

		stateTf = g.getCTM().inverse();

		stateOrigin = getEventPoint(evt).matrixTransform(stateTf);
	} else {
		// Drag mode
		state = 'drag';

		stateTarget = evt.target;

		stateTf = g.getCTM().inverse();

		stateOrigin = getEventPoint(evt).matrixTransform(stateTf);
	}
}

/**
 * Handle mouse button release event.
 */
function handleMouseUp(evt) {
	if(evt.preventDefault)
		evt.preventDefault();

	evt.returnValue = false;

	var svgDoc = evt.target.ownerDocument;

	if(state == 'pan' || state == 'drag') {
		// Quit pan mode
		state = '';
	}
}

]]></script><g id="viewport" transform="scale(0.5,0.5) translate(0,0)"><g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 928)">
<title>changeserver</title>
<polygon fill="#ffffff" stroke="transparent" points="-4,4 -4,-928 1372.7344,-928 1372.7344,4 -4,4"/>
<g id="clust1" class="cluster">
<title>cluster_L</title>
<polygon fill="none" stroke="#000000" points="8,-732 8,-916 604,-916 604,-732 8,-732"/>
</g>
<!-- L -->
<g id="node1" class="node">
<title>L</title>
<polygon fill="#f8f8f8" stroke="#000000" points="596.4064,-908 15.5936,-908 15.5936,-740 596.4064,-740 596.4064,-908"/>
<text text-anchor="start" x="23.7969" y="-878.4" font-family="Times,serif" font-size="32.00" fill="#000000">File: changeserver</text>
<text text-anchor="start" x="23.7969" y="-846.4" font-family="Times,serif" font-size="32.00" fill="#000000">Type: alloc_space</text>
<text text-anchor="start" x="23.7969" y="-814.4" font-family="Times,serif" font-size="32.00" fill="#000000">Time: May 23, 2017 at 11:06am (PDT)</text>
<text text-anchor="start" x="23.7969" y="-782.4" font-family="Times,serif" font-size="32.00" fill="#000000">26291.59GB of 26503.18GB total (99.20%)</text>
<text text-anchor="start" x="23.7969" y="-750.4" font-family="Times,serif" font-size="32.00" fill="#000000">Dropped 135 nodes (cum &lt;= 132.52GB)</text>
</g>
<!-- N1 -->
<g id="node2" class="node">
<title>N1</title>
<g id="a_node2"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.pgids.merge (17487.38GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="845.1758,-142 198.8242,-142 198.8242,-86 845.1758,-86 845.1758,-142"/>
<text text-anchor="middle" x="522" y="-118.8" font-family="Times,serif" font-size="24.00" fill="#000000">github.com/yelp/pglx/vendor/github.com/boltdb/bolt.pgids.merge</text>
<text text-anchor="middle" x="522" y="-94.8" font-family="Times,serif" font-size="24.00" fill="#000000">17487.38GB(65.98%)</text>
</a>
</g>
</g>
<!-- NN1_0 -->
<g id="node3" class="node">
<title>NN1_0</title>
<g id="a_node3"><a xlink:title="959.40GB">
<polygon fill="#f8f8f8" stroke="#000000" points="414.3985,-36 337.6015,-36 333.6015,-32 333.6015,0 410.3985,0 414.3985,-4 414.3985,-36"/>
<polyline fill="none" stroke="#000000" points="410.3985,-32 333.6015,-32 "/>
<polyline fill="none" stroke="#000000" points="410.3985,-32 410.3985,0 "/>
<polyline fill="none" stroke="#000000" points="410.3985,-32 414.3985,-36 "/>
<text text-anchor="middle" x="374" y="-15.6" font-family="Times,serif" font-size="8.00" fill="#000000">10.48MB..10.66MB</text>
</a>
</g>
</g>
<!-- N1&#45;&gt;NN1_0 -->
<g id="edge1" class="edge">
<title>N1&#45;&gt;NN1_0</title>
<g id="a_edge1"><a xlink:title="L">
<path fill="none" stroke="#000000" d="M447.2687,-85.9628C436.8707,-80.6893 426.6474,-74.6951 417.5518,-68 408.6516,-61.4487 400.3021,-52.7797 393.3418,-44.5024"/>
<polygon fill="#000000" stroke="#000000" points="395.8656,-42.0553 386.8757,-36.4487 390.4071,-46.4377 395.8656,-42.0553"/>
</a>
</g>
<g id="a_edge1&#45;label"><a xlink:title="L">
<text text-anchor="middle" x="448.7241" y="-56.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 959.40GB</text>
</a>
</g>
</g>
<!-- NN1_1 -->
<g id="node4" class="node">
<title>NN1_1</title>
<g id="a_node4"><a xlink:title="882.93GB">
<polygon fill="#f8f8f8" stroke="#000000" points="513.3985,-36 436.6015,-36 432.6015,-32 432.6015,0 509.3985,0 513.3985,-4 513.3985,-36"/>
<polyline fill="none" stroke="#000000" points="509.3985,-32 432.6015,-32 "/>
<polyline fill="none" stroke="#000000" points="509.3985,-32 509.3985,0 "/>
<polyline fill="none" stroke="#000000" points="509.3985,-32 513.3985,-36 "/>
<text text-anchor="middle" x="473" y="-15.6" font-family="Times,serif" font-size="8.00" fill="#000000">10.33MB..10.41MB</text>
</a>
</g>
</g>
<!-- N1&#45;&gt;NN1_1 -->
<g id="edge2" class="edge">
<title>N1&#45;&gt;NN1_1</title>
<g id="a_edge2"><a xlink:title="L">
<path fill="none" stroke="#000000" d="M499.2506,-85.7219C495.3351,-80.0597 491.5634,-74.0011 488.5518,-68 485.0757,-61.0734 482.1901,-53.2154 479.8872,-45.8143"/>
<polygon fill="#000000" stroke="#000000" points="483.232,-44.7809 477.1074,-36.1356 476.504,-46.7132 483.232,-44.7809"/>
</a>
</g>
<g id="a_edge2&#45;label"><a xlink:title="L">
<text text-anchor="middle" x="519.7241" y="-56.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 882.93GB</text>
</a>
</g>
</g>
<!-- NN1_2 -->
<g id="node5" class="node">
<title>NN1_2</title>
<g id="a_node5"><a xlink:title="488.75GB">
<polygon fill="#f8f8f8" stroke="#000000" points="612.3985,-36 535.6015,-36 531.6015,-32 531.6015,0 608.3985,0 612.3985,-4 612.3985,-36"/>
<polyline fill="none" stroke="#000000" points="608.3985,-32 531.6015,-32 "/>
<polyline fill="none" stroke="#000000" points="608.3985,-32 608.3985,0 "/>
<polyline fill="none" stroke="#000000" points="608.3985,-32 612.3985,-36 "/>
<text text-anchor="middle" x="572" y="-15.6" font-family="Times,serif" font-size="8.00" fill="#000000">10.30MB..10.31MB</text>
</a>
</g>
</g>
<!-- N1&#45;&gt;NN1_2 -->
<g id="edge3" class="edge">
<title>N1&#45;&gt;NN1_2</title>
<g id="a_edge3"><a xlink:title="L">
<path fill="none" stroke="#000000" d="M540.0724,-85.6271C543.5095,-79.8717 546.9741,-73.803 550,-68 553.6778,-60.9468 557.3072,-53.1481 560.5252,-45.8495"/>
<polygon fill="#000000" stroke="#000000" points="563.8864,-46.893 564.6242,-36.3239 557.4564,-44.1261 563.8864,-46.893"/>
</a>
</g>
<g id="a_edge3&#45;label"><a xlink:title="L">
<text text-anchor="middle" x="587.7241" y="-56.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 488.75GB</text>
</a>
</g>
</g>
<!-- NN1_3 -->
<g id="node6" class="node">
<title>NN1_3</title>
<g id="a_node6"><a xlink:title="238.96GB">
<polygon fill="#f8f8f8" stroke="#000000" points="684,-36 634,-36 630,-32 630,0 680,0 684,-4 684,-36"/>
<polyline fill="none" stroke="#000000" points="680,-32 630,-32 "/>
<polyline fill="none" stroke="#000000" points="680,-32 680,0 "/>
<polyline fill="none" stroke="#000000" points="680,-32 684,-36 "/>
<text text-anchor="middle" x="657" y="-15.6" font-family="Times,serif" font-size="8.00" fill="#000000">10.27MB</text>
</a>
</g>
</g>
<!-- N1&#45;&gt;NN1_3 -->
<g id="edge4" class="edge">
<title>N1&#45;&gt;NN1_3</title>
<g id="a_edge4"><a xlink:title="L">
<path fill="none" stroke="#000000" d="M595.214,-85.9143C604.7142,-80.7003 613.9315,-74.7356 622,-68 629.6461,-61.617 636.3961,-53.1802 641.877,-45.0584"/>
<polygon fill="#000000" stroke="#000000" points="644.9155,-46.8022 647.3088,-36.4812 639.0016,-43.057 644.9155,-46.8022"/>
</a>
</g>
<g id="a_edge4&#45;label"><a xlink:title="L">
<text text-anchor="middle" x="665.7241" y="-56.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 238.96GB</text>
</a>
</g>
</g>
<!-- N2 -->
<g id="node7" class="node">
<title>N2</title>
<g id="a_node7"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).allocate (8785.14GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="1368.9689,-260 807.0311,-260 807.0311,-192 1368.9689,-192 1368.9689,-260"/>
<text text-anchor="middle" x="1088" y="-240" font-family="Times,serif" font-size="20.00" fill="#000000">github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).allocate</text>
<text text-anchor="middle" x="1088" y="-220" font-family="Times,serif" font-size="20.00" fill="#000000">8765.08GB(33.07%)</text>
<text text-anchor="middle" x="1088" y="-200" font-family="Times,serif" font-size="20.00" fill="#000000">of 8785.14GB(33.15%)</text>
</a>
</g>
</g>
<!-- NN2_0 -->
<g id="node8" class="node">
<title>NN2_0</title>
<g id="a_node8"><a xlink:title="135.66GB">
<polygon fill="#f8f8f8" stroke="#000000" points="1115,-132 1065,-132 1061,-128 1061,-96 1111,-96 1115,-100 1115,-132"/>
<polyline fill="none" stroke="#000000" points="1111,-128 1061,-128 "/>
<polyline fill="none" stroke="#000000" points="1111,-128 1111,-96 "/>
<polyline fill="none" stroke="#000000" points="1111,-128 1115,-132 "/>
<text text-anchor="middle" x="1088" y="-111.6" font-family="Times,serif" font-size="8.00" fill="#000000">10.34MB</text>
</a>
</g>
</g>
<!-- N2&#45;&gt;NN2_0 -->
<g id="edge5" class="edge">
<title>N2&#45;&gt;NN2_0</title>
<g id="a_edge5"><a xlink:title="L">
<path fill="none" stroke="#000000" d="M1088,-191.7877C1088,-175.9474 1088,-157.3516 1088,-142.3144"/>
<polygon fill="#000000" stroke="#000000" points="1091.5001,-142.0841 1088,-132.0842 1084.5001,-142.0842 1091.5001,-142.0841"/>
</a>
</g>
<g id="a_edge5&#45;label"><a xlink:title="L">
<text text-anchor="middle" x="1118.7241" y="-162.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 135.66GB</text>
</a>
</g>
</g>
<!-- N3 -->
<g id="node9" class="node">
<title>N3</title>
<g id="a_node9"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).release (8762.53GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="516.4443,-244 245.5557,-244 245.5557,-208 516.4443,-208 516.4443,-244"/>
<text text-anchor="middle" x="381" y="-232.3" font-family="Times,serif" font-size="9.00" fill="#000000">github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).release</text>
<text text-anchor="middle" x="381" y="-223.3" font-family="Times,serif" font-size="9.00" fill="#000000">18.86GB(0.071%)</text>
<text text-anchor="middle" x="381" y="-214.3" font-family="Times,serif" font-size="9.00" fill="#000000">of 8762.53GB(33.06%)</text>
</a>
</g>
</g>
<!-- N3&#45;&gt;N1 -->
<g id="edge17" class="edge">
<title>N3&#45;&gt;N1</title>
<g id="a_edge17"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).release &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.pgids.merge (8743.68GB)">
<path fill="none" stroke="#000000" stroke-width="2" d="M403.9679,-207.756C424.0894,-191.773 453.8803,-168.1093 478.4978,-148.5549"/>
<polygon fill="#000000" stroke="#000000" stroke-width="2" points="480.9732,-151.0585 486.6266,-142.098 476.6193,-145.5773 480.9732,-151.0585"/>
</a>
</g>
<g id="a_edge17&#45;label"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).release &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.pgids.merge (8743.68GB)">
<text text-anchor="middle" x="494.2241" y="-162.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 8743.68GB</text>
</a>
</g>
</g>
<!-- N4 -->
<g id="node10" class="node">
<title>N4</title>
<g id="a_node10"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).all (8762.43GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="789.4614,-244 534.5386,-244 534.5386,-208 789.4614,-208 789.4614,-244"/>
<text text-anchor="middle" x="662" y="-232.3" font-family="Times,serif" font-size="9.00" fill="#000000">github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).all</text>
<text text-anchor="middle" x="662" y="-223.3" font-family="Times,serif" font-size="9.00" fill="#000000">18.72GB(0.071%)</text>
<text text-anchor="middle" x="662" y="-214.3" font-family="Times,serif" font-size="9.00" fill="#000000">of 8762.43GB(33.06%)</text>
</a>
</g>
</g>
<!-- N4&#45;&gt;N1 -->
<g id="edge16" class="edge">
<title>N4&#45;&gt;N1</title>
<g id="a_edge16"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).all &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.pgids.merge (8743.71GB)">
<path fill="none" stroke="#000000" stroke-width="2" d="M639.195,-207.756C619.2162,-191.773 589.6366,-168.1093 565.1937,-148.5549"/>
<polygon fill="#000000" stroke="#000000" stroke-width="2" points="567.1177,-145.612 557.1225,-142.098 562.7448,-151.0781 567.1177,-145.612"/>
</a>
</g>
<g id="a_edge16&#45;label"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).all &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.pgids.merge (8743.71GB)">
<text text-anchor="middle" x="631.2241" y="-162.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 8743.71GB</text>
</a>
</g>
</g>
<!-- N5 -->
<g id="node11" class="node">
<title>N5</title>
<g id="a_node11"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).allocate (8786.08GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="1137.4561,-346 878.5439,-346 878.5439,-310 1137.4561,-310 1137.4561,-346"/>
<text text-anchor="middle" x="1008" y="-334.3" font-family="Times,serif" font-size="9.00" fill="#000000">github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).allocate</text>
<text text-anchor="middle" x="1008" y="-325.3" font-family="Times,serif" font-size="9.00" fill="#000000">0.94GB(0.0036%)</text>
<text text-anchor="middle" x="1008" y="-316.3" font-family="Times,serif" font-size="9.00" fill="#000000">of 8786.08GB(33.15%)</text>
</a>
</g>
</g>
<!-- N5&#45;&gt;N2 -->
<g id="edge10" class="edge">
<title>N5&#45;&gt;N2</title>
<g id="a_edge10"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).allocate &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).allocate (8785.14GB)">
<path fill="none" stroke="#000000" stroke-width="2" d="M1022.3024,-309.7644C1031.4034,-298.1607 1043.5822,-282.6327 1054.9806,-268.0998"/>
<polygon fill="#000000" stroke="#000000" stroke-width="2" points="1057.7908,-270.1881 1061.2082,-260.1595 1052.2828,-265.8681 1057.7908,-270.1881"/>
</a>
</g>
<g id="a_edge10&#45;label"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).allocate &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).allocate (8785.14GB)">
<text text-anchor="middle" x="1079.2241" y="-280.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 8785.14GB</text>
</a>
</g>
</g>
<!-- N6 -->
<g id="node12" class="node">
<title>N6</title>
<g id="a_node12"><a xlink:title="github.com/yelp/pglx/storage.(*BoltDB).Put (26371.05GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="750.239,-518 573.761,-518 573.761,-482 750.239,-482 750.239,-518"/>
<text text-anchor="middle" x="662" y="-506.3" font-family="Times,serif" font-size="9.00" fill="#000000">github.com/yelp/pglx/storage.(*BoltDB).Put</text>
<text text-anchor="middle" x="662" y="-497.3" font-family="Times,serif" font-size="9.00" fill="#000000">0.31GB(0.0012%)</text>
<text text-anchor="middle" x="662" y="-488.3" font-family="Times,serif" font-size="9.00" fill="#000000">of 26371.05GB(99.50%)</text>
</a>
</g>
</g>
<!-- N10 -->
<g id="node16" class="node">
<title>N10</title>
<g id="a_node16"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).Begin (8763.10GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="495.4262,-432 266.5738,-432 266.5738,-396 495.4262,-396 495.4262,-432"/>
<text text-anchor="middle" x="381" y="-415.6" font-family="Times,serif" font-size="8.00" fill="#000000">github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).Begin</text>
<text text-anchor="middle" x="381" y="-407.6" font-family="Times,serif" font-size="8.00" fill="#000000">0 of 8763.10GB(33.06%)</text>
</a>
</g>
</g>
<!-- N6&#45;&gt;N10 -->
<g id="edge18" class="edge">
<title>N6&#45;&gt;N10</title>
<g id="a_edge18"><a xlink:title="github.com/yelp/pglx/storage.(*BoltDB).Put &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).Begin (8735.37GB)">
<path fill="none" stroke="#000000" stroke-width="2" d="M603.0932,-481.9716C558.3196,-468.2686 496.6284,-449.388 449.625,-435.0027"/>
<polygon fill="#000000" stroke="#000000" stroke-width="2" points="450.4158,-431.5845 439.8293,-432.0047 448.3672,-438.278 450.4158,-431.5845"/>
</a>
</g>
<g id="a_edge18&#45;label"><a xlink:title="github.com/yelp/pglx/storage.(*BoltDB).Put &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).Begin (8735.37GB)">
<text text-anchor="middle" x="573.2241" y="-452.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 8735.37GB</text>
</a>
</g>
</g>
<!-- N11 -->
<g id="node17" class="node">
<title>N11</title>
<g id="a_node17"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).Commit (17640.14GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="778.8166,-432 545.1834,-432 545.1834,-396 778.8166,-396 778.8166,-432"/>
<text text-anchor="middle" x="662" y="-415.6" font-family="Times,serif" font-size="8.00" fill="#000000">github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).Commit</text>
<text text-anchor="middle" x="662" y="-407.6" font-family="Times,serif" font-size="8.00" fill="#000000">0 of 17640.14GB(66.56%)</text>
</a>
</g>
</g>
<!-- N6&#45;&gt;N11 -->
<g id="edge9" class="edge">
<title>N6&#45;&gt;N11</title>
<g id="a_edge9"><a xlink:title="github.com/yelp/pglx/storage.(*BoltDB).Put &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).Commit (17576.62GB)">
<path fill="none" stroke="#000000" stroke-width="4" d="M662,-481.7616C662,-470.3597 662,-455.4342 662,-442.494"/>
<polygon fill="#000000" stroke="#000000" stroke-width="4" points="665.5001,-442.2121 662,-432.2121 658.5001,-442.2121 665.5001,-442.2121"/>
</a>
</g>
<g id="a_edge9&#45;label"><a xlink:title="github.com/yelp/pglx/storage.(*BoltDB).Put &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).Commit (17576.62GB)">
<text text-anchor="middle" x="699.7241" y="-452.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 17576.62GB</text>
</a>
</g>
</g>
<!-- N7 -->
<g id="node13" class="node">
<title>N7</title>
<g id="a_node13"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).beginRWTx (8763.09GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="519.9794,-346 242.0206,-346 242.0206,-310 519.9794,-310 519.9794,-346"/>
<text text-anchor="middle" x="381" y="-334.3" font-family="Times,serif" font-size="9.00" fill="#000000">github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).beginRWTx</text>
<text text-anchor="middle" x="381" y="-325.3" font-family="Times,serif" font-size="9.00" fill="#000000">0.28GB(0.001%)</text>
<text text-anchor="middle" x="381" y="-316.3" font-family="Times,serif" font-size="9.00" fill="#000000">of 8763.09GB(33.06%)</text>
</a>
</g>
</g>
<!-- N7&#45;&gt;N3 -->
<g id="edge12" class="edge">
<title>N7&#45;&gt;N3</title>
<g id="a_edge12"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).beginRWTx &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).release (8762.53GB)">
<path fill="none" stroke="#000000" stroke-width="2" d="M381,-309.7644C381,-294.317 381,-271.9149 381,-254.164"/>
<polygon fill="#000000" stroke="#000000" stroke-width="2" points="384.5001,-254.0776 381,-244.0777 377.5001,-254.0777 384.5001,-254.0776"/>
</a>
</g>
<g id="a_edge12&#45;label"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).beginRWTx &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).release (8762.53GB)">
<text text-anchor="middle" x="415.2241" y="-280.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 8762.53GB</text>
</a>
</g>
</g>
<!-- N8 -->
<g id="node14" class="node">
<title>N8</title>
<g id="a_node14"><a xlink:title="github.com/yelp/pglx/replication.(*ReplicationWriter).HandleChange (26372.44GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="795.819,-604 528.181,-604 528.181,-568 795.819,-568 795.819,-604"/>
<text text-anchor="middle" x="662" y="-592.3" font-family="Times,serif" font-size="9.00" fill="#000000">github.com/yelp/pglx/replication.(*ReplicationWriter).HandleChange</text>
<text text-anchor="middle" x="662" y="-583.3" font-family="Times,serif" font-size="9.00" fill="#000000">0.03GB(0.00012%)</text>
<text text-anchor="middle" x="662" y="-574.3" font-family="Times,serif" font-size="9.00" fill="#000000">of 26372.44GB(99.51%)</text>
</a>
</g>
</g>
<!-- N8&#45;&gt;N6 -->
<g id="edge8" class="edge">
<title>N8&#45;&gt;N6</title>
<g id="a_edge8"><a xlink:title="github.com/yelp/pglx/replication.(*ReplicationWriter).HandleChange &#45;&gt; github.com/yelp/pglx/storage.(*BoltDB).Put (26371.05GB)">
<path fill="none" stroke="#000000" stroke-width="5" d="M662,-567.7616C662,-556.3597 662,-541.4342 662,-528.494"/>
<polygon fill="#000000" stroke="#000000" stroke-width="5" points="666.3751,-528.2121 662,-518.2121 657.6251,-528.2121 666.3751,-528.2121"/>
</a>
</g>
<g id="a_edge8&#45;label"><a xlink:title="github.com/yelp/pglx/replication.(*ReplicationWriter).HandleChange &#45;&gt; github.com/yelp/pglx/storage.(*BoltDB).Put (26371.05GB)">
<text text-anchor="middle" x="699.7241" y="-538.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 26371.05GB</text>
</a>
</g>
</g>
<!-- N9 -->
<g id="node15" class="node">
<title>N9</title>
<g id="a_node15"><a xlink:title="github.com/yelp/pglx/replication.(*ReplicationWriter).Run (26372.46GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="764.6915,-690 559.3085,-690 559.3085,-654 764.6915,-654 764.6915,-690"/>
<text text-anchor="middle" x="662" y="-673.6" font-family="Times,serif" font-size="8.00" fill="#000000">github.com/yelp/pglx/replication.(*ReplicationWriter).Run</text>
<text text-anchor="middle" x="662" y="-665.6" font-family="Times,serif" font-size="8.00" fill="#000000">0 of 26372.46GB(99.51%)</text>
</a>
</g>
</g>
<!-- N9&#45;&gt;N8 -->
<g id="edge7" class="edge">
<title>N9&#45;&gt;N8</title>
<g id="a_edge7"><a xlink:title="github.com/yelp/pglx/replication.(*ReplicationWriter).Run &#45;&gt; github.com/yelp/pglx/replication.(*ReplicationWriter).HandleChange (26372.44GB)">
<path fill="none" stroke="#000000" stroke-width="5" d="M662,-653.7616C662,-642.3597 662,-627.4342 662,-614.494"/>
<polygon fill="#000000" stroke="#000000" stroke-width="5" points="666.3751,-614.2121 662,-604.2121 657.6251,-614.2121 666.3751,-614.2121"/>
</a>
</g>
<g id="a_edge7&#45;label"><a xlink:title="github.com/yelp/pglx/replication.(*ReplicationWriter).Run &#45;&gt; github.com/yelp/pglx/replication.(*ReplicationWriter).HandleChange (26372.44GB)">
<text text-anchor="middle" x="699.7241" y="-624.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 26372.44GB</text>
</a>
</g>
</g>
<!-- N10&#45;&gt;N7 -->
<g id="edge11" class="edge">
<title>N10&#45;&gt;N7</title>
<g id="a_edge11"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).Begin &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).beginRWTx (8763.09GB)">
<path fill="none" stroke="#000000" stroke-width="2" d="M381,-395.7616C381,-384.3597 381,-369.4342 381,-356.494"/>
<polygon fill="#000000" stroke="#000000" stroke-width="2" points="384.5001,-356.2121 381,-346.2121 377.5001,-356.2121 384.5001,-356.2121"/>
</a>
</g>
<g id="a_edge11&#45;label"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).Begin &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*DB).beginRWTx (8763.09GB)">
<text text-anchor="middle" x="415.2241" y="-366.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 8763.09GB</text>
</a>
</g>
</g>
<!-- N11&#45;&gt;N5 -->
<g id="edge15" class="edge">
<title>N11&#45;&gt;N5</title>
<g id="a_edge15"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).Commit &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).allocate (8761.07GB)">
<path fill="none" stroke="#000000" stroke-width="2" d="M734.5329,-395.9716C790.3554,-382.0966 867.5351,-362.9132 925.6717,-348.4631"/>
<polygon fill="#000000" stroke="#000000" stroke-width="2" points="926.7021,-351.8136 935.5626,-346.0047 925.0136,-345.0203 926.7021,-351.8136"/>
</a>
</g>
<g id="a_edge15&#45;label"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).Commit &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).allocate (8761.07GB)">
<text text-anchor="middle" x="889.2241" y="-366.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 8761.07GB</text>
</a>
</g>
</g>
<!-- N12 -->
<g id="node18" class="node">
<title>N12</title>
<g id="a_node18"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).write (8762.43GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="780.3516,-346 543.6484,-346 543.6484,-310 780.3516,-310 780.3516,-346"/>
<text text-anchor="middle" x="662" y="-329.6" font-family="Times,serif" font-size="8.00" fill="#000000">github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).write</text>
<text text-anchor="middle" x="662" y="-321.6" font-family="Times,serif" font-size="8.00" fill="#000000">0 of 8762.43GB(33.06%)</text>
</a>
</g>
</g>
<!-- N11&#45;&gt;N12 -->
<g id="edge13" class="edge">
<title>N11&#45;&gt;N12</title>
<g id="a_edge13"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).Commit &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).write (8762.43GB)">
<path fill="none" stroke="#000000" stroke-width="2" d="M662,-395.7616C662,-384.3597 662,-369.4342 662,-356.494"/>
<polygon fill="#000000" stroke="#000000" stroke-width="2" points="665.5001,-356.2121 662,-346.2121 658.5001,-356.2121 665.5001,-356.2121"/>
</a>
</g>
<g id="a_edge13&#45;label"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*Tx).Commit &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).write (8762.43GB)">
<text text-anchor="middle" x="696.2241" y="-366.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 8762.43GB</text>
</a>
</g>
</g>
<!-- N12&#45;&gt;N4 -->
<g id="edge14" class="edge">
<title>N12&#45;&gt;N4</title>
<g id="a_edge14"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).write &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).all (8762.43GB)">
<path fill="none" stroke="#000000" stroke-width="2" d="M662,-309.7644C662,-294.317 662,-271.9149 662,-254.164"/>
<polygon fill="#000000" stroke="#000000" stroke-width="2" points="665.5001,-254.0776 662,-244.0777 658.5001,-254.0777 665.5001,-254.0776"/>
</a>
</g>
<g id="a_edge14&#45;label"><a xlink:title="github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).write &#45;&gt; github.com/yelp/pglx/vendor/github.com/boltdb/bolt.(*freelist).all (8762.43GB)">
<text text-anchor="middle" x="696.2241" y="-280.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 8762.43GB</text>
</a>
</g>
</g>
<!-- N13 -->
<g id="node19" class="node">
<title>N13</title>
<g id="a_node19"><a xlink:title="runtime.goexit (26503.18GB)">
<polygon fill="#f8f8f8" stroke="#000000" points="709.7698,-842 614.2302,-842 614.2302,-806 709.7698,-806 709.7698,-842"/>
<text text-anchor="middle" x="662" y="-825.6" font-family="Times,serif" font-size="8.00" fill="#000000">runtime.goexit</text>
<text text-anchor="middle" x="662" y="-817.6" font-family="Times,serif" font-size="8.00" fill="#000000">0 of 26503.18GB(100%)</text>
</a>
</g>
</g>
<!-- N13&#45;&gt;N9 -->
<g id="edge6" class="edge">
<title>N13&#45;&gt;N9</title>
<g id="a_edge6"><a xlink:title="runtime.goexit &#45;&gt; github.com/yelp/pglx/replication.(*ReplicationWriter).Run (26372.46GB)">
<path fill="none" stroke="#000000" stroke-width="5" d="M662,-805.9667C662,-779.7983 662,-731.0561 662,-700.1368"/>
<polygon fill="#000000" stroke="#000000" stroke-width="5" points="666.3751,-700.0098 662,-690.0098 657.6251,-700.0099 666.3751,-700.0098"/>
</a>
</g>
<g id="a_edge6&#45;label"><a xlink:title="runtime.goexit &#45;&gt; github.com/yelp/pglx/replication.(*ReplicationWriter).Run (26372.46GB)">
<text text-anchor="middle" x="699.7241" y="-710.8" font-family="Times,serif" font-size="14.00" fill="#000000"> 26372.46GB</text>
</a>
</g>
</g>
</g>
</g></svg>

18GB.pprof.sample.cpu.svg

bolt check @ 18GB (compacted, run for 12 hours)

bolt check pglx_post_compact.db
page 4561898: unreachable unfreed
page 4561899: unreachable unfreed
page 4561900: unreachable unfreed
page 4561901: unreachable unfreed
page 4561902: unreachable unfreed
page 4561903: unreachable unfreed
page 4561904: unreachable unfreed
page 4561905: unreachable unfreed
page 4561906: unreachable unfreed
page 4561907: unreachable unfreed
page 4561908: unreachable unfreed
page 4561909: unreachable unfreed
page 4561910: unreachable unfreed
page 4561911: unreachable unfreed
page 4561912: unreachable unfreed
page 4561913: unreachable unfreed
page 4561914: unreachable unfreed
page 4561915: unreachable unfreed
18 errors found
invalid value

bolt check @ 32GB

bash-4.3# bolt check pglx_precompact.db
page 4186884: unreachable unfreed
page 4274073: unreachable unfreed
page 4292652: unreachable unfreed
page 4292653: unreachable unfreed
page 4328963: unreachable unfreed
page 4425699: unreachable unfreed
page 4499620: unreachable unfreed
page 4603387: unreachable unfreed
page 4694459: unreachable unfreed
page 4760938: unreachable unfreed
page 4779888: unreachable unfreed
page 4786845: unreachable unfreed
page 4786846: unreachable unfreed
page 4786847: unreachable unfreed
page 4938715: unreachable unfreed
page 4997292: unreachable unfreed
page 5058614: unreachable unfreed
page 5164105: unreachable unfreed
page 5311991: unreachable unfreed
page 5313856: unreachable unfreed
page 5617609: unreachable unfreed
page 5866284: unreachable unfreed
page 6071266: unreachable unfreed
page 6227304: unreachable unfreed
page 6365484: unreachable unfreed
page 6462022: unreachable unfreed
page 6823106: unreachable unfreed
page 6906384: unreachable unfreed
page 7001332: unreachable unfreed
page 7113191: unreachable unfreed
page 7205368: unreachable unfreed
page 7283184: unreachable unfreed
page 7419292: unreachable unfreed
page 7566703: unreachable unfreed
page 7721746: unreachable unfreed
page 7844839: unreachable unfreed
page 7937068: unreachable unfreed
page 7983158: unreachable unfreed
page 8002600: unreachable unfreed
page 8117992: unreachable unfreed
page 8178406: unreachable unfreed
page 8229475: unreachable unfreed
page 8269082: unreachable unfreed
page 8286824: unreachable unfreed
page 8286825: unreachable unfreed
page 8287962: unreachable unfreed
page 8290214: unreachable unfreed
page 8290215: unreachable unfreed
page 8290216: unreachable unfreed
page 8290217: unreachable unfreed
page 8290218: unreachable unfreed
page 8290219: unreachable unfreed
page 8290220: unreachable unfreed
page 8290221: unreachable unfreed
page 8290222: unreachable unfreed
page 8290223: unreachable unfreed
page 8290224: unreachable unfreed
page 8290225: unreachable unfreed
page 8290226: unreachable unfreed
page 8290227: unreachable unfreed
page 8290228: unreachable unfreed
page 8290229: unreachable unfreed
page 8290230: unreachable unfreed
page 8290231: unreachable unfreed
page 8290232: unreachable unfreed
page 8290233: unreachable unfreed
page 8290234: unreachable unfreed
page 8290235: unreachable unfreed
page 8290236: unreachable unfreed
page 8290237: unreachable unfreed
page 8290238: unreachable unfreed
page 8290239: unreachable unfreed
page 8290240: unreachable unfreed
73 errors found
invalid value

bolt stats @ 18GB (compacted, run for 12 hours)

bash-4.3# bolt stats pglx_post_compact.db
Aggregate statistics for 3 buckets

Page count statistics
	Number of logical branch pages: 44441
	Number of physical branch overflow pages: 0
	Number of logical leaf pages: 2665780
	Number of physical leaf overflow pages: 137697
Tree statistics
	Number of keys/value pairs: 11617011
	Number of levels in B+tree: 7
Page size utilization
	Bytes allocated for physical branch pages: 182030336
	Bytes actually used for branch data: 87027920 (47%)
	Bytes allocated for physical leaf pages: 11483041792
	Bytes actually used for leaf data: 6440765993 (56%)
Bucket statistics
	Total number of buckets: 4985
	Total number on inlined buckets: 100 (2%)
	Bytes used for inlined buckets: 27216 (0%)

bolt stats @ 32GB

bash-4.3# bolt stats pglx_precompact.db
Aggregate statistics for 3 buckets

Page count statistics
	Number of logical branch pages: 66008
	Number of physical branch overflow pages: 0
	Number of logical leaf pages: 4018932
	Number of physical leaf overflow pages: 236002
Tree statistics
	Number of keys/value pairs: 17497257
	Number of levels in B+tree: 7
Page size utilization
	Bytes allocated for physical branch pages: 270368768
	Bytes actually used for branch data: 131202744 (48%)
	Bytes allocated for physical leaf pages: 17428209664
	Bytes actually used for leaf data: 10005395891 (57%)
Bucket statistics
	Total number of buckets: 4970
	Total number on inlined buckets: 118 (2%)
	Bytes used for inlined buckets: 30590 (0%)

DB.Stats() @ 18GB (10 second diff included)

{
  "Diff": {
    "TxStats": {
      "WriteTime": 5712911974,
      "Write": 4351,
      "SpillTime": 86445975,
      "Spill": 3767,
      "PageCount": 4059,
      "PageAlloc": 3995090944,
      "CursorCount": 2947,
      "NodeCount": 3608,
      "NodeDeref": 0,
      "Rebalance": 0,
      "RebalanceTime": 0,
      "Split": 159
    },
    "OpenTxN": 0,
    "TxN": -5,
    "FreelistInuse": 13597880,
    "FreeAlloc": 6962106368,
    "PendingPageN": 3343,
    "FreePageN": 1696390
  },
  "Cumulative": {
    "TxStats": {
      "WriteTime": 391640083251,
      "Write": 291125,
      "SpillTime": 6163144543,
      "Spill": 251465,
      "PageCount": 271295,
      "PageAlloc": 272141475840,
      "CursorCount": 196276,
      "NodeCount": 240737,
      "NodeDeref": 0,
      "Rebalance": 0,
      "RebalanceTime": 0,
      "Split": 10725
    },
    "OpenTxN": 0,
    "TxN": 341,
    "FreelistInuse": 13597880,
    "FreeAlloc": 6962106368,
    "PendingPageN": 3343,
    "FreePageN": 1696390
  }
}