Stellar Core unexpectedly resets DB

stellar-core-bug.cfg

PEER_PORT=11635
HTTP_PORT=11636
DATABASE="postgresql://dbname=stellar-bug user=stellar"

LOG_FILE_PATH="/var/log/stellar/stellar-core-bug.log"
BUCKET_DIR_PATH="/var/lib/stellar/buckets-bug"

NETWORK_PASSPHRASE="Test SDF Network ; September 2015"

KNOWN_PEERS=[
"core-testnet1.stellar.org",
"core-testnet2.stellar.org",
"core-testnet3.stellar.org"]

UNSAFE_QUORUM=true
FAILURE_SAFETY=1

#The public keys of the Stellar testnet servers
[QUORUM_SET]
THRESHOLD_PERCENT=51 # rounded up -> 2 nodes out of 3
VALIDATORS=[
"GDKXE2OZMJIPOSLNA6N6F2BVCI3O777I2OOC4BV7VOYUEHYX7RTRYA7Y  sdf1",
"GCUCJTIYXSOXKBSNFGNFWW5MUQ54HKRPGJUTQFJ5RQXZXNOLNXYDHRAP  sdf2",
"GC2V2EFSXN6SQTWVYA5EPJPBWWIMSD2XQNKUOHGEKB535AQE2I6IXV2Z  sdf3"]


#The history store of the Stellar testnet
[HISTORY.h1]
get="curl -sf http://s3-eu-west-1.amazonaws.com/history.stellar.org/prd/core-testnet/core_testnet_001/{0} -o {1}"

[HISTORY.h2]
get="curl -sf http://s3-eu-west-1.amazonaws.com/history.stellar.org/prd/core-testnet/core_testnet_002/{0} -o {1}"

[HISTORY.h3]
get="curl -sf http://s3-eu-west-1.amazonaws.com/history.stellar.org/prd/core-testnet/core_testnet_003/{0} -o {1}"

steps.log

stellar@xlm:~$ stellar-core --version
stellar-core 9.1.0 (a278e95978bdac6d1015d82f4859dad780e752d3)

stellar@xlm:~$ stellar-core --conf /etc/stellar/stellar-core-bug.cfg --newdb
2018-02-05T06:59:22.217 GC3QY [Database INFO] Connecting to: postgresql://dbname=stellar-bug user=stellar
2018-02-05T06:59:22.231 GC3QY [SCP INFO] LocalNode::LocalNode@GC3QY qSet: 273af2
2018-02-05T06:59:22.411 GC3QY [Database INFO] Applying DB schema upgrade to version 2
2018-02-05T06:59:22.439 GC3QY [Database INFO] Applying DB schema upgrade to version 3
2018-02-05T06:59:22.445 GC3QY [Database INFO] Applying DB schema upgrade to version 4
2018-02-05T06:59:22.452 GC3QY [Database INFO] Applying DB schema upgrade to version 5
2018-02-05T06:59:22.461 GC3QY [default INFO] *
2018-02-05T06:59:22.461 GC3QY [default INFO] * The database has been initialized
2018-02-05T06:59:22.461 GC3QY [default INFO] *
2018-02-05T06:59:22.463 GC3QY [Ledger INFO] Established genesis ledger, closing
2018-02-05T06:59:22.463 GC3QY [Ledger INFO] Root account seed: <XXX>
2018-02-05T06:59:22.471 GC3QY [default INFO] *
2018-02-05T06:59:22.471 GC3QY [default INFO] * The next launch will catchup from the network afresh.
2018-02-05T06:59:22.471 GC3QY [default INFO] *
2018-02-05T06:59:22.471 GC3QY [default INFO] Application destructing
2018-02-05T06:59:22.471 GC3QY [default INFO] Application destroyed

stellar@xlm:~$ stellar-core --conf /etc/stellar/stellar-core-bug.cfg

< let it run for some time to fill DB >

stellar@xlm:~$ stellar-core --conf /etc/stellar/stellar-core-bug.cfg --graphquorum
2018-02-05T07:02:34.158 GBEGS [Database INFO] Connecting to: postgresql://dbname=stellar-bug user=stellar
2018-02-05T07:02:34.166 GBEGS [SCP INFO] LocalNode::LocalNode@GBEGS qSet: 273af2
--> 2018-02-05T07:02:34.312 GBEGS [Database INFO] Applying DB schema upgrade to version 2  <--
--> 2018-02-05T07:02:34.348 GBEGS [Database INFO] Applying DB schema upgrade to version 3  <--
--> 2018-02-05T07:02:34.355 GBEGS [Database INFO] Applying DB schema upgrade to version 4  <--
--> 2018-02-05T07:02:34.364 GBEGS [Database INFO] Applying DB schema upgrade to version 5  <--
--> 2018-02-05T07:02:34.370 GBEGS [default INFO] *                                         <--
--> 2018-02-05T07:02:34.370 GBEGS [default INFO] * The database has been initialized       <--
--> 2018-02-05T07:02:34.370 GBEGS [default INFO] *                                         <--
--> 2018-02-05T07:02:34.372 GBEGS [Ledger INFO] Established genesis ledger, closing        <--
--> 2018-02-05T07:02:34.372 GBEGS [Ledger INFO] Root account seed: <XXXX>                  <--
2018-02-05T07:02:34.377 GBEGS [History INFO] Starting FetchRecentQsetsWork
2018-02-05T07:02:34.445 GBEGS [History INFO] Downloading recent SCP messages: [7138367, 7144767]
2018-02-05T07:02:36.529 GBEGS [History INFO] Scanning for QSets in checkpoint: 7138367
.....
2018-02-05T07:02:36.574 GBEGS [Work INFO] WorkManager got SUCCESS from fetch-recent-qsets
2018-02-05T07:02:36.578 GBEGS [default INFO] Application destructing
2018-02-05T07:02:36.579 GBEGS [default INFO] Application destroyed
2018-02-05T07:02:36.583 GBEGS [default INFO] *
2018-02-05T07:02:36.583 GBEGS [default INFO] * Quorum graph: digraph {
sdf1 -> sdf1;
sdf1 -> sdf2;
sdf1 -> sdf3;
sdf2 -> sdf1;
sdf2 -> sdf2;
sdf2 -> sdf3;
sdf3 -> sdf1;
sdf3 -> sdf2;
sdf3 -> sdf3;
}

2018-02-05T07:02:36.584 GBEGS [default INFO] *