gistfile1.txt

mayhem:~/metabrainz/listenbrainz-server->docker exec -it listenbrainz_web_1 python manage.py dump create_full
Running on git commit: v-2019-05-13.0-652-g571f920a-dirty
/usr/local/lib/python3.7/site-packages/flask_sqlalchemy/__init__.py:835: FSADeprecationWarning: SQLALCHEMY_TRACK_MODIFICATIONS adds significant overhead and will be disabled by default in the future.  Set it to True or False to suppress this warning.
  'SQLALCHEMY_TRACK_MODIFICATIONS adds significant overhead and '
2020-06-25 16:14:16,515 INFO Beginning dump of PostgreSQL database...
2020-06-25 16:14:16,515 INFO dump path: /code/listenbrainz/listenbrainz-export/listenbrainz-dump-4-20200625-161416-full
2020-06-25 16:14:16,516 INFO Creating dump of private data...
2020-06-25 16:14:16,563 INFO Dump of private data created at /code/listenbrainz/listenbrainz-export/listenbrainz-dump-4-20200625-161416-full/listenbrainz-private-dump-20200625-161416.tar.xz!
2020-06-25 16:14:16,563 INFO Creating dump of public data...
2020-06-25 16:14:16,609 INFO Dump of public data created at /code/listenbrainz/listenbrainz-export/listenbrainz-dump-4-20200625-161416-full/listenbrainz-public-dump-20200625-161416.tar.xz!
2020-06-25 16:14:16,609 INFO ListenBrainz PostgreSQL data dump created at /code/listenbrainz/listenbrainz-export/listenbrainz-dump-4-20200625-161416-full!
2020-06-25 16:14:16,610 INFO Beginning dump of listens from TimescaleDB...
2020-06-25 16:14:16,677 INFO 379 listens dumped for 1970-01-01 at 7294.48 listens/s
2020-06-25 16:14:22,013 INFO 386 listens dumped for 2006-10-01 at 71.64 listens/s
2020-06-25 16:14:22,206 INFO 563 listens dumped for 2008-01-01 at 100.87 listens/s
2020-06-25 16:14:22,244 INFO 841 listens dumped for 2008-02-01 at 149.65 listens/s
2020-06-25 16:14:22,307 INFO 1396 listens dumped for 2008-03-01 at 245.69 listens/s
2020-06-25 16:14:22,335 INFO 1550 listens dumped for 2008-04-01 at 271.43 listens/s
2020-06-25 16:14:22,353 INFO 1553 listens dumped for 2008-05-01 at 271.13 listens/s
2020-06-25 16:14:22,384 INFO 1554 listens dumped for 2008-07-01 at 269.84 listens/s
2020-06-25 16:14:22,413 INFO 1555 listens dumped for 2008-09-01 at 268.63 listens/s
2020-06-25 16:14:22,456 INFO 1592 listens dumped for 2008-12-01 at 272.99 listens/s
2020-06-25 16:14:22,504 INFO 1627 listens dumped for 2009-02-01 at 276.75 listens/s
2020-06-25 16:14:22,529 INFO 1639 listens dumped for 2009-03-01 at 277.58 listens/s
2020-06-25 16:14:22,606 INFO 2235 listens dumped for 2009-04-01 at 373.67 listens/s
2020-06-25 16:14:24,655 INFO ListenBrainz listen dump done!
2020-06-25 16:14:24,656 INFO Dump present at /code/listenbrainz/listenbrainz-export/listenbrainz-dump-4-20200625-161416-full/listenbrainz-listens-dump-4-20200625-161416-full.tar.xz!

mayhem:~/metabrainz/listenbrainz-server->docker exec -it listenbrainz_web_1 python manage.py dump
Usage: manage.py dump [OPTIONS] COMMAND [ARGS]...

Options:
  --help  Show this message and exit.

Commands:
  convert_dump        Decompress and convert an LB dump, ready for spark.
  create_full         Create a ListenBrainz data dump which includes a...
  create_incremental
  delete_old_dumps
  import_dump         Import a ListenBrainz dump into the database.
mayhem:~/metabrainz/listenbrainz-server->docker exec -it listenbrainz_web_1 python manage.py dump convert_dump listenbrainz-export/listenbrainz-dump-3-20200625-161152-full/listenbrainz-listens-dump-3-20200625-161152-full.tar.xz spark_dump
listenbrainz-listens-dump-3-20200625-161152-full/listens/1970/1.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2006/10.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2008/1.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2008/2.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2008/3.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2008/4.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2008/5.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2008/7.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2008/9.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2008/12.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2009/2.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2009/3.listens
listenbrainz-listens-dump-3-20200625-161152-full/listens/2009/4.listens
mayhem:~/metabrainz/listenbrainz-server->find spark_dump/
spark_dump/
spark_dump//2008
spark_dump//2008/7.listens
spark_dump//2008/5.listens
spark_dump//2008/4.listens
spark_dump//2008/1.listens
spark_dump//2008/12.listens
spark_dump//2008/9.listens
spark_dump//2008/2.listens
spark_dump//2008/3.listens
spark_dump//2006
spark_dump//2006/10.listens
spark_dump//2009
spark_dump//2009/4.listens
spark_dump//2009/2.listens
spark_dump//2009/3.listens
spark_dump//1970
spark_dump//1970/1.listens