This gist is to support an issue on the TonicAI/condenser project.
The config.json is designed to apply to the Neotoma Paleoecology Database, a postgres database (snapshot available here: https://figshare.com/articles/dataset/Neotoma_Database_Snapshot_2021-06-08/14750697)
The issue appears to be that the application hangs at some point in the processing, but it's not clear how to debug the issue.
| { | |
| "initial_targets": [ | |
| { | |
| "table":"ndb.sites", | |
| "percent": 100 | |
| } | |
| ], | |
| "db_type": "postgres", | |
| "source_db_connection_info": { | |
| "user_name": "postgres", | |
| "host": "localhost", | |
| "db_name": "neotoma", | |
| "password": "postgres", | |
| "port": 5432 | |
| }, | |
| "destination_db_connection_info": { | |
| "user_name": "postgres", | |
| "host": "localhost", | |
| "db_name": "export", | |
| "port": 5432, | |
| "password": "postgres" | |
| }, | |
| "upstream_filters": [ | |
| { | |
| "table": "ndb.constituentdatabases", | |
| "where": "databaseid=28" | |
| } | |
| ], | |
| "excluded_tables": [ | |
| ], | |
| "passthrough_tables": [ | |
| "ndb.rocktypes", | |
| "ndb.depenvttypes", | |
| "ndb.chroncontroltypes", | |
| "ndb.geopoliticalunits", | |
| "ndb.taxa", | |
| "ndb.lithostrat" | |
| ], | |
| "fk_augmentation": [], | |
| "post_subset_sql": [], | |
| "keep_disconnected_tables": true, | |
| "dependency_breaks": [ | |
| {"fk_table": "ndb.geopoliticalunits", "target_table": "geopoliticalunits"}, | |
| {"fk_table": "ndb.taxa", "target_table": "ndb.taxa"}, | |
| {"fk_table": "ndb.chroncontroltypes", "target_table": "ndb.chroncontroltypes"}, | |
| {"fk_table": "ndb.depenvttypes", "target_table": "ndb.depenvttypes"}, | |
| {"fk_table": "ndb.rocktypes", "target_table": "ndb.rocktypes"}, | |
| {"fk_table": "ndb.lithostrat", "target_table": "ndb.lithostrat"} | |
| ] | |
| } |