copying redacted crashes via PG/Null -> RMQ; RMQ/S3 -> ES

copier.conf

# name: application
# doc: the name of the app to run (select from: collector, copy_processed, copy_raw_and_processed, crashmover, fetch, middleware, processor, reprocess_crashlist, setupdb, submitter)
application='socorro.collector.crashmover_app.RawAndProcessedCopierApp'

#-------------------------------------------------------------------------------
# source - 

# name: source.crashstorage_class
# doc: the source storage class
source.crashstorage_class='socorro.external.boto.crashstorage.BotoS3CrashStorage'

#-------------------------------------------------------------------------------
# destination - 

# name: destination.crashstorage_class
# doc: the destination storage class
destination.crashstorage_class='socorro.external.es.crashstorage.ESCrashStorageNoStackwalkerOutput'

#-------------------------------------------------------------------------------
# new_crash_source - 

# name: new_crash_source.new_crash_source_class
# doc: an iterable that will stream crash_ids needing copying
new_crash_source.new_crash_source_class='socorro.external.rabbitmq.rmq_new_crash_source.RMQNewCrashSource'

example.sh

$ socorro copy_processed --admin.conf=queuer.conf  # needs credentials for PG & RMQ

$ socorro copy_raw_and_processed --admin.conf=copier.conf  # needs credentials for RMQ, S3, ES

queuer.conf

# name: application
# doc: the name of the app to run (select from: collector, copy_processed, copy_raw_and_processed, crashmover, fetch, middleware, processor, reprocess_crashlist, setupdb, submitter)
application='socorro.collector.crashmover_app.ProcessedCrashCopierApp'

#-------------------------------------------------------------------------------
# source - 

# name: source.crashstorage_class
# doc: the source storage class
source.crashstorage_class='socorro.external.crashstorage_base.NullCrashStorage'

#-------------------------------------------------------------------------------
# destination - 

# name: destination.crashstorage_class
# doc: the destination storage class
destination.crashstorage_class='socorro.external.rabbitmq.crashstorage.RabbitMQCrashStorage'

#-------------------------------------------------------------------------------
# new_crash_source - 

# name: new_crash_source.new_crash_source_class
# doc: an iterable that will stream crash_ids needing copying
new_crash_source.new_crash_source_class='socorro.processor.timemachine.PGQueryNewCrashSource'