jcreed · April 18, 2025 12:52
diff --git a/sidekiq#HolisticScoringWorker b/sidekiq#HolisticScoringWorker
 When	
 18 hours ago
 Message	PG::QueryCanceled: ERROR: canceling statement due to statement timeout
 File	/gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:894
 Remote address	34.196.218.171  United States

 Backtrace
 Show code hunks
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:894 in exec_params
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:894 in block (2 levels) in exec_no_cache
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract_adapter.rb:1027 in block in with_raw_connection
 /gems/activesupport-7.1.5.1/lib/active_support/concurrency/null_lock.rb:9 in synchronize
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract_adapter.rb:999 in with_raw_connection
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:893 in block in exec_no_cache
 /gems/activesupport-7.1.5.1/lib/active_support/notifications/instrumenter.rb:58 in instrument
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract_adapter.rb:1142 in log
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:892 in exec_no_cache
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:872 in execute_and_clear
 /gems/marginalia-1.11.1/lib/marginalia.rb:91 in execute_and_clear_with_marginalia
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql/database_statements.rb:64 in internal_exec_query
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/database_statements.rb:630 in select
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/database_statements.rb:71 in select_all
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/query_cache.rb:112 in block in select_all
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/query_cache.rb:152 in block in cache_sql
 /gems/activesupport-7.1.5.1/lib/active_support/concurrency/null_lock.rb:9 in synchronize
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/query_cache.rb:147 in cache_sql
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/query_cache.rb:112 in select_all
 /gems/activerecord-7.1.5.1/lib/active_record/querying.rb:62 in _query_by_sql
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:1008 in block in exec_main_query
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:1028 in skip_query_cache_if_necessary
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:994 in exec_main_query
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:972 in block in exec_queries
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:1028 in skip_query_cache_if_necessary
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:966 in exec_queries
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:752 in load
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:264 in records
 /gems/activerecord-7.1.5.1/lib/active_record/relation/delegation.rb:100 in each
 app/models/holistic_score.rb:71 in group_by
 69:
    Designation.where(id: designations).in_batches(of: BATCH_SIZE) do |designations|
 70:
      scores = unscored.for_designation(designations)
 71:
      designation_scores = scores.group_by(&:designation_id)
 72:
      score_domains = HolisticDomain.where(id: scores.map(&:holistic_domain_id))
 73:
      roots = HolisticDomain.roots_from_leafs(score_domains)
 app/models/holistic_score.rb:71 in block in score_designations
 69:
    Designation.where(id: designations).in_batches(of: BATCH_SIZE) do |designations|
 70:
      scores = unscored.for_designation(designations)
 71:
      designation_scores = scores.group_by(&:designation_id)
 72:
      score_domains = HolisticDomain.where(id: scores.map(&:holistic_domain_id))
 73:
      roots = HolisticDomain.roots_from_leafs(score_domains)
 /gems/activerecord-7.1.5.1/lib/active_record/relation/batches.rb:396 in block in batch_on_unloaded_relation
 <internal:kernel>:187 in loop
 /gems/activerecord-7.1.5.1/lib/active_record/relation/batches.rb:372 in batch_on_unloaded_relation
 /gems/activerecord-7.1.5.1/lib/active_record/relation/batches.rb:269 in in_batches
 app/models/holistic_score.rb:69 in score_designations
 67:
    return unless unscored.exists?
 68:
    designations = unscored.distinct(:designation_id).pluck(:designation_id).uniq
 69:
    Designation.where(id: designations).in_batches(of: BATCH_SIZE) do |designations|
 70:
      scores = unscored.for_designation(designations)
 71:
      designation_scores = scores.group_by(&:designation_id)
 app/workers/holistic_scoring_worker.rb:7 in perform
 5:
 6:
  def perform(program)
 7:
    HolisticScore.score_designations(program)
 8:
  end
 9:
 end
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:220 in execute_job
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:185 in block (4 levels) in process
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:180 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /bundler/gems/sidekiq-status-960c3d405b9a/lib/sidekiq-status/server_middleware.rb:42 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 lib/sidekiq/middleware/job_lifecycle_middleware.rb:24 in call
 22:
      class Server < Base
 23:
        def call(_worker, job, _queue)
 24:
          return yield unless trackable_job?(job)
 25:
 26:
          track_job(job, 'running')
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 config/initializers/sidekiq.rb:38 in call
 36:
    def call(worker, job, _queue)
 37:
      worker.retry_count = job['retry_count'] if worker.respond_to?(:retry_count=)
 38:
      yield
 39:
    end
 40:
  end
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/sidekiq-job-stats-0.1.4/lib/sidekiq_job_stats/middleware.rb:17 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/lock/until_executed.rb:37 in block in execute
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/locksmith.rb:196 in lock!
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/locksmith.rb:106 in block in execute
 /gems/redis-client-0.23.2/lib/redis_client/decorator.rb:46 in block in with
 /gems/redis-client-0.23.2/lib/redis_client.rb:249 in with
 /gems/redis-client-0.23.2/lib/redis_client/decorator.rb:46 in with
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/connection.rb:16 in block in redis
 /gems/sidekiq-7.3.8/lib/sidekiq/capsule.rb:107 in block in redis
 /gems/connection_pool-2.5.0/lib/connection_pool.rb:110 in block (2 levels) in with
 /gems/connection_pool-2.5.0/lib/connection_pool.rb:109 in handle_interrupt
 /gems/connection_pool-2.5.0/lib/connection_pool.rb:109 in block in with
 /gems/connection_pool-2.5.0/lib/connection_pool.rb:106 in handle_interrupt
 /gems/connection_pool-2.5.0/lib/connection_pool.rb:106 in with
 /gems/sidekiq-7.3.8/lib/sidekiq/capsule.rb:104 in redis
 /gems/sidekiq-7.3.8/lib/sidekiq.rb:74 in redis
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/connection.rb:15 in redis
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/locksmith.rb:105 in execute
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/lock/until_executed.rb:36 in execute
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/middleware/server.rb:27 in call
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/middleware.rb:41 in block in call
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/logging.rb:142 in block in with_logging_context
 /gems/sidekiq-7.3.8/lib/sidekiq/logger.rb:11 in with
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/logging.rb:157 in call
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/logging.rb:157 in with_configured_loggers_context
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/logging.rb:141 in with_logging_context
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/middleware.rb:40 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/instrumentation/sidekiq/server.rb:38 in block in call
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/instrumentation/controller_instrumentation.rb:383 in perform_action_with_newrelic_trace
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/instrumentation/sidekiq/server.rb:27 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/airbrake-ruby-6.2.2/lib/airbrake-ruby/benchmark.rb:13 in measure
 /gems/airbrake-13.0.4/lib/airbrake/sidekiq.rb:10 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/job/interrupt_handler.rb:9 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/metrics/tracking.rb:26 in track
 /gems/sidekiq-7.3.8/lib/sidekiq/metrics/tracking.rb:134 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/sidekiq-failures-1.0.4/lib/sidekiq/failures/middleware.rb:9 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:173 in invoke
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:184 in block (3 levels) in process
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:145 in block (6 levels) in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/job_retry.rb:118 in local
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:144 in block (5 levels) in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/rails.rb:16 in block in call
 /gems/activesupport-7.1.5.1/lib/active_support/reloader.rb:77 in block in wrap
 /gems/activesupport-7.1.5.1/lib/active_support/execution_wrapper.rb:92 in wrap
 /gems/activesupport-7.1.5.1/lib/active_support/reloader.rb:74 in wrap
 /gems/sidekiq-7.3.8/lib/sidekiq/rails.rb:15 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:139 in block (4 levels) in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:281 in stats
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:134 in block (3 levels) in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/job_logger.rb:15 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:133 in block (2 levels) in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/job_retry.rb:85 in global
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:132 in block in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/job_logger.rb:40 in prepare
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:131 in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:183 in block (2 levels) in process
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:182 in handle_interrupt
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:182 in block in process
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:181 in handle_interrupt
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:181 in process
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:86 in process_one
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:76 in run
 /gems/sidekiq-7.3.8/lib/sidekiq/component.rb:10 in watchdog
 /gems/sidekiq-7.3.8/lib/sidekiq/component.rb:19 in block in safe_thread
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/tracer.rb:434 in block (2 levels) in thread_block_with_current_transaction
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/tracer.rb:357 in capture_segment_error
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/tracer.rb:433 in block in thread_block_with_current_transaction
 Caused by PG::QueryCanceled: ERROR: canceling statement due to statement timeout
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:894 in exec_params
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:894 in block (2 levels) in exec_no_cache
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract_adapter.rb:1027 in block in with_raw_connection
 /gems/activesupport-7.1.5.1/lib/active_support/concurrency/null_lock.rb:9 in synchronize
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract_adapter.rb:999 in with_raw_connection
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:893 in block in exec_no_cache
 /gems/activesupport-7.1.5.1/lib/active_support/notifications/instrumenter.rb:58 in instrument
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract_adapter.rb:1142 in log
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:892 in exec_no_cache
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql_adapter.rb:872 in execute_and_clear
 /gems/marginalia-1.11.1/lib/marginalia.rb:91 in execute_and_clear_with_marginalia
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/postgresql/database_statements.rb:64 in internal_exec_query
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/database_statements.rb:630 in select
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/database_statements.rb:71 in select_all
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/query_cache.rb:112 in block in select_all
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/query_cache.rb:152 in block in cache_sql
 /gems/activesupport-7.1.5.1/lib/active_support/concurrency/null_lock.rb:9 in synchronize
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/query_cache.rb:147 in cache_sql
 /gems/activerecord-7.1.5.1/lib/active_record/connection_adapters/abstract/query_cache.rb:112 in select_all
 /gems/activerecord-7.1.5.1/lib/active_record/querying.rb:62 in _query_by_sql
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:1008 in block in exec_main_query
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:1028 in skip_query_cache_if_necessary
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:994 in exec_main_query
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:972 in block in exec_queries
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:1028 in skip_query_cache_if_necessary
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:966 in exec_queries
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:752 in load
 /gems/activerecord-7.1.5.1/lib/active_record/relation.rb:264 in records
 /gems/activerecord-7.1.5.1/lib/active_record/relation/delegation.rb:100 in each
 app/models/holistic_score.rb:71 in group_by
 69:
    Designation.where(id: designations).in_batches(of: BATCH_SIZE) do |designations|
 70:
      scores = unscored.for_designation(designations)
 71:
      designation_scores = scores.group_by(&:designation_id)
 72:
      score_domains = HolisticDomain.where(id: scores.map(&:holistic_domain_id))
 73:
      roots = HolisticDomain.roots_from_leafs(score_domains)
 app/models/holistic_score.rb:71 in block in score_designations
 69:
    Designation.where(id: designations).in_batches(of: BATCH_SIZE) do |designations|
 70:
      scores = unscored.for_designation(designations)
 71:
      designation_scores = scores.group_by(&:designation_id)
 72:
      score_domains = HolisticDomain.where(id: scores.map(&:holistic_domain_id))
 73:
      roots = HolisticDomain.roots_from_leafs(score_domains)
 /gems/activerecord-7.1.5.1/lib/active_record/relation/batches.rb:396 in block in batch_on_unloaded_relation
 <internal:kernel>:187 in loop
 /gems/activerecord-7.1.5.1/lib/active_record/relation/batches.rb:372 in batch_on_unloaded_relation
 /gems/activerecord-7.1.5.1/lib/active_record/relation/batches.rb:269 in in_batches
 app/models/holistic_score.rb:69 in score_designations
 67:
    return unless unscored.exists?
 68:
    designations = unscored.distinct(:designation_id).pluck(:designation_id).uniq
 69:
    Designation.where(id: designations).in_batches(of: BATCH_SIZE) do |designations|
 70:
      scores = unscored.for_designation(designations)
 71:
      designation_scores = scores.group_by(&:designation_id)
 app/workers/holistic_scoring_worker.rb:7 in perform
 5:
 6:
  def perform(program)
 7:
    HolisticScore.score_designations(program)
 8:
  end
 9:
 end
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:220 in execute_job
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:185 in block (4 levels) in process
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:180 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /bundler/gems/sidekiq-status-960c3d405b9a/lib/sidekiq-status/server_middleware.rb:42 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 lib/sidekiq/middleware/job_lifecycle_middleware.rb:24 in call
 22:
      class Server < Base
 23:
        def call(_worker, job, _queue)
 24:
          return yield unless trackable_job?(job)
 25:
 26:
          track_job(job, 'running')
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 config/initializers/sidekiq.rb:38 in call
 36:
    def call(worker, job, _queue)
 37:
      worker.retry_count = job['retry_count'] if worker.respond_to?(:retry_count=)
 38:
      yield
 39:
    end
 40:
  end
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/sidekiq-job-stats-0.1.4/lib/sidekiq_job_stats/middleware.rb:17 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/lock/until_executed.rb:37 in block in execute
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/locksmith.rb:196 in lock!
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/locksmith.rb:106 in block in execute
 /gems/redis-client-0.23.2/lib/redis_client/decorator.rb:46 in block in with
 /gems/redis-client-0.23.2/lib/redis_client.rb:249 in with
 /gems/redis-client-0.23.2/lib/redis_client/decorator.rb:46 in with
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/connection.rb:16 in block in redis
 /gems/sidekiq-7.3.8/lib/sidekiq/capsule.rb:107 in block in redis
 /gems/connection_pool-2.5.0/lib/connection_pool.rb:110 in block (2 levels) in with
 /gems/connection_pool-2.5.0/lib/connection_pool.rb:109 in handle_interrupt
 /gems/connection_pool-2.5.0/lib/connection_pool.rb:109 in block in with
 /gems/connection_pool-2.5.0/lib/connection_pool.rb:106 in handle_interrupt
 /gems/connection_pool-2.5.0/lib/connection_pool.rb:106 in with
 /gems/sidekiq-7.3.8/lib/sidekiq/capsule.rb:104 in redis
 /gems/sidekiq-7.3.8/lib/sidekiq.rb:74 in redis
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/connection.rb:15 in redis
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/locksmith.rb:105 in execute
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/lock/until_executed.rb:36 in execute
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/middleware/server.rb:27 in call
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/middleware.rb:41 in block in call
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/logging.rb:142 in block in with_logging_context
 /gems/sidekiq-7.3.8/lib/sidekiq/logger.rb:11 in with
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/logging.rb:157 in call
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/logging.rb:157 in with_configured_loggers_context
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/logging.rb:141 in with_logging_context
 /gems/sidekiq-unique-jobs-8.0.10/lib/sidekiq_unique_jobs/middleware.rb:40 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/instrumentation/sidekiq/server.rb:38 in block in call
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/instrumentation/controller_instrumentation.rb:383 in perform_action_with_newrelic_trace
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/instrumentation/sidekiq/server.rb:27 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/airbrake-ruby-6.2.2/lib/airbrake-ruby/benchmark.rb:13 in measure
 /gems/airbrake-13.0.4/lib/airbrake/sidekiq.rb:10 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/job/interrupt_handler.rb:9 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/metrics/tracking.rb:26 in track
 /gems/sidekiq-7.3.8/lib/sidekiq/metrics/tracking.rb:134 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:183 in block in traverse
 /gems/sidekiq-failures-1.0.4/lib/sidekiq/failures/middleware.rb:9 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:182 in traverse
 /gems/sidekiq-7.3.8/lib/sidekiq/middleware/chain.rb:173 in invoke
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:184 in block (3 levels) in process
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:145 in block (6 levels) in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/job_retry.rb:118 in local
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:144 in block (5 levels) in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/rails.rb:16 in block in call
 /gems/activesupport-7.1.5.1/lib/active_support/reloader.rb:77 in block in wrap
 /gems/activesupport-7.1.5.1/lib/active_support/execution_wrapper.rb:92 in wrap
 /gems/activesupport-7.1.5.1/lib/active_support/reloader.rb:74 in wrap
 /gems/sidekiq-7.3.8/lib/sidekiq/rails.rb:15 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:139 in block (4 levels) in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:281 in stats
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:134 in block (3 levels) in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/job_logger.rb:15 in call
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:133 in block (2 levels) in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/job_retry.rb:85 in global
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:132 in block in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/job_logger.rb:40 in prepare
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:131 in dispatch
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:183 in block (2 levels) in process
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:182 in handle_interrupt
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:182 in block in process
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:181 in handle_interrupt
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:181 in process
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:86 in process_one
 /gems/sidekiq-7.3.8/lib/sidekiq/processor.rb:76 in run
 /gems/sidekiq-7.3.8/lib/sidekiq/component.rb:10 in watchdog
 /gems/sidekiq-7.3.8/lib/sidekiq/component.rb:19 in block in safe_thread
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/tracer.rb:434 in block (2 levels) in thread_block_with_current_transaction
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/tracer.rb:357 in capture_segment_error
 /gems/newrelic_rpm-9.13.0/lib/new_relic/agent/tracer.rb:433 in block in thread_block_with_current_transaction
 Parameters
 {
  "job": {
    "args": [
      "383581"
    ],
    "class": "HolisticScoringWorker",
    "created_at": 1744912946.074692,
    "enqueued_at": 1744912946.0772526,
    "jid": "3e94245286aede8bd34fc1ab",
    "lock": "until_executed",
    "lock_args": [
      "383581"
    ],
    "lock_digest": "uniquejobs:a41319d8abc6a3a6f8e2dd9343c3e729",
    "lock_prefix": "uniquejobs",
    "lock_timeout": 0,
    "lock_ttl": null,
    "queue": "high",
    "retry": true
  }
 }

 Environment
 {
  "program_name": "sidekiq 7.3.8 app [1 of 10 busy]"
 }

 Context
 {
  "action": "HolisticScoringWorker",
  "component": "sidekiq",
  "environment": "uat-aws",
  "error_message": "PG::QueryCanceled: ERROR:  canceling statement due to statement timeout\n",
  "hostname": "wa-sidekiq-high-54644cdf75-ptvb2",
  "language": "ruby/3.3.0",
  "messageParams": {
    "0": "PG::QueryCanceled",
    "1": " canceling statement due to statement timeout\n"
  },
  "messagePattern": "{}: ERROR: {}",
  "notifier": {
    "name": "airbrake-ruby",
    "url": "https://github.com/airbrake/airbrake-ruby",
    "version": "6.2.2"
  },
  "os": "x86_64-linux",
  "remoteAddr": "34.196.218.171",
  "remoteCountry": "United States",
  "remoteCountryCode": "US",
  "rootDirectory": "/opt/app",
  "severity": "error"
 }