unusual-sidekiq-setup-pseudocode.rb

MAX_THREADS_PER_ACCOUNT = 5

common_job_queue = ...

loop do
  registered_accounts.each do |account|
    account_jobs = common_job_queue.extract_account_jobs(account)

    account_jobs.each_slice(MAX_THREADS_PER_ACCOUNT) do |batch|
      threads = batch.map do |job|
        Thread.new do
          job.perform
        end
      end

      threads.each(&:join)

      account.perform_magic_after_each_N_jobs
    end
  end
end