Thinking Sphinx parallel processing of real-time indices.

parallel_processor.rb

# This will process each real-time index in parallel (using separate
# processes, up to the number of CPUs available).
#
# You will also need the 'parallel' gem, and what is currently the
# edge release of Thinking Sphinx (until there's been a release after
# v4.3.2).
#
# This could all go in an initialiser, or put the class wherever you
# like, and the assignment in the initialiser.

class ParallelProcessor < ThinkingSphinx::RealTime::Processor
  def call(&block)
    Parallel.map(indices) do |index|
      puts "Populating index #{index.name}"
      ThinkingSphinx::RealTime.populator.populate index
      puts "Populated index #{index.name}"

      block.call
    end
  end
end

ThinkingSphinx::RealTime.processor = ParallelProcessor