Remove duplicates from Resque::Failure

remove_dups.rb

def remove_duplicates
  count = 0
  trash = []
  failures = Resque::Failure.all(0, -1)
  failures.group_by {|f| f['payload']}.each do |k, v|
    next unless v.size > 1
    trash.concat v[1..-1] 
  end
  trash.map {|f| [failures.index(f), f]}.sort!.each_with_index do |vec, i|   
    pos = vec[0] - i
    f = vec[1]
    next unless Resque::Failure.all(pos, 1) == f
    count += 1
    Resque::Failure.remove(pos)
  end
  return "Flaged trash: #{trash.size} | Removed from queue: #{count}"
end