completed sqoops

gistfile1.rb

require 'hdfs/classpath'
require 'uri'

hdfs = Hadoop::DFS::FileSystem.new host: options[:namenode]
hdfs.list_directory(options[:import_path]).reject do |entry|
  hdfs.list_directory(URI.parse(entry.name).path).find do |entry|
    URI.parse(entry.name).path.end_with?('_SUCCESS')
  end
end.map do |entry|
  URI.parse(entry.name).path.split('/').last
end