WebHDFS

example.py

from webhdfs.webhdfs import WebHDFS
import os, tempfile
import time

webhdfs = WebHDFS("localhost", 50070, "training")

webhdfs.mkdir("/hello-world/")

# create a temporary file
f = tempfile.NamedTemporaryFile()
f.write(b'Hello world!\n')
f.flush() 

print "Upload file: " + f.name

webhdfs.copyFromLocal(f.name, 
                      "hello-world/test.txt")
    
webhdfs.copyToLocal("hello-world/test.txt",
                    "/tmp/test1.txt")
    
for i in webhdfs.listdir("/hello-world/"):
    print str(i)
    
f.close()

WebHDFS.txt

curl -O http://python-distribute.org/distribute_setup.py
sudo python distribute_setup.py

curl -O https://raw.github.com/pypa/pip/master/contrib/get-pip.py
sudo python get-pip.py

sudo pip install webhdfs

cp /usr/lib/python2.6/site-packages/webhdfs/example.py .