gistfile1.txt

In [12]: hadoopy.launch_frozen('input/wc-input-alice.tb','output/','tests/wc.py')
python hadoopy/thirdparty/pyinstaller/Configure.py
I: read old config from hadoopy/thirdparty/pyinstaller/config.dat
I: computing EXE_dependencies
I: Finding TCL/TK...
I: Analyzing /usr/lib/python2.6/lib-dynload/_multibytecodec.so
I: Skipping libpthread.so.0 dependency of _multibytecodec.so
I: Skipping libc.so.6 dependency of _multibytecodec.so
I: Analyzing /usr/lib/python2.6/lib-dynload/datetime.so
I: Skipping libm.so.6 dependency of datetime.so
I: Skipping libpthread.so.0 dependency of datetime.so
I: Skipping libc.so.6 dependency of datetime.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_iso2022.so
I: Skipping libpthread.so.0 dependency of _codecs_iso2022.so
I: Skipping libc.so.6 dependency of _codecs_iso2022.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_tw.so
I: Skipping libpthread.so.0 dependency of _codecs_tw.so
I: Skipping libc.so.6 dependency of _codecs_tw.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_ctypes.so
I: Skipping libpthread.so.0 dependency of _ctypes.so
I: Skipping libc.so.6 dependency of _ctypes.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_jp.so
I: Skipping libpthread.so.0 dependency of _codecs_jp.so
I: Skipping libc.so.6 dependency of _codecs_jp.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_heapq.so
I: Skipping libpthread.so.0 dependency of _heapq.so
I: Skipping libc.so.6 dependency of _heapq.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_cn.so
I: Skipping libpthread.so.0 dependency of _codecs_cn.so
I: Skipping libc.so.6 dependency of _codecs_cn.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_kr.so
I: Skipping libpthread.so.0 dependency of _codecs_kr.so
I: Skipping libc.so.6 dependency of _codecs_kr.so
I: Analyzing /usr/lib/python2.6/lib-dynload/readline.so
I: Adding libreadline.so.6 dependency of readline.so
I: Skipping libpthread.so.0 dependency of readline.so
I: Skipping libc.so.6 dependency of readline.so
I: Adding libncurses.so.5 dependency of readline.so
I: Skipping libdl.so.2 dependency of readline.so
I: Analyzing /usr/lib/python2.6/lib-dynload/bz2.so
I: Adding libbz2.so.1.0 dependency of bz2.so
I: Skipping libpthread.so.0 dependency of bz2.so
I: Skipping libc.so.6 dependency of bz2.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_hk.so
I: Skipping libpthread.so.0 dependency of _codecs_hk.so
I: Skipping libc.so.6 dependency of _codecs_hk.so
I: Analyzing /lib/libreadline.so.6
I: Skipping libc.so.6 dependency of libreadline.so.6
I: Skipping libdl.so.2 dependency of libreadline.so.6
I: Analyzing /lib/libncurses.so.5
I: Skipping libc.so.6 dependency of libncurses.so.5
I: Skipping libdl.so.2 dependency of libncurses.so.5
I: Analyzing /lib/libbz2.so.1.0
I: Skipping libc.so.6 dependency of libbz2.so.1.0
I: Analyzing /usr/bin/python
I: Skipping libpthread.so.0 dependency of python
I: Skipping libdl.so.2 dependency of python
I: Adding libutil.so.1 dependency of python
I: Adding libssl.so.0.9.8 dependency of python
I: Adding libcrypto.so.0.9.8 dependency of python
I: Adding libz.so.1 dependency of python
I: Skipping libm.so.6 dependency of python
I: Skipping libc.so.6 dependency of python
I: Analyzing /lib/libutil.so.1
I: Skipping libc.so.6 dependency of libutil.so.1
I: Analyzing /lib/libssl.so.0.9.8
I: Skipping libdl.so.2 dependency of libssl.so.0.9.8
I: Skipping libc.so.6 dependency of libssl.so.0.9.8
I: Analyzing /lib/libcrypto.so.0.9.8
I: Skipping libdl.so.2 dependency of libcrypto.so.0.9.8
I: Skipping libc.so.6 dependency of libcrypto.so.0.9.8
I: Analyzing /lib/libz.so.1
I: Skipping libc.so.6 dependency of libz.so.1
I: could not find TCL/TK
I: testing for Zlib...
I: ... Zlib available
I: Testing for Unicode support...
I: ... Unicode available
I: testing for UPX...
sh: upx: not found
I: ...UPX unavailable
I: computing PYZ dependencies...
I: done generating hadoopy/thirdparty/pyinstaller/config.dat
python hadoopy/thirdparty/pyinstaller/Makespec.py -o /tmp/tmpSG82Ry -C hadoopy/thirdparty/pyinstaller/config.dat -p /home/amiller/Desktop/hadoopstuff/hadoopy/tests /home/amiller/Desktop/hadoopstuff/hadoopy/tests/wc.py
wrote /tmp/tmpSG82Ry/wc.spec
now run Build.py to build the executable
python hadoopy/thirdparty/pyinstaller/Build.py -y -o /tmp/tmpSG82Ry -C hadoopy/thirdparty/pyinstaller/config.dat /tmp/tmpSG82Ry/wc.spec
checking Analysis
building Analysis because outAnalysis0.toc non existent
running Analysis outAnalysis0.toc
Analyzing: hadoopy/thirdparty/pyinstaller/support/_mountzlib.py
Analyzing: hadoopy/thirdparty/pyinstaller/support/useUnicode.py
Analyzing: /home/amiller/Desktop/hadoopstuff/hadoopy/tests/wc.py
I: Analyzing /usr/bin/python2.6
I: Skipping libpthread.so.0 dependency of python2.6
I: Skipping libdl.so.2 dependency of python2.6
I: Adding libutil.so.1 dependency of python2.6
I: Adding libssl.so.0.9.8 dependency of python2.6
I: Adding libcrypto.so.0.9.8 dependency of python2.6
I: Adding libz.so.1 dependency of python2.6
I: Skipping libm.so.6 dependency of python2.6
I: Skipping libc.so.6 dependency of python2.6
I: Analyzing /lib/libutil.so.1
I: Skipping libc.so.6 dependency of libutil.so.1
I: Analyzing /lib/libssl.so.0.9.8
I: Skipping libdl.so.2 dependency of libssl.so.0.9.8
I: Skipping libc.so.6 dependency of libssl.so.0.9.8
I: Analyzing /lib/libcrypto.so.0.9.8
I: Skipping libdl.so.2 dependency of libcrypto.so.0.9.8
I: Skipping libc.so.6 dependency of libcrypto.so.0.9.8
I: Analyzing /lib/libz.so.1
I: Skipping libc.so.6 dependency of libz.so.1
I: Analyzing /usr/lib/python2.6/lib-dynload/datetime.so
I: Skipping libm.so.6 dependency of datetime.so
I: Skipping libpthread.so.0 dependency of datetime.so
I: Skipping libc.so.6 dependency of datetime.so
I: Analyzing /usr/local/lib/python2.6/dist-packages/_main.so
I: Skipping libpthread.so.0 dependency of _main.so
I: Skipping libc.so.6 dependency of _main.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_tw.so
I: Skipping libpthread.so.0 dependency of _codecs_tw.so
I: Skipping libc.so.6 dependency of _codecs_tw.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_heapq.so
I: Skipping libpthread.so.0 dependency of _heapq.so
I: Skipping libc.so.6 dependency of _heapq.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_iso2022.so
I: Skipping libpthread.so.0 dependency of _codecs_iso2022.so
I: Skipping libc.so.6 dependency of _codecs_iso2022.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_hk.so
I: Skipping libpthread.so.0 dependency of _codecs_hk.so
I: Skipping libc.so.6 dependency of _codecs_hk.so
I: Analyzing /usr/lib/python2.6/lib-dynload/bz2.so
I: Adding libbz2.so.1.0 dependency of bz2.so
I: Skipping libpthread.so.0 dependency of bz2.so
I: Skipping libc.so.6 dependency of bz2.so
I: Analyzing /usr/local/lib/python2.6/dist-packages/_typedbytes.so
I: Skipping libpthread.so.0 dependency of _typedbytes.so
I: Skipping libc.so.6 dependency of _typedbytes.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_ctypes.so
I: Skipping libpthread.so.0 dependency of _ctypes.so
I: Skipping libc.so.6 dependency of _ctypes.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_kr.so
I: Skipping libpthread.so.0 dependency of _codecs_kr.so
I: Skipping libc.so.6 dependency of _codecs_kr.so
I: Analyzing /usr/lib/python2.6/lib-dynload/pyexpat.so
I: Adding libexpat.so.1 dependency of pyexpat.so
I: Skipping libpthread.so.0 dependency of pyexpat.so
I: Skipping libc.so.6 dependency of pyexpat.so
I: Analyzing /usr/lib/python2.6/lib-dynload/mmap.so
I: Skipping libpthread.so.0 dependency of mmap.so
I: Skipping libc.so.6 dependency of mmap.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_multiprocessing.so
I: Skipping libpthread.so.0 dependency of _multiprocessing.so
I: Skipping libc.so.6 dependency of _multiprocessing.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_multibytecodec.so
I: Skipping libpthread.so.0 dependency of _multibytecodec.so
I: Skipping libc.so.6 dependency of _multibytecodec.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_jp.so
I: Skipping libpthread.so.0 dependency of _codecs_jp.so
I: Skipping libc.so.6 dependency of _codecs_jp.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_cn.so
I: Skipping libpthread.so.0 dependency of _codecs_cn.so
I: Skipping libc.so.6 dependency of _codecs_cn.so
I: Analyzing /usr/lib/python2.6/lib-dynload/termios.so
I: Skipping libpthread.so.0 dependency of termios.so
I: Skipping libc.so.6 dependency of termios.so
I: Analyzing /usr/lib/python2.6/lib-dynload/readline.so
I: Adding libreadline.so.6 dependency of readline.so
I: Skipping libpthread.so.0 dependency of readline.so
I: Skipping libc.so.6 dependency of readline.so
I: Adding libncurses.so.5 dependency of readline.so
I: Skipping libdl.so.2 dependency of readline.so
I: Analyzing /lib/libbz2.so.1.0
I: Skipping libc.so.6 dependency of libbz2.so.1.0
I: Analyzing /lib/libexpat.so.1
I: Skipping libc.so.6 dependency of libexpat.so.1
I: Analyzing /lib/libreadline.so.6
I: Skipping libc.so.6 dependency of libreadline.so.6
I: Skipping libdl.so.2 dependency of libreadline.so.6
I: Analyzing /lib/libncurses.so.5
I: Skipping libc.so.6 dependency of libncurses.so.5
I: Skipping libdl.so.2 dependency of libncurses.so.5
Warnings written to /tmp/tmpSG82Ry/warnwc.txt
checking PYZ
rebuilding outPYZ1.toc because outPYZ1.pyz is missing
building PYZ outPYZ1.toc
checking PKG
rebuilding outPKG3.toc because outPKG3.pkg is missing
building PKG outPKG3.pkg
checking EXE
rebuilding outEXE2.toc because wc missing
building EXE from outEXE2.toc
Appending archive to EXE /tmp/tmpSG82Ry/build/pyi.linux2/wc/wc
checking COLLECT
building because outCOLLECT4.toc missing or bad
building COLLECT outCOLLECT4.toc
HadooPY: Running[hadoop jar /home/amiller/Desktop/hadoopstuff/hadoop-0.20.2+737/contrib/streaming/hadoop-streaming-0.20.2+737.jar -output output/ -input input/wc-input-alice.tb -mapper "wc map" -reducer "wc reduce" -file frozen/libexpat.so.1 -file frozen/libpython2.6.so.1.0 -file frozen/termios.so -file frozen/libz.so.1 -file frozen/_codecs_kr.so -file frozen/pyexpat.so -file frozen/_codecs_hk.so -file frozen/_ctypes.so -file frozen/_codecs_cn.so -file frozen/libncurses.so.5 -file frozen/_main.so -file frozen/_heapq.so -file frozen/_codecs_tw.so -file frozen/_codecs_jp.so -file frozen/datetime.so -file frozen/libreadline.so.6 -file frozen/libcrypto.so.0.9.8 -file frozen/wc -file frozen/_typedbytes.so -file frozen/_multiprocessing.so -file frozen/_codecs_iso2022.so -file frozen/bz2.so -file frozen/libutil.so.1 -file frozen/libssl.so.0.9.8 -file frozen/mmap.so -file frozen/libbz2.so.1.0 -file frozen/readline.so -file frozen/_multibytecodec.so -jobconf mapred.job.name=wc -io typedbytes -outputformat org.apache.hadoop.mapred.SequenceFileOutputFormat -inputformat AutoInputFormat]
Usage: hadoop [--config confdir] COMMAND
where COMMAND is one of:
  namenode -format     format the DFS filesystem
  secondarynamenode    run the DFS secondary namenode
  namenode             run the DFS namenode
  datanode             run a DFS datanode
  dfsadmin             run a DFS admin client
  mradmin              run a Map-Reduce admin client
  fsck                 run a DFS filesystem checking utility
  fs                   run a generic filesystem user client
  balancer             run a cluster balancing utility
  fetchdt              fetch a delegation token from the NameNode
  jobtracker           run the MapReduce job Tracker node
  pipes                run a Pipes job
  tasktracker          run a MapReduce task Tracker node
  job                  manipulate MapReduce jobs
  queue                get information regarding JobQueues
  version              print the version
  jar <jar>            run a jar file
  distcp <srcurl> <desturl> copy file or directories recursively
  archive -archiveName NAME -p <parent path> <src>* <dest> create a hadoop archive
  oiv                  apply the offline fsimage viewer to an fsimage
  classpath            prints the class path needed to get the
                       Hadoop jar and the required libraries
  daemonlog            get/set the log level for each daemon
 or
  CLASSNAME            run the class named CLASSNAME
Most commands print help when invoked w/o parameters.
---------------------------------------------------------------------------
CalledProcessError                        Traceback (most recent call last)

/home/amiller/Desktop/hadoopstuff/hadoopy/<ipython console> in <module>()

/home/amiller/Desktop/hadoopstuff/hadoopy/hadoopy/_runner.pyc in launch_frozen(in_name, out_name, script_path, **kw)
    231     kw['files'] = files
    232     kw['add_python'] = False
    233     kw['shell'] = True
--> 234     launch_cmd = launch(in_name, out_name, script_path, **kw)
    235     return launch_cmd

/home/amiller/Desktop/hadoopstuff/hadoopy/hadoopy/_runner.pyc in launch(in_name, out_name, script_path, mapper, reducer, combiner, partitioner, files, jobconfs, cmdenvs, copy_script, hstreaming, name, use_typedbytes, use_seqoutput, use_autoinput, pretend, add_python, **kw)
    162     if not pretend:
    163         print('HadooPY: Running[%s]' % (' '.join(cmd)))
--> 164         subprocess.check_call(cmd,**kw)
    165     return ' '.join(cmd)
    166 

/usr/lib/python2.6/subprocess.pyc in check_call(*popenargs, **kwargs)
    486         cmd = popenargs[0]
    487     if retcode:
--> 488         raise CalledProcessError(retcode, cmd)
    489     return retcode
    490 

CalledProcessError: Command '['hadoop', 'jar', '/home/amiller/Desktop/hadoopstuff/hadoop-0.20.2+737/contrib/streaming/hadoop-streaming-0.20.2+737.jar', '-output', 'output/', '-input', 'input/wc-input-alice.tb', '-mapper', '"wc map"', '-reducer', '"wc reduce"', '-file', 'frozen/libexpat.so.1', '-file', 'frozen/libpython2.6.so.1.0', '-file', 'frozen/termios.so', '-file', 'frozen/libz.so.1', '-file', 'frozen/_codecs_kr.so', '-file', 'frozen/pyexpat.so', '-file', 'frozen/_codecs_hk.so', '-file', 'frozen/_ctypes.so', '-file', 'frozen/_codecs_cn.so', '-file', 'frozen/libncurses.so.5', '-file', 'frozen/_main.so', '-file', 'frozen/_heapq.so', '-file', 'frozen/_codecs_tw.so', '-file', 'frozen/_codecs_jp.so', '-file', 'frozen/datetime.so', '-file', 'frozen/libreadline.so.6', '-file', 'frozen/libcrypto.so.0.9.8', '-file', 'frozen/wc', '-file', 'frozen/_typedbytes.so', '-file', 'frozen/_multiprocessing.so', '-file', 'frozen/_codecs_iso2022.so', '-file', 'frozen/bz2.so', '-file', 'frozen/libutil.so.1', '-file', 'frozen/libssl.so.0.9.8', '-file', 'frozen/mmap.so', '-file', 'frozen/libbz2.so.1.0', '-file', 'frozen/readline.so', '-file', 'frozen/_multibytecodec.so', '-jobconf', 'mapred.job.name=wc', '-io', 'typedbytes', '-outputformat', 'org.apache.hadoop.mapred.SequenceFileOutputFormat', '-inputformat', 'AutoInputFormat']' returned non-zero exit status 1