Skip to content

Instantly share code, notes, and snippets.

@amiller
Created January 26, 2011 05:54
Show Gist options
  • Save amiller/796296 to your computer and use it in GitHub Desktop.
Save amiller/796296 to your computer and use it in GitHub Desktop.
In [1]: import hadoopy
In [2]: hadoopy.launch_frozen('input/wc-input-alice.tb','output/','wc.py')
python /usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/Configure.py
I: read old config from /usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/config.dat
I: computing EXE_dependencies
I: Finding TCL/TK...
I: Analyzing /usr/lib/python2.6/lib-dynload/_multibytecodec.so
I: Skipping libpthread.so.0 dependency of _multibytecodec.so
I: Skipping libc.so.6 dependency of _multibytecodec.so
I: Analyzing /usr/lib/python2.6/lib-dynload/datetime.so
I: Skipping libm.so.6 dependency of datetime.so
I: Skipping libpthread.so.0 dependency of datetime.so
I: Skipping libc.so.6 dependency of datetime.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_iso2022.so
I: Skipping libpthread.so.0 dependency of _codecs_iso2022.so
I: Skipping libc.so.6 dependency of _codecs_iso2022.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_tw.so
I: Skipping libpthread.so.0 dependency of _codecs_tw.so
I: Skipping libc.so.6 dependency of _codecs_tw.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_ctypes.so
I: Skipping libpthread.so.0 dependency of _ctypes.so
I: Skipping libc.so.6 dependency of _ctypes.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_jp.so
I: Skipping libpthread.so.0 dependency of _codecs_jp.so
I: Skipping libc.so.6 dependency of _codecs_jp.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_heapq.so
I: Skipping libpthread.so.0 dependency of _heapq.so
I: Skipping libc.so.6 dependency of _heapq.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_cn.so
I: Skipping libpthread.so.0 dependency of _codecs_cn.so
I: Skipping libc.so.6 dependency of _codecs_cn.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_kr.so
I: Skipping libpthread.so.0 dependency of _codecs_kr.so
I: Skipping libc.so.6 dependency of _codecs_kr.so
I: Analyzing /usr/lib/python2.6/lib-dynload/readline.so
I: Adding libreadline.so.6 dependency of readline.so
I: Skipping libpthread.so.0 dependency of readline.so
I: Skipping libc.so.6 dependency of readline.so
I: Adding libncurses.so.5 dependency of readline.so
I: Skipping libdl.so.2 dependency of readline.so
I: Analyzing /usr/lib/python2.6/lib-dynload/bz2.so
I: Adding libbz2.so.1.0 dependency of bz2.so
I: Skipping libpthread.so.0 dependency of bz2.so
I: Skipping libc.so.6 dependency of bz2.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_hk.so
I: Skipping libpthread.so.0 dependency of _codecs_hk.so
I: Skipping libc.so.6 dependency of _codecs_hk.so
I: Analyzing /lib/libreadline.so.6
I: Skipping libc.so.6 dependency of libreadline.so.6
I: Skipping libdl.so.2 dependency of libreadline.so.6
I: Analyzing /lib/libncurses.so.5
I: Skipping libc.so.6 dependency of libncurses.so.5
I: Skipping libdl.so.2 dependency of libncurses.so.5
I: Analyzing /lib/libbz2.so.1.0
I: Skipping libc.so.6 dependency of libbz2.so.1.0
I: Analyzing /usr/bin/python
I: Skipping libpthread.so.0 dependency of python
I: Skipping libdl.so.2 dependency of python
I: Adding libutil.so.1 dependency of python
I: Adding libssl.so.0.9.8 dependency of python
I: Adding libcrypto.so.0.9.8 dependency of python
I: Adding libz.so.1 dependency of python
I: Skipping libm.so.6 dependency of python
I: Skipping libc.so.6 dependency of python
I: Analyzing /lib/libutil.so.1
I: Skipping libc.so.6 dependency of libutil.so.1
I: Analyzing /lib/libssl.so.0.9.8
I: Skipping libdl.so.2 dependency of libssl.so.0.9.8
I: Skipping libc.so.6 dependency of libssl.so.0.9.8
I: Analyzing /lib/libcrypto.so.0.9.8
I: Skipping libdl.so.2 dependency of libcrypto.so.0.9.8
I: Skipping libc.so.6 dependency of libcrypto.so.0.9.8
I: Analyzing /lib/libz.so.1
I: Skipping libc.so.6 dependency of libz.so.1
I: could not find TCL/TK
I: testing for Zlib...
I: ... Zlib available
I: Testing for Unicode support...
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/Configure.py", line 340, in <module>
main(opts.configfile)
File "/usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/Configure.py", line 313, in main
test_unicode(config)
File "/usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/Configure.py", line 239, in test_unicode
open(_useUnicodeFN, 'w').write(_useUnicode % module)
IOError: [Errno 13] Permission denied: '/usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/support/useUnicode.py'
python /usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/Makespec.py -o /tmp/tmpXb8b_X -C /usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/config.dat -p /home/amiller/Desktop/hadoopstuff/hadoopy/tests /home/amiller/Desktop/hadoopstuff/hadoopy/tests/wc.py
wrote /tmp/tmpXb8b_X/wc.spec
now run Build.py to build the executable
python /usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/Build.py -y -o /tmp/tmpXb8b_X -C /usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/config.dat /tmp/tmpXb8b_X/wc.spec
checking Analysis
building Analysis because outAnalysis0.toc non existent
running Analysis outAnalysis0.toc
Analyzing: /usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/support/_mountzlib.py
Analyzing: /usr/local/lib/python2.6/dist-packages/hadoopy/thirdparty/pyinstaller/support/useUnicode.py
Analyzing: /home/amiller/Desktop/hadoopstuff/hadoopy/tests/wc.py
I: Analyzing /usr/bin/python2.6
I: Skipping libpthread.so.0 dependency of python2.6
I: Skipping libdl.so.2 dependency of python2.6
I: Adding libutil.so.1 dependency of python2.6
I: Adding libssl.so.0.9.8 dependency of python2.6
I: Adding libcrypto.so.0.9.8 dependency of python2.6
I: Adding libz.so.1 dependency of python2.6
I: Skipping libm.so.6 dependency of python2.6
I: Skipping libc.so.6 dependency of python2.6
I: Analyzing /lib/libutil.so.1
I: Skipping libc.so.6 dependency of libutil.so.1
I: Analyzing /lib/libssl.so.0.9.8
I: Skipping libdl.so.2 dependency of libssl.so.0.9.8
I: Skipping libc.so.6 dependency of libssl.so.0.9.8
I: Analyzing /lib/libcrypto.so.0.9.8
I: Skipping libdl.so.2 dependency of libcrypto.so.0.9.8
I: Skipping libc.so.6 dependency of libcrypto.so.0.9.8
I: Analyzing /lib/libz.so.1
I: Skipping libc.so.6 dependency of libz.so.1
I: Analyzing /usr/lib/python2.6/lib-dynload/datetime.so
I: Skipping libm.so.6 dependency of datetime.so
I: Skipping libpthread.so.0 dependency of datetime.so
I: Skipping libc.so.6 dependency of datetime.so
I: Analyzing /usr/local/lib/python2.6/dist-packages/_main.so
I: Skipping libpthread.so.0 dependency of _main.so
I: Skipping libc.so.6 dependency of _main.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_tw.so
I: Skipping libpthread.so.0 dependency of _codecs_tw.so
I: Skipping libc.so.6 dependency of _codecs_tw.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_heapq.so
I: Skipping libpthread.so.0 dependency of _heapq.so
I: Skipping libc.so.6 dependency of _heapq.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_iso2022.so
I: Skipping libpthread.so.0 dependency of _codecs_iso2022.so
I: Skipping libc.so.6 dependency of _codecs_iso2022.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_hk.so
I: Skipping libpthread.so.0 dependency of _codecs_hk.so
I: Skipping libc.so.6 dependency of _codecs_hk.so
I: Analyzing /usr/lib/python2.6/lib-dynload/bz2.so
I: Adding libbz2.so.1.0 dependency of bz2.so
I: Skipping libpthread.so.0 dependency of bz2.so
I: Skipping libc.so.6 dependency of bz2.so
I: Analyzing /usr/local/lib/python2.6/dist-packages/_typedbytes.so
I: Skipping libpthread.so.0 dependency of _typedbytes.so
I: Skipping libc.so.6 dependency of _typedbytes.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_ctypes.so
I: Skipping libpthread.so.0 dependency of _ctypes.so
I: Skipping libc.so.6 dependency of _ctypes.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_kr.so
I: Skipping libpthread.so.0 dependency of _codecs_kr.so
I: Skipping libc.so.6 dependency of _codecs_kr.so
I: Analyzing /usr/lib/python2.6/lib-dynload/pyexpat.so
I: Adding libexpat.so.1 dependency of pyexpat.so
I: Skipping libpthread.so.0 dependency of pyexpat.so
I: Skipping libc.so.6 dependency of pyexpat.so
I: Analyzing /usr/lib/python2.6/lib-dynload/mmap.so
I: Skipping libpthread.so.0 dependency of mmap.so
I: Skipping libc.so.6 dependency of mmap.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_multiprocessing.so
I: Skipping libpthread.so.0 dependency of _multiprocessing.so
I: Skipping libc.so.6 dependency of _multiprocessing.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_multibytecodec.so
I: Skipping libpthread.so.0 dependency of _multibytecodec.so
I: Skipping libc.so.6 dependency of _multibytecodec.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_jp.so
I: Skipping libpthread.so.0 dependency of _codecs_jp.so
I: Skipping libc.so.6 dependency of _codecs_jp.so
I: Analyzing /usr/lib/python2.6/lib-dynload/_codecs_cn.so
I: Skipping libpthread.so.0 dependency of _codecs_cn.so
I: Skipping libc.so.6 dependency of _codecs_cn.so
I: Analyzing /usr/lib/python2.6/lib-dynload/termios.so
I: Skipping libpthread.so.0 dependency of termios.so
I: Skipping libc.so.6 dependency of termios.so
I: Analyzing /usr/lib/python2.6/lib-dynload/readline.so
I: Adding libreadline.so.6 dependency of readline.so
I: Skipping libpthread.so.0 dependency of readline.so
I: Skipping libc.so.6 dependency of readline.so
I: Adding libncurses.so.5 dependency of readline.so
I: Skipping libdl.so.2 dependency of readline.so
I: Analyzing /lib/libbz2.so.1.0
I: Skipping libc.so.6 dependency of libbz2.so.1.0
I: Analyzing /lib/libexpat.so.1
I: Skipping libc.so.6 dependency of libexpat.so.1
I: Analyzing /lib/libreadline.so.6
I: Skipping libc.so.6 dependency of libreadline.so.6
I: Skipping libdl.so.2 dependency of libreadline.so.6
I: Analyzing /lib/libncurses.so.5
I: Skipping libc.so.6 dependency of libncurses.so.5
I: Skipping libdl.so.2 dependency of libncurses.so.5
Warnings written to /tmp/tmpXb8b_X/warnwc.txt
checking PYZ
rebuilding outPYZ1.toc because outPYZ1.pyz is missing
building PYZ outPYZ1.toc
checking PKG
rebuilding outPKG3.toc because outPKG3.pkg is missing
building PKG outPKG3.pkg
checking EXE
rebuilding outEXE2.toc because wc missing
building EXE from outEXE2.toc
Appending archive to EXE /tmp/tmpXb8b_X/build/pyi.linux2/wc/wc
checking COLLECT
building because outCOLLECT4.toc missing or bad
building COLLECT outCOLLECT4.toc
---------------------------------------------------------------------------
OSError Traceback (most recent call last)
/home/amiller/Desktop/hadoopstuff/hadoopy/tests/<ipython console> in <module>()
/usr/local/lib/python2.6/dist-packages/hadoopy/_runner.pyc in launch_frozen(in_name, out_name, script_path, **kw)
211 OSError: Hadoop streaming or Cxfreeze not found.
212 """
--> 213 hadoopy._freeze.freeze(os.path.abspath(script_path), **kw)
214 # Remove extension
215 if script_path.endswith('.py'):
/usr/local/lib/python2.6/dist-packages/hadoopy/_freeze.pyc in freeze(script_path, target_dir, **kw)
92 _run(('python %s/Build.py -y -o %s -C %s/config.dat %s' %
93 (root_path, pyinst_path, root_path, spec_path)))
---> 94 _copytree('%s/dist/%s' % (pyinst_path, proj_name), target_dir)
95 shutil.rmtree(pyinst_path)
96
/usr/local/lib/python2.6/dist-packages/hadoopy/_freeze.pyc in _copytree(src, dst)
67 shutil.copy2('%s/%s' % (src, file), '%s/%s' % (dst, file))
68 except IOError:
---> 69 shutil.copytree('%s/%s' % (src, file), '%s/%s' % (dst, file))
70
71
/usr/lib/python2.6/shutil.pyc in copytree(src, dst, symlinks, ignore)
134
135 """
--> 136 names = os.listdir(src)
137 if ignore is not None:
138 ignored_names = ignore(src, names)
OSError: [Errno 20] Not a directory: '/tmp/tmpXb8b_X/dist/wc/_main.so'
In [3]:
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment