Created
January 5, 2021 00:56
-
-
Save hamelsmu/4aa7a845d553d0f1984cdefaf17d4c75 to your computer and use it in GitHub Desktop.
Problem with fastcore's run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"cells": [ | |
{ | |
"cell_type": "code", | |
"execution_count": 1, | |
"metadata": {}, | |
"outputs": [], | |
"source": [ | |
"from fastcore.all import *" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"execution_count": 2, | |
"metadata": {}, | |
"outputs": [], | |
"source": [ | |
"!rm -rf tmp\n", | |
"!mkdir -p tmp" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"execution_count": 3, | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"name": "stdout", | |
"output_type": "stream", | |
"text": [ | |
"/Users/hamelsmu/github/fastconda/tmp\n" | |
] | |
} | |
], | |
"source": [ | |
"%cd tmp" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"execution_count": 4, | |
"metadata": {}, | |
"outputs": [], | |
"source": [ | |
"ghtagnm='v0.3.3'\n", | |
"run(f'git clone -b \"{ghtagnm}\" --depth 1 https://github.com/rwightman/pytorch-image-models.git .');" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"execution_count": 5, | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"name": "stdout", | |
"output_type": "stream", | |
"text": [ | |
"LICENSE requirements-docs.txt\r\n", | |
"MANIFEST.in requirements-sotabench.txt\r\n", | |
"README.md requirements.txt\r\n", | |
"\u001b[1m\u001b[31mavg_checkpoints.py\u001b[m\u001b[m \u001b[1m\u001b[36mresults\u001b[m\u001b[m\r\n", | |
"\u001b[1m\u001b[31mclean_checkpoint.py\u001b[m\u001b[m setup.cfg\r\n", | |
"\u001b[1m\u001b[36mconvert\u001b[m\u001b[m setup.py\r\n", | |
"\u001b[1m\u001b[31mdistributed_train.sh\u001b[m\u001b[m sotabench.py\r\n", | |
"\u001b[1m\u001b[36mdocs\u001b[m\u001b[m \u001b[1m\u001b[31msotabench_setup.sh\u001b[m\u001b[m\r\n", | |
"hubconf.py \u001b[1m\u001b[36mtests\u001b[m\u001b[m\r\n", | |
"\u001b[1m\u001b[31minference.py\u001b[m\u001b[m \u001b[1m\u001b[36mtimm\u001b[m\u001b[m\r\n", | |
"mkdocs.yml \u001b[1m\u001b[31mtrain.py\u001b[m\u001b[m\r\n", | |
"\u001b[1m\u001b[36mnotebooks\u001b[m\u001b[m \u001b[1m\u001b[31mvalidate.py\u001b[m\u001b[m\r\n" | |
] | |
} | |
], | |
"source": [ | |
"!ls" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"execution_count": 6, | |
"metadata": {}, | |
"outputs": [], | |
"source": [ | |
"run(\"setuptools-conda build --conda-name-differences 'torch:pytorch' -c pytorch .\");" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"execution_count": 7, | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"ename": "OSError", | |
"evalue": "b'' ;; b'Traceback (most recent call last):\\n File \"/Users/hamelsmu/anaconda3/bin/conda-convert\", line 11, in <module>\\n sys.exit(main())\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/cli/main_convert.py\", line 130, in main\\n return execute(sys.argv[1:])\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/cli/main_convert.py\", line 126, in execute\\n api.convert(f, **args.__dict__)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/api.py\", line 311, in convert\\n return conda_convert(package_file, output_dir=output_dir, show_imports=show_imports,\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/convert.py\", line 758, in conda_convert\\n if len(retrieve_c_extensions(file_path)) > 0 and not force:\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/convert.py\", line 41, in retrieve_c_extensions\\n with tarfile.open(file_path) as tar:\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/tarfile.py\", line 1599, in open\\n return func(name, \"r\", fileobj, **kwargs)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/tarfile.py\", line 1663, in gzopen\\n fileobj = GzipFile(name, mode + \"b\", compresslevel, fileobj)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/gzip.py\", line 173, in __init__\\n fileobj = self.myfileobj = builtins.open(filename, mode or \\'rb\\')\\nFileNotFoundError: [Errno 2] No such file or directory: \\'/Users/hamelsmu/github/fastconda/tmp/conda_packages/*/*.tar.bz2\\'\\n'", | |
"output_type": "error", | |
"traceback": [ | |
"\u001b[0;31m-----------------------------------------------------------\u001b[0m", | |
"\u001b[0;31mOSError\u001b[0m Traceback (most recent call last)", | |
"\u001b[0;32m<ipython-input-7-260195e156c8>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"conda convert -p all -o conda_packages conda_packages/*/*.tar.bz2\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", | |
"\u001b[0;32m~/github/fastcore/fastcore/xtras.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(cmd, ignore_ex, as_bytes, *rest)\u001b[0m\n\u001b[1;32m 171\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mas_bytes\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mstdout\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mstdout\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdecode\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 172\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mignore_ex\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mres\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreturncode\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstdout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 173\u001b[0;31m \u001b[0;32mif\u001b[0m \u001b[0mres\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreturncode\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mIOError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"{} ;; {}\"\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mres\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstdout\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mres\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstderr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 174\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mstdout\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 175\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", | |
"\u001b[0;31mOSError\u001b[0m: b'' ;; b'Traceback (most recent call last):\\n File \"/Users/hamelsmu/anaconda3/bin/conda-convert\", line 11, in <module>\\n sys.exit(main())\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/cli/main_convert.py\", line 130, in main\\n return execute(sys.argv[1:])\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/cli/main_convert.py\", line 126, in execute\\n api.convert(f, **args.__dict__)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/api.py\", line 311, in convert\\n return conda_convert(package_file, output_dir=output_dir, show_imports=show_imports,\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/convert.py\", line 758, in conda_convert\\n if len(retrieve_c_extensions(file_path)) > 0 and not force:\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/convert.py\", line 41, in retrieve_c_extensions\\n with tarfile.open(file_path) as tar:\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/tarfile.py\", line 1599, in open\\n return func(name, \"r\", fileobj, **kwargs)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/tarfile.py\", line 1663, in gzopen\\n fileobj = GzipFile(name, mode + \"b\", compresslevel, fileobj)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/gzip.py\", line 173, in __init__\\n fileobj = self.myfileobj = builtins.open(filename, mode or \\'rb\\')\\nFileNotFoundError: [Errno 2] No such file or directory: \\'/Users/hamelsmu/github/fastconda/tmp/conda_packages/*/*.tar.bz2\\'\\n'" | |
] | |
} | |
], | |
"source": [ | |
"run(\"conda convert -p all -o conda_packages conda_packages/*/*.tar.bz2\")" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"execution_count": 8, | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"name": "stdout", | |
"output_type": "stream", | |
"text": [ | |
"Source platform 'osx-64' and target platform 'osx-64' are identical. Skipping conversion.\n", | |
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-32\n", | |
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-64\n", | |
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-ppc64le\n", | |
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-armv6l\n", | |
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-armv7l\n", | |
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-aarch64\n", | |
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to win-32\n", | |
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to win-64\n" | |
] | |
} | |
], | |
"source": [ | |
"!conda convert -p all -o conda_packages conda_packages/*/*.tar.bz2" | |
] | |
} | |
], | |
"metadata": { | |
"kernelspec": { | |
"display_name": "Python 3", | |
"language": "python", | |
"name": "python3" | |
}, | |
"language_info": { | |
"codemirror_mode": { | |
"name": "ipython", | |
"version": 3 | |
}, | |
"file_extension": ".py", | |
"mimetype": "text/x-python", | |
"name": "python", | |
"nbconvert_exporter": "python", | |
"pygments_lexer": "ipython3", | |
"version": "3.8.3" | |
} | |
}, | |
"nbformat": 4, | |
"nbformat_minor": 4 | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment