Skip to content

Instantly share code, notes, and snippets.

@hamelsmu
Created January 5, 2021 00:56
Show Gist options
  • Save hamelsmu/4aa7a845d553d0f1984cdefaf17d4c75 to your computer and use it in GitHub Desktop.
Save hamelsmu/4aa7a845d553d0f1984cdefaf17d4c75 to your computer and use it in GitHub Desktop.
Problem with fastcore's run
Display the source blob
Display the rendered blob
Raw
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"from fastcore.all import *"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"!rm -rf tmp\n",
"!mkdir -p tmp"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"/Users/hamelsmu/github/fastconda/tmp\n"
]
}
],
"source": [
"%cd tmp"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
"ghtagnm='v0.3.3'\n",
"run(f'git clone -b \"{ghtagnm}\" --depth 1 https://github.com/rwightman/pytorch-image-models.git .');"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"LICENSE requirements-docs.txt\r\n",
"MANIFEST.in requirements-sotabench.txt\r\n",
"README.md requirements.txt\r\n",
"\u001b[1m\u001b[31mavg_checkpoints.py\u001b[m\u001b[m \u001b[1m\u001b[36mresults\u001b[m\u001b[m\r\n",
"\u001b[1m\u001b[31mclean_checkpoint.py\u001b[m\u001b[m setup.cfg\r\n",
"\u001b[1m\u001b[36mconvert\u001b[m\u001b[m setup.py\r\n",
"\u001b[1m\u001b[31mdistributed_train.sh\u001b[m\u001b[m sotabench.py\r\n",
"\u001b[1m\u001b[36mdocs\u001b[m\u001b[m \u001b[1m\u001b[31msotabench_setup.sh\u001b[m\u001b[m\r\n",
"hubconf.py \u001b[1m\u001b[36mtests\u001b[m\u001b[m\r\n",
"\u001b[1m\u001b[31minference.py\u001b[m\u001b[m \u001b[1m\u001b[36mtimm\u001b[m\u001b[m\r\n",
"mkdocs.yml \u001b[1m\u001b[31mtrain.py\u001b[m\u001b[m\r\n",
"\u001b[1m\u001b[36mnotebooks\u001b[m\u001b[m \u001b[1m\u001b[31mvalidate.py\u001b[m\u001b[m\r\n"
]
}
],
"source": [
"!ls"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [],
"source": [
"run(\"setuptools-conda build --conda-name-differences 'torch:pytorch' -c pytorch .\");"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"ename": "OSError",
"evalue": "b'' ;; b'Traceback (most recent call last):\\n File \"/Users/hamelsmu/anaconda3/bin/conda-convert\", line 11, in <module>\\n sys.exit(main())\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/cli/main_convert.py\", line 130, in main\\n return execute(sys.argv[1:])\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/cli/main_convert.py\", line 126, in execute\\n api.convert(f, **args.__dict__)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/api.py\", line 311, in convert\\n return conda_convert(package_file, output_dir=output_dir, show_imports=show_imports,\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/convert.py\", line 758, in conda_convert\\n if len(retrieve_c_extensions(file_path)) > 0 and not force:\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/convert.py\", line 41, in retrieve_c_extensions\\n with tarfile.open(file_path) as tar:\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/tarfile.py\", line 1599, in open\\n return func(name, \"r\", fileobj, **kwargs)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/tarfile.py\", line 1663, in gzopen\\n fileobj = GzipFile(name, mode + \"b\", compresslevel, fileobj)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/gzip.py\", line 173, in __init__\\n fileobj = self.myfileobj = builtins.open(filename, mode or \\'rb\\')\\nFileNotFoundError: [Errno 2] No such file or directory: \\'/Users/hamelsmu/github/fastconda/tmp/conda_packages/*/*.tar.bz2\\'\\n'",
"output_type": "error",
"traceback": [
"\u001b[0;31m-----------------------------------------------------------\u001b[0m",
"\u001b[0;31mOSError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m<ipython-input-7-260195e156c8>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"conda convert -p all -o conda_packages conda_packages/*/*.tar.bz2\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
"\u001b[0;32m~/github/fastcore/fastcore/xtras.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(cmd, ignore_ex, as_bytes, *rest)\u001b[0m\n\u001b[1;32m 171\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mas_bytes\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mstdout\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mstdout\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdecode\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 172\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mignore_ex\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mres\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreturncode\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstdout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 173\u001b[0;31m \u001b[0;32mif\u001b[0m \u001b[0mres\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreturncode\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mIOError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"{} ;; {}\"\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mres\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstdout\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mres\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstderr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 174\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mstdout\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 175\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mOSError\u001b[0m: b'' ;; b'Traceback (most recent call last):\\n File \"/Users/hamelsmu/anaconda3/bin/conda-convert\", line 11, in <module>\\n sys.exit(main())\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/cli/main_convert.py\", line 130, in main\\n return execute(sys.argv[1:])\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/cli/main_convert.py\", line 126, in execute\\n api.convert(f, **args.__dict__)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/api.py\", line 311, in convert\\n return conda_convert(package_file, output_dir=output_dir, show_imports=show_imports,\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/convert.py\", line 758, in conda_convert\\n if len(retrieve_c_extensions(file_path)) > 0 and not force:\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/site-packages/conda_build/convert.py\", line 41, in retrieve_c_extensions\\n with tarfile.open(file_path) as tar:\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/tarfile.py\", line 1599, in open\\n return func(name, \"r\", fileobj, **kwargs)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/tarfile.py\", line 1663, in gzopen\\n fileobj = GzipFile(name, mode + \"b\", compresslevel, fileobj)\\n File \"/Users/hamelsmu/anaconda3/lib/python3.8/gzip.py\", line 173, in __init__\\n fileobj = self.myfileobj = builtins.open(filename, mode or \\'rb\\')\\nFileNotFoundError: [Errno 2] No such file or directory: \\'/Users/hamelsmu/github/fastconda/tmp/conda_packages/*/*.tar.bz2\\'\\n'"
]
}
],
"source": [
"run(\"conda convert -p all -o conda_packages conda_packages/*/*.tar.bz2\")"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Source platform 'osx-64' and target platform 'osx-64' are identical. Skipping conversion.\n",
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-32\n",
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-64\n",
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-ppc64le\n",
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-armv6l\n",
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-armv7l\n",
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to linux-aarch64\n",
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to win-32\n",
"Converting timm-0.3.3-py38_0.tar.bz2 from osx-64 to win-64\n"
]
}
],
"source": [
"!conda convert -p all -o conda_packages conda_packages/*/*.tar.bz2"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.8.3"
}
},
"nbformat": 4,
"nbformat_minor": 4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment