Skip to content

Instantly share code, notes, and snippets.

@cosmicexplorer
Created February 13, 2020 02:05
Show Gist options
  • Save cosmicexplorer/7066947bcb37d3f44863796841c76998 to your computer and use it in GitHub Desktop.
Save cosmicexplorer/7066947bcb37d3f44863796841c76998 to your computer and use it in GitHub Desktop.
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">
<html>
<head>
<title>Index of /home/third_party/source/python/wheels</title>
</head>
<body>
<h1>Index of /home/third_party/source/python/wheels</h1>
<table>
<tr><th valign="top"><img src="/icons/blank.gif" alt="[ICO]"></th><th><a href="?C=N;O=D">Name</a></th><th><a href="?C=M;O=A">Last modified</a></th><th><a href="?C=S;O=A">Size</a></th><th><a href="?C=D;O=A">Description</a></th></tr>
<tr><th colspan="5"><hr></th></tr>
<tr><td valign="top"><img src="/icons/back.gif" alt="[PARENTDIR]"></td><td><a href="/home/third_party/source/python/">Parent Directory</a></td><td>&nbsp;</td><td align="right"> - </td><td>&nbsp;</td></tr>
<tr><td valign="top"><img src="/icons/unknown.gif" alt="[ ]"></td><td><a href="nonexistent_package-0.15.0-cp27-cp27m-macosx_10_9_x86_64.whl">nonexistent_package-0.15.0-cp27-cp27m-macosx_10_9_x86_64.whl</a></td><td align="right">2019-12-31 00:47 </td><td align="right">2.0M</td><td>&nbsp;</td></tr>
#!/bin/bash
set -euxo pipefail
function generate-large-find-links-page {
cat ../wow-header.html
set +x
for i in $(seq 50000); do
echo '<tr><td valign="top"><img src="/icons/unknown.gif" alt="[ ]"></td><td><a href="nonexistent_package-0.15.0-cp27-cp27m-macosx_10_9_x86_64.whl">nonexistent_package-0.15.0-cp27-cp27m-macosx_10_9_x86_64.whl</a></td><td align="right">2019-12-31 00:47 </td><td align="right">2.0M</td><td>&nbsp;</td></tr>'
done
for w in *.whl *.tar.gz; do
echo "<tr><td valign=\"top\"><img src=\"/icons/unknown.gif\" alt=\"[ ]\"></td><td><a href=\"${w}\">${w}</a></td><td align=\"right\">2019-12-31 00:47 </td><td align=\"right\">2.0M</td><td>&nbsp;</td></tr>"
done
set -x
cat ../wow-footer.html
}
function benchmark-pex-find-links {
local -r version="$1"
local -r output_pex="$2"
local -a requirements="${@:3}"
mkdir -pv whls/
pushd whls/
pip3 download "${requirements[@]}"
generate-large-find-links-page > generated-find-links-page.html
popd
time pex "pex==${version}" --entry-point=pex -- \
-vvvvvvvvv \
--no-pypi \
--disable-cache \
--find-links http://localhost:8000/whls/generated-find-links-page.html \
-o "$output_pex" \
"${requirements[@]}"
}
python -m http.server &
benchmark-pex-find-links 1.6.12 tf-deps-pex1.pex tensorflow==1.14.0
benchmark-pex-find-links 2.1.2 tf-deps-pex2.pex tensorflow==1.14.0
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment