Skip to content

Instantly share code, notes, and snippets.

@0x61nas

0x61nas/burn-test.ipynb

Created November 3, 2023 05:05
Show Gist options
  • Save 0x61nas/4e600b90bb53d84c93620f5c1c631732 to your computer and use it in GitHub Desktop.
Save 0x61nas/4e600b90bb53d84c93620f5c1c631732 to your computer and use it in GitHub Desktop.
Download ZIP
burn-test.ipynb
Display the source blob
Display the rendered blob
Raw
burn-test.ipynb
{
"nbformat": 4,
"nbformat_minor": 0,
"metadata": {
"colab": {
"provenance": [],
"gpuType": "T4",
"authorship_tag": "ABX9TyNgjw8TmrysCuYpp9sqCwx+",
"include_colab_link": true
},
"kernelspec": {
"name": "python3",
"display_name": "Python 3"
},
"language_info": {
"name": "python"
},
"accelerator": "GPU"
},
"cells": [
{
"cell_type": "markdown",
"metadata": {
"id": "view-in-github",
"colab_type": "text"
},
"source": [
"<a href=\"https://colab.research.google.com/gist/0x61nas/4e600b90bb53d84c93620f5c1c631732/burn-test.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
]
},
{
"cell_type": "code",
"source": [
"!curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- --quiet -y --default-toolchain stable"
],
"metadata": {
"id": "Bw11Jab0c1BL",
"colab": {
"base_uri": "https://localhost:8080/"
},
"outputId": "86f70a9b-0839-44fb-a1e5-ce72717d2206"
},
"execution_count": 3,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"\u001b[1minfo:\u001b[0m downloading installer\n",
"\u001b[1minfo: \u001b[mprofile set to 'default'\n",
"\u001b[1minfo: \u001b[mdefault host triple is x86_64-unknown-linux-gnu\n",
"\u001b[1minfo: \u001b[msyncing channel updates for 'stable-x86_64-unknown-linux-gnu'\n",
"\u001b[1minfo: \u001b[mlatest update on 2023-10-05, rust version 1.73.0 (cc66ad468 2023-10-03)\n",
"\u001b[1minfo: \u001b[mdownloading component 'cargo'\n",
"\u001b[1minfo: \u001b[mdownloading component 'clippy'\n",
"\u001b[1minfo: \u001b[mdownloading component 'rust-docs'\n",
"\u001b[1minfo: \u001b[mdownloading component 'rust-std'\n",
"\u001b[1minfo: \u001b[mdownloading component 'rustc'\n",
"\u001b[1minfo: \u001b[mdownloading component 'rustfmt'\n",
"\u001b[1minfo: \u001b[minstalling component 'cargo'\n",
"\u001b[1minfo: \u001b[minstalling component 'clippy'\n",
"\u001b[1minfo: \u001b[minstalling component 'rust-docs'\n",
"\u001b[1minfo: \u001b[minstalling component 'rust-std'\n",
"\u001b[1minfo: \u001b[minstalling component 'rustc'\n",
"\u001b[1minfo: \u001b[minstalling component 'rustfmt'\n",
"\u001b[1minfo: \u001b[mdefault toolchain set to 'stable-x86_64-unknown-linux-gnu'\n",
"\n",
" \u001b[1m\u001b[32mstable-x86_64-unknown-linux-gnu installed\u001b[m - rustc 1.73.0 (cc66ad468 2023-10-03)\n",
"\n",
"\u001b[1m\n",
"Rust is installed now. Great!\n",
"\u001b[m\n",
"To get started you may need to restart your current shell.\n",
"This would reload your \u001b[1mPATH\u001b[m environment variable to include\n",
"Cargo's bin directory ($HOME/.cargo/bin).\n",
"\n",
"To configure your current shell, run:\n",
"source \"$HOME/.cargo/env\"\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"!git clone --depth=1 https://gitlab.com/anas-elgarhy/burn-digets-modle.git"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "ykauAN6MaH0A",
"outputId": "34ed14c4-3141-48e0-e4da-0487e1722e5e"
},
"execution_count": 4,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Cloning into 'burn-digets-modle'...\n",
"remote: Enumerating objects: 9, done.\u001b[K\n",
"remote: Counting objects: 100% (9/9), done.\u001b[K\n",
"remote: Compressing objects: 100% (8/8), done.\u001b[K\n",
"remote: Total 9 (delta 0), reused 0 (delta 0), pack-reused 0\u001b[K\n",
"Receiving objects: 100% (9/9), 19.83 KiB | 19.83 MiB/s, done.\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"!cd /content/burn-digets-modle && git pull"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "iNWDlOT-d_lP",
"outputId": "3d2de38e-52f3-4c8d-bd05-5816c04df785"
},
"execution_count": 5,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Already up to date.\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"!source \"$HOME/.cargo/env\" && RUST_BACKTRACE=full cargo b -r --target-dir $HOME/cargo-target --manifest-path \"/content/burn-digets-modle/Cargo.toml\""
],
"metadata": {
"id": "3NQ18BT85hbU",
"colab": {
"base_uri": "https://localhost:8080/"
},
"outputId": "6513324e-8ef3-423f-ce4e-08bcd5fa4cfb"
},
"execution_count": 6,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m darling v0.10.2\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m sanitize-filename v0.5.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m r2d2_sqlite v0.22.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m dirs v5.0.1\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m serde_rusqlite v0.33.1\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m burn-compute v0.10.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m futures-intrusive v0.5.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m sharded-slab v0.1.7\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m burn-tensor-testgen v0.10.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m thread_local v1.1.7\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m minimal-lexical v0.2.1\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m pollster v0.3.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m burn-wgpu v0.10.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m nom v7.1.3\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m tracing-subscriber v0.3.17\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m burn-autodiff v0.10.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m burn-dataset v0.10.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m wrapcenum-derive v0.4.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m crossterm v0.27.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m burn-derive v0.10.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m itertools v0.11.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m nvml-wrapper-sys v0.7.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m crossbeam-channel v0.5.8\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m bincode v2.0.0-rc.3\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m bytesize v1.3.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m unicode-segmentation v1.10.1\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m cassowary v0.3.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m indoc v2.0.4\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m ratatui v0.23.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m burn-core v0.10.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m systemstat v0.2.3\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m tracing-appender v0.2.2\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m nvml-wrapper v0.9.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m sysinfo v0.29.10\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m burn-train v0.10.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m burn v0.10.0\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Compiling\u001b[0m burn-digets-modle v0.1.0 (/content/burn-digets-modle)\n",
"\u001b[0m\u001b[0m\u001b[1m\u001b[32m Finished\u001b[0m release [optimized] target(s) in 6m 48s\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"!apt install python3.10-venv python-pip"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "c0WpM252hT2o",
"outputId": "dd6451da-9f0d-4a7f-b47b-824b0b2f22f5"
},
"execution_count": 7,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Reading package lists... Done\n",
"Building dependency tree... Done\n",
"Reading state information... Done\n",
"The following additional packages will be installed:\n",
" libpython2-stdlib libpython2.7-minimal libpython2.7-stdlib python-pkg-resources python-setuptools\n",
" python2 python2-minimal python2.7 python2.7-minimal python3-pip-whl python3-setuptools-whl\n",
"Suggested packages:\n",
" python-setuptools-doc python2-doc python-tk python2.7-doc binfmt-support\n",
"Recommended packages:\n",
" python2-dev\n",
"The following NEW packages will be installed:\n",
" libpython2-stdlib libpython2.7-minimal libpython2.7-stdlib python-pip python-pkg-resources\n",
" python-setuptools python2 python2-minimal python2.7 python2.7-minimal python3-pip-whl\n",
" python3-setuptools-whl python3.10-venv\n",
"0 upgraded, 13 newly installed, 0 to remove and 19 not upgraded.\n",
"Need to get 7,961 kB of archives.\n",
"After this operation, 26.0 MB of additional disk space will be used.\n",
"Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libpython2.7-minimal amd64 2.7.18-13ubuntu1.1 [347 kB]\n",
"Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python2.7-minimal amd64 2.7.18-13ubuntu1.1 [1,394 kB]\n",
"Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python2-minimal amd64 2.7.18-3 [20.8 kB]\n",
"Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libpython2.7-stdlib amd64 2.7.18-13ubuntu1.1 [1,977 kB]\n",
"Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python2.7 amd64 2.7.18-13ubuntu1.1 [250 kB]\n",
"Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libpython2-stdlib amd64 2.7.18-3 [7,432 B]\n",
"Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python2 amd64 2.7.18-3 [9,098 B]\n",
"Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python-pkg-resources all 44.1.1-1.2ubuntu0.22.04.1 [128 kB]\n",
"Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python-setuptools all 44.1.1-1.2ubuntu0.22.04.1 [334 kB]\n",
"Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-pip all 20.3.4+dfsg-4 [1,021 kB]\n",
"Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python3-pip-whl all 22.0.2+dfsg-1ubuntu0.3 [1,679 kB]\n",
"Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python3-setuptools-whl all 59.6.0-1.2ubuntu0.22.04.1 [788 kB]\n",
"Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python3.10-venv amd64 3.10.12-1~22.04.2 [5,724 B]\n",
"Fetched 7,961 kB in 3s (3,071 kB/s)\n",
"Selecting previously unselected package libpython2.7-minimal:amd64.\n",
"(Reading database ... 120874 files and directories currently installed.)\n",
"Preparing to unpack .../0-libpython2.7-minimal_2.7.18-13ubuntu1.1_amd64.deb ...\n",
"Unpacking libpython2.7-minimal:amd64 (2.7.18-13ubuntu1.1) ...\n",
"Selecting previously unselected package python2.7-minimal.\n",
"Preparing to unpack .../1-python2.7-minimal_2.7.18-13ubuntu1.1_amd64.deb ...\n",
"Unpacking python2.7-minimal (2.7.18-13ubuntu1.1) ...\n",
"Selecting previously unselected package python2-minimal.\n",
"Preparing to unpack .../2-python2-minimal_2.7.18-3_amd64.deb ...\n",
"Unpacking python2-minimal (2.7.18-3) ...\n",
"Selecting previously unselected package libpython2.7-stdlib:amd64.\n",
"Preparing to unpack .../3-libpython2.7-stdlib_2.7.18-13ubuntu1.1_amd64.deb ...\n",
"Unpacking libpython2.7-stdlib:amd64 (2.7.18-13ubuntu1.1) ...\n",
"Selecting previously unselected package python2.7.\n",
"Preparing to unpack .../4-python2.7_2.7.18-13ubuntu1.1_amd64.deb ...\n",
"Unpacking python2.7 (2.7.18-13ubuntu1.1) ...\n",
"Selecting previously unselected package libpython2-stdlib:amd64.\n",
"Preparing to unpack .../5-libpython2-stdlib_2.7.18-3_amd64.deb ...\n",
"Unpacking libpython2-stdlib:amd64 (2.7.18-3) ...\n",
"Setting up libpython2.7-minimal:amd64 (2.7.18-13ubuntu1.1) ...\n",
"Setting up python2.7-minimal (2.7.18-13ubuntu1.1) ...\n",
"Setting up python2-minimal (2.7.18-3) ...\n",
"Selecting previously unselected package python2.\n",
"(Reading database ... 121617 files and directories currently installed.)\n",
"Preparing to unpack .../0-python2_2.7.18-3_amd64.deb ...\n",
"Unpacking python2 (2.7.18-3) ...\n",
"Selecting previously unselected package python-pkg-resources.\n",
"Preparing to unpack .../1-python-pkg-resources_44.1.1-1.2ubuntu0.22.04.1_all.deb ...\n",
"Unpacking python-pkg-resources (44.1.1-1.2ubuntu0.22.04.1) ...\n",
"Selecting previously unselected package python-setuptools.\n",
"Preparing to unpack .../2-python-setuptools_44.1.1-1.2ubuntu0.22.04.1_all.deb ...\n",
"Unpacking python-setuptools (44.1.1-1.2ubuntu0.22.04.1) ...\n",
"Selecting previously unselected package python-pip.\n",
"Preparing to unpack .../3-python-pip_20.3.4+dfsg-4_all.deb ...\n",
"Unpacking python-pip (20.3.4+dfsg-4) ...\n",
"Selecting previously unselected package python3-pip-whl.\n",
"Preparing to unpack .../4-python3-pip-whl_22.0.2+dfsg-1ubuntu0.3_all.deb ...\n",
"Unpacking python3-pip-whl (22.0.2+dfsg-1ubuntu0.3) ...\n",
"Selecting previously unselected package python3-setuptools-whl.\n",
"Preparing to unpack .../5-python3-setuptools-whl_59.6.0-1.2ubuntu0.22.04.1_all.deb ...\n",
"Unpacking python3-setuptools-whl (59.6.0-1.2ubuntu0.22.04.1) ...\n",
"Selecting previously unselected package python3.10-venv.\n",
"Preparing to unpack .../6-python3.10-venv_3.10.12-1~22.04.2_amd64.deb ...\n",
"Unpacking python3.10-venv (3.10.12-1~22.04.2) ...\n",
"Setting up python3-setuptools-whl (59.6.0-1.2ubuntu0.22.04.1) ...\n",
"Setting up python3-pip-whl (22.0.2+dfsg-1ubuntu0.3) ...\n",
"Setting up libpython2.7-stdlib:amd64 (2.7.18-13ubuntu1.1) ...\n",
"Setting up python3.10-venv (3.10.12-1~22.04.2) ...\n",
"Setting up python2.7 (2.7.18-13ubuntu1.1) ...\n",
"Setting up libpython2-stdlib:amd64 (2.7.18-3) ...\n",
"Setting up python2 (2.7.18-3) ...\n",
"Setting up python-pkg-resources (44.1.1-1.2ubuntu0.22.04.1) ...\n",
"Setting up python-setuptools (44.1.1-1.2ubuntu0.22.04.1) ...\n",
"Setting up python-pip (20.3.4+dfsg-4) ...\n",
"Processing triggers for man-db (2.10.2-1) ...\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"!$HOME/cargo-target/release/burn-digets-modle"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "bqU-nZF0fFpg",
"outputId": "957db1cf-0cc6-42fd-e24e-c042f5f4f3c7"
},
"execution_count": 8,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m38.0/38.0 MB\u001b[0m \u001b[31m32.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.0/3.0 MB\u001b[0m \u001b[31m105.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.6/3.6 MB\u001b[0m \u001b[31m26.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m82.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m493.7/493.7 KB\u001b[0m \u001b[31m52.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m18.2/18.2 MB\u001b[0m \u001b[31m76.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m613.2/613.2 KB\u001b[0m \u001b[31m20.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m443.9/443.9 KB\u001b[0m \u001b[31m44.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m166.4/166.4 KB\u001b[0m \u001b[31m24.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m705.5/705.5 KB\u001b[0m \u001b[31m65.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.6/62.6 KB\u001b[0m \u001b[31m9.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 KB\u001b[0m \u001b[31m23.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 KB\u001b[0m \u001b[31m17.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.0/53.0 KB\u001b[0m \u001b[31m7.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.3/12.3 MB\u001b[0m \u001b[31m80.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.3/78.3 KB\u001b[0m \u001b[31m11.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m64.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 KB\u001b[0m \u001b[31m17.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.0/302.0 KB\u001b[0m \u001b[31m31.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m118.7/118.7 KB\u001b[0m \u001b[31m16.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 KB\u001b[0m \u001b[31m30.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m225.7/225.7 KB\u001b[0m \u001b[31m30.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m142.1/142.1 KB\u001b[0m \u001b[31m20.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m114.5/114.5 KB\u001b[0m \u001b[31m16.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.2/61.2 KB\u001b[0m \u001b[31m9.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.2/124.2 KB\u001b[0m \u001b[31m18.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.5/61.5 KB\u001b[0m \u001b[31m9.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m158.3/158.3 KB\u001b[0m \u001b[31m22.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m502.5/502.5 KB\u001b[0m \u001b[31m53.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m341.8/341.8 KB\u001b[0m \u001b[31m36.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m247.7/247.7 KB\u001b[0m \u001b[31m34.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25h********************************************************************************\n",
"Starting huggingface dataset download and export\n",
"Dataset Name: mnist\n",
"Subset Name: None\n",
"Sqlite database file: /root/.cache/burn-dataset/mnist.db\n",
"Custom cache dir: None\n",
"********************************************************************************\n",
"/root/.cache/burn-dataset/venv/lib/python3.10/site-packages/datasets/load.py:2089: FutureWarning: 'use_auth_token' was deprecated in favor of 'token' in version 2.14.0 and will be removed in 3.0.0.\n",
"You can remove this warning by passing 'token=None' instead.\n",
" warnings.warn(\n",
"Downloading builder script: 100% 3.98k/3.98k [00:00<00:00, 11.0MB/s]\n",
"Downloading metadata: 100% 2.21k/2.21k [00:00<00:00, 12.3MB/s]\n",
"Downloading readme: 100% 6.83k/6.83k [00:00<00:00, 26.0MB/s]\n",
"Downloading data files: 0% 0/4 [00:00<?, ?it/s]\n",
"Downloading data: 0% 0.00/9.91M [00:00<?, ?B/s]\u001b[A\n",
"Downloading data: 1% 80.9k/9.91M [00:00<00:12, 797kB/s]\u001b[A\n",
"Downloading data: 5% 458k/9.91M [00:00<00:03, 2.52MB/s]\u001b[A\n",
"Downloading data: 22% 2.15M/9.91M [00:00<00:00, 9.03MB/s]\u001b[A\n",
"Downloading data: 100% 9.91M/9.91M [00:00<00:00, 23.6MB/s]\n",
"Downloading data files: 25% 1/4 [00:00<00:02, 1.03it/s]\n",
"Downloading data: 100% 28.9k/28.9k [00:00<00:00, 6.02MB/s]\n",
"Downloading data files: 50% 2/4 [00:01<00:01, 1.41it/s]\n",
"Downloading data: 0% 0.00/1.65M [00:00<?, ?B/s]\u001b[A\n",
"Downloading data: 6% 97.3k/1.65M [00:00<00:01, 960kB/s]\u001b[A\n",
"Downloading data: 100% 1.65M/1.65M [00:00<00:00, 6.13MB/s]\n",
"Downloading data files: 75% 3/4 [00:02<00:00, 1.19it/s]\n",
"Downloading data: 100% 4.54k/4.54k [00:00<00:00, 15.8MB/s]\n",
"Downloading data files: 100% 4/4 [00:03<00:00, 1.25it/s]\n",
"Extracting data files: 100% 4/4 [00:00<00:00, 13.42it/s]\n",
"Generating train split: 100% 60000/60000 [00:11<00:00, 5001.34 examples/s]\n",
"Generating test split: 100% 10000/10000 [00:01<00:00, 6732.51 examples/s]\n",
"Dataset: DatasetDict({\n",
" train: Dataset({\n",
" features: ['image', 'label'],\n",
" num_rows: 60000\n",
" })\n",
" test: Dataset({\n",
" features: ['image', 'label'],\n",
" num_rows: 10000\n",
" })\n",
"})\n",
"Saving dataset: mnist - train\n",
"Dataset features: {'image_bytes': Value(dtype='binary', id=None), 'image_path': Value(dtype='string', id=None), 'label': ClassLabel(names=['0', '1', '2', '3', '4', '5', '6', '7', '8', '9'], id=None)}\n",
"Creating SQL from Arrow format: 100% 60/60 [00:00<00:00, 96.09ba/s]\n",
"Saving dataset: mnist - test\n",
"Dataset features: {'image_bytes': Value(dtype='binary', id=None), 'image_path': Value(dtype='string', id=None), 'label': ClassLabel(names=['0', '1', '2', '3', '4', '5', '6', '7', '8', '9'], id=None)}\n",
"Creating SQL from Arrow format: 100% 10/10 [00:00<00:00, 79.30ba/s]\n",
"Printing table schema for sqlite3 db (Engine(sqlite:////root/.cache/burn-dataset/mnist.db))\n",
"Table: test\n",
"Column: image_bytes - BLOB\n",
"Column: image_path - TEXT\n",
"Column: label - BIGINT\n",
"Column: row_id - INTEGER\n",
"\n",
"Table: train\n",
"Column: image_bytes - BLOB\n",
"Column: image_path - TEXT\n",
"Column: label - BIGINT\n",
"Column: row_id - INTEGER\n",
"\n",
"error: XDG_RUNTIME_DIR not set in the environment.\n",
"thread 'main' panicked at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/burn-wgpu-0.10.0/src/compute/base.rs:221:17:\n",
"No adapter found for graphics API AutoGraphicsApi\n",
"note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"!rm -rf ~/.cache/burn-dataset"
],
"metadata": {
"id": "VkT7PPDDhsL8"
},
"execution_count": 9,
"outputs": []
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment