Jupyter notebooks testes from HXL-Data-Science-file-formats; see https://github.com/EticaAI/HXL-Data-Science-file-formats

README.md

Jupyter Notebook with examples of direct access to HDP files processing

See EticaAI/HXL-Data-Science-file-formats in special

• [meta] HDP Declarative Programming (working draft) #16.
• HDP Declarative Programming conventions, early draft

Note: after some time these linkes may be broken. So check @EticaAI or @fititnt repositories.

To run these Jupyter notebooks

TODO: explain more

• jupyter_contrib_nbextensions
  • https://jupyter-contrib-nbextensions.readthedocs.io/en/latest/index.html
  • https://github.com/ipython-contrib/jupyter_contrib_nbextensions
  • You may need something like
    • pip3 install jupyter_contrib_nbextensions

Notes

• Files starting with zzz_ are mostly for testing and/or, even if eventually do not get obsolete, are not meant to be good reference of usage.

hdp_01_basics.ipynb

hdp_02_build-in-data-sets.ipynb

hdp_03_transpose-hsilo.ipynb

zzz_debug_general.ipynb

zzz_debug_hdp_common.ipynb

zzz_debug_i10n.ipynb

zzz_debug_integrity.ipynb

{
 "metadata": {
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5-final"
  },
  "orig_nbformat": 2,
  "kernelspec": {
   "name": "python38564bit579b9a52561c42379acf4b07992b6d5f",
   "display_name": "Python 3.8.5 64-bit",
   "language": "python"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2,
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "os.environ[\"HDP_DEBUG\"] = \"1\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'0.8.4'"
      ]
     },
     "metadata": {},
     "execution_count": 3
    }
   ],
   "source": [
    "import hxlm.core as HXLm\n",
    "HXLm.__version__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import hxlm.core.internal.integrity as HDP_i"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# HDP_i.get_hashable('test string')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'12345'"
      ]
     },
     "metadata": {},
     "execution_count": 6
    }
   ],
   "source": [
    "HDP_i.get_hashable(12345)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'[\"test\"]'"
      ]
     },
     "metadata": {},
     "execution_count": 7
    }
   ],
   "source": [
    "HDP_i.get_hashable_json(['test'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'47bce5c74f589f4867dbd57e9ca9f808'"
      ]
     },
     "metadata": {},
     "execution_count": 8
    }
   ],
   "source": [
    "HDP_i._get_hash_md5('aaa')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'9834876dcfb05cb167a5c24953eba58c4ac89b1adf57f28f2f9d09af107ee8f0'"
      ]
     },
     "metadata": {},
     "execution_count": 9
    }
   ],
   "source": [
    "HDP_i._get_hash_sha2_256('aaa', im_sure=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'a7ffc6f8bf1ed76651c14756a061d662f580ff4de43b49fa82d80a4b80f8434a'"
      ]
     },
     "metadata": {},
     "execution_count": 10
    }
   ],
   "source": [
    "HDP_i._get_hash_sha3_256('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'f08ee8fa919306e05246e42cf31f4035e4e31da86a1962a15c96a469a0a7a36f'"
      ]
     },
     "metadata": {},
     "execution_count": 11
    }
   ],
   "source": [
    "HDP_i._get_hash_sha3_256('HDP')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'0e5751c026e543b2e8ab2eb06099daa1d1e5df47778f7787faab45cdf12fe3a8'"
      ]
     },
     "metadata": {},
     "execution_count": 12
    }
   ],
   "source": [
    "HDP_i._get_hash_blake2('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'473beba8f44318ccc91aa68a307c904feb8dfbf6cb62cf1fba7049e7f62dd28c'"
      ]
     },
     "metadata": {},
     "execution_count": 13
    }
   ],
   "source": [
    "HDP_i._get_hash_blake2('HDP')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'3ff6fd4134b4d72daa6fc99334bb779b'"
      ]
     },
     "metadata": {},
     "execution_count": 14
    }
   ],
   "source": [
    "HDP_i._get_hash_blake2('HDP', digest_size=16)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'a69f73cca23a9ac5c8b567dc185a756e97c982164fe25859e0d1dcc1475c80a615b2123af1f5f94c11e3e9402c3ac558f500199d95b6d3e301758586281dcd26'"
      ]
     },
     "metadata": {},
     "execution_count": 15
    }
   ],
   "source": [
    "HDP_i._get_hash_sha3_512('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'4c94a19a4fcfa5c428a834d86eb93bec797fda166bda50988fa6a2b5ea1b3affa493fc51dbb626dd620c5b9e311d2b39ee93898c10aa9063cdcc9e4b82b01538'"
      ]
     },
     "metadata": {},
     "execution_count": 16
    }
   ],
   "source": [
    "HDP_i._get_hash_sha3_512('HDP')\n",
    "# len(HDP_i._get_hash_sha3_512('HDP'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'5ce59f45cf22350ddf4236f3a586188f06c0cb96e2bcd767d3004139'"
      ]
     },
     "metadata": {},
     "execution_count": 17
    }
   ],
   "source": [
    "HDP_i._get_hash_sha2_224('HDP')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ]
}