Simple implementation of a parameter server using RAY

demo_RAY_01_basic_usage.ipynb

{
  "cells": [
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "### Basic Ray Usage"
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "import os,ray,time\nimport numpy as np\nprint (\"Packaged loaded.\")",
      "execution_count": 1,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": "Packaged loaded.\n"
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "### Parameter-Server and Rollout Worker "
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "class ParameterServerClass(object):\n    \"\"\"\n    The simplest parameter server\n    \"\"\"\n    def __init__(self):\n        self.param = 0\n    def get_param(self):\n        return self.param\n    def set_param(self,param):\n        self.param = param\n\[email protected]\nclass RolloutWorkerClass(object):\n    \"\"\"\n    Rollout worker class\n    \"\"\"\n    def __init__(self,worker_id=0):\n        self.id = worker_id \n        self.val = 0\n    def rollout(self,val):\n        start = time.time()\n        time_limit = 1+4*np.random.rand()\n        while True:\n            esec = time.time()-start\n            if esec > time_limit:\n                break        \n        self.val = val + 1 # increase value\n    def read(self):\n        return self.val\n    def get_id(self):\n        return self.id",
      "execution_count": 2,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "ray.init(num_cpus=10); # do it once",
      "execution_count": 3,
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": "2020-05-09 22:29:48,130\tINFO resource_spec.py:212 -- Starting Ray with 13.53 GiB memory available for workers and up to 6.77 GiB for objects. You can adjust these settings with ray.init(memory=<bytes>, object_store_memory=<bytes>).\n2020-05-09 22:29:48,513\tINFO services.py:1080 -- View the Ray dashboard at \u001b[1m\u001b[32mlocalhost:8265\u001b[39m\u001b[22m\n"
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "### Initialize workers"
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "n_workers = 10\nworkers = [RolloutWorkerClass.remote(worker_id=i) for i in range(n_workers)]\nprint (\"[%d] workers initialized.\"%(n_workers))",
      "execution_count": 4,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": "[10] workers initialized.\n"
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "### Synchronous Run"
    },
    {
      "metadata": {
        "scrolled": true,
        "trusted": true
      },
      "cell_type": "code",
      "source": "P = ParameterServerClass()\n\nmax_tick = 10\nfor tick in range(max_tick):\n    print (\"\\nTick:[%d/%d].\"%(tick,max_tick))\n    \n    # Start Rollouts\n    start = time.time()\n    rollout_list = [worker.rollout.remote(P.get_param()) for worker in workers] # non-block\n    print (\"Starting Rollouts took [%.3f]sec.\"%(time.time()-start))\n    \n    # Get IDs\n    start = time.time()\n    id_list = [worker.get_id.remote() for worker in workers] \n    id_values = ray.get(id_list) # block\n    print (' ids:',id_values)\n    print (\"Getting IDs took [%.3f]sec.\"%(time.time()-start)) \n    \n    # Get Rollouted values\n    start = time.time()\n    read_list = [worker.read.remote() for worker in workers] # block\n    read_values = np.array(ray.get(read_list))\n    print (' vals:',read_values)\n    print (\"Getting values took [%.3f]sec.\"%(time.time()-start))\n\n    # Update parameter server\n    P.set_param(np.max(read_values))\n    \nprint (\"Done.\")",
      "execution_count": 5,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": "\nTick:[0/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.837]sec.\n vals: [1 1 1 1 1 1 1 1 1 1]\nGetting values took [0.004]sec.\n\nTick:[1/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.816]sec.\n vals: [2 2 2 2 2 2 2 2 2 2]\nGetting values took [0.004]sec.\n\nTick:[2/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.981]sec.\n vals: [3 3 3 3 3 3 3 3 3 3]\nGetting values took [0.003]sec.\n\nTick:[3/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.909]sec.\n vals: [4 4 4 4 4 4 4 4 4 4]\nGetting values took [0.004]sec.\n\nTick:[4/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.235]sec.\n vals: [5 5 5 5 5 5 5 5 5 5]\nGetting values took [0.004]sec.\n\nTick:[5/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.636]sec.\n vals: [6 6 6 6 6 6 6 6 6 6]\nGetting values took [0.004]sec.\n\nTick:[6/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.224]sec.\n vals: [7 7 7 7 7 7 7 7 7 7]\nGetting values took [0.004]sec.\n\nTick:[7/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.512]sec.\n vals: [8 8 8 8 8 8 8 8 8 8]\nGetting values took [0.004]sec.\n\nTick:[8/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.799]sec.\n vals: [9 9 9 9 9 9 9 9 9 9]\nGetting values took [0.003]sec.\n\nTick:[9/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.948]sec.\n vals: [10 10 10 10 10 10 10 10 10 10]\nGetting values took [0.004]sec.\n\nTick:[10/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.015]sec.\n vals: [11 11 11 11 11 11 11 11 11 11]\nGetting values took [0.004]sec.\n\nTick:[11/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.654]sec.\n vals: [12 12 12 12 12 12 12 12 12 12]\nGetting values took [0.004]sec.\n\nTick:[12/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.894]sec.\n vals: [13 13 13 13 13 13 13 13 13 13]\nGetting values took [0.004]sec.\n\nTick:[13/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.581]sec.\n vals: [14 14 14 14 14 14 14 14 14 14]\nGetting values took [0.004]sec.\n\nTick:[14/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.534]sec.\n vals: [15 15 15 15 15 15 15 15 15 15]\nGetting values took [0.004]sec.\n\nTick:[15/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.098]sec.\n vals: [16 16 16 16 16 16 16 16 16 16]\nGetting values took [0.003]sec.\n\nTick:[16/100].\nStarting Rollouts took [0.003]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [3.927]sec.\n vals: [17 17 17 17 17 17 17 17 17 17]\nGetting values took [0.005]sec.\n\nTick:[17/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.909]sec.\n vals: [18 18 18 18 18 18 18 18 18 18]\nGetting values took [0.003]sec.\n\nTick:[18/100].\nStarting Rollouts took [0.003]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.851]sec.\n vals: [19 19 19 19 19 19 19 19 19 19]\nGetting values took [0.004]sec.\n\nTick:[19/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.686]sec.\n vals: [20 20 20 20 20 20 20 20 20 20]\nGetting values took [0.004]sec.\n\nTick:[20/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.929]sec.\n vals: [21 21 21 21 21 21 21 21 21 21]\nGetting values took [0.003]sec.\n\nTick:[21/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.943]sec.\n vals: [22 22 22 22 22 22 22 22 22 22]\nGetting values took [0.003]sec.\n\nTick:[22/100].\nStarting Rollouts took [0.003]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.428]sec.\n vals: [23 23 23 23 23 23 23 23 23 23]\nGetting values took [0.004]sec.\n\nTick:[23/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.487]sec.\n vals: [24 24 24 24 24 24 24 24 24 24]\nGetting values took [0.005]sec.\n\nTick:[24/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.865]sec.\n vals: [25 25 25 25 25 25 25 25 25 25]\nGetting values took [0.003]sec.\n\nTick:[25/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.505]sec.\n vals: [26 26 26 26 26 26 26 26 26 26]\nGetting values took [0.004]sec.\n\nTick:[26/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.400]sec.\n vals: [27 27 27 27 27 27 27 27 27 27]\nGetting values took [0.004]sec.\n\nTick:[27/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.606]sec.\n vals: [28 28 28 28 28 28 28 28 28 28]\nGetting values took [0.004]sec.\n\nTick:[28/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.929]sec.\n vals: [29 29 29 29 29 29 29 29 29 29]\nGetting values took [0.004]sec.\n\nTick:[29/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.951]sec.\n vals: [30 30 30 30 30 30 30 30 30 30]\nGetting values took [0.004]sec.\n\nTick:[30/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.934]sec.\n vals: [31 31 31 31 31 31 31 31 31 31]\nGetting values took [0.004]sec.\n\nTick:[31/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.777]sec.\n vals: [32 32 32 32 32 32 32 32 32 32]\nGetting values took [0.003]sec.\n\nTick:[32/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.571]sec.\n vals: [33 33 33 33 33 33 33 33 33 33]\nGetting values took [0.004]sec.\n\nTick:[33/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.560]sec.\n vals: [34 34 34 34 34 34 34 34 34 34]\nGetting values took [0.004]sec.\n\nTick:[34/100].\nStarting Rollouts took [0.003]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.949]sec.\n vals: [35 35 35 35 35 35 35 35 35 35]\nGetting values took [0.004]sec.\n\nTick:[35/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.324]sec.\n vals: [36 36 36 36 36 36 36 36 36 36]\nGetting values took [0.004]sec.\n\nTick:[36/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.998]sec.\n vals: [37 37 37 37 37 37 37 37 37 37]\nGetting values took [0.004]sec.\n\nTick:[37/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [3.675]sec.\n vals: [38 38 38 38 38 38 38 38 38 38]\nGetting values took [0.005]sec.\n\nTick:[38/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.977]sec.\n vals: [39 39 39 39 39 39 39 39 39 39]\nGetting values took [0.003]sec.\n\nTick:[39/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.979]sec.\n vals: [40 40 40 40 40 40 40 40 40 40]\nGetting values took [0.004]sec.\n\nTick:[40/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [3.434]sec.\n vals: [41 41 41 41 41 41 41 41 41 41]\nGetting values took [0.005]sec.\n\nTick:[41/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.819]sec.\n vals: [42 42 42 42 42 42 42 42 42 42]\nGetting values took [0.004]sec.\n\nTick:[42/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.590]sec.\n vals: [43 43 43 43 43 43 43 43 43 43]\nGetting values took [0.004]sec.\n\nTick:[43/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.122]sec.\n vals: [44 44 44 44 44 44 44 44 44 44]\nGetting values took [0.005]sec.\n\nTick:[44/100].\nStarting Rollouts took [0.005]sec.\n"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": " ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.971]sec.\n vals: [45 45 45 45 45 45 45 45 45 45]\nGetting values took [0.004]sec.\n\nTick:[45/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.216]sec.\n vals: [46 46 46 46 46 46 46 46 46 46]\nGetting values took [0.004]sec.\n\nTick:[46/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.532]sec.\n vals: [47 47 47 47 47 47 47 47 47 47]\nGetting values took [0.003]sec.\n\nTick:[47/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.737]sec.\n vals: [48 48 48 48 48 48 48 48 48 48]\nGetting values took [0.003]sec.\n\nTick:[48/100].\nStarting Rollouts took [0.003]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.538]sec.\n vals: [49 49 49 49 49 49 49 49 49 49]\nGetting values took [0.004]sec.\n\nTick:[49/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.673]sec.\n vals: [50 50 50 50 50 50 50 50 50 50]\nGetting values took [0.003]sec.\n\nTick:[50/100].\nStarting Rollouts took [0.007]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.343]sec.\n vals: [51 51 51 51 51 51 51 51 51 51]\nGetting values took [0.003]sec.\n\nTick:[51/100].\nStarting Rollouts took [0.003]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.903]sec.\n vals: [52 52 52 52 52 52 52 52 52 52]\nGetting values took [0.004]sec.\n\nTick:[52/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.784]sec.\n vals: [53 53 53 53 53 53 53 53 53 53]\nGetting values took [0.004]sec.\n\nTick:[53/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.647]sec.\n vals: [54 54 54 54 54 54 54 54 54 54]\nGetting values took [0.004]sec.\n\nTick:[54/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.755]sec.\n vals: [55 55 55 55 55 55 55 55 55 55]\nGetting values took [0.003]sec.\n\nTick:[55/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.597]sec.\n vals: [56 56 56 56 56 56 56 56 56 56]\nGetting values took [0.005]sec.\n\nTick:[56/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [3.727]sec.\n vals: [57 57 57 57 57 57 57 57 57 57]\nGetting values took [0.003]sec.\n\nTick:[57/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.617]sec.\n vals: [58 58 58 58 58 58 58 58 58 58]\nGetting values took [0.005]sec.\n\nTick:[58/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.842]sec.\n vals: [59 59 59 59 59 59 59 59 59 59]\nGetting values took [0.003]sec.\n\nTick:[59/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.880]sec.\n vals: [60 60 60 60 60 60 60 60 60 60]\nGetting values took [0.004]sec.\n\nTick:[60/100].\nStarting Rollouts took [0.003]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.796]sec.\n vals: [61 61 61 61 61 61 61 61 61 61]\nGetting values took [0.004]sec.\n\nTick:[61/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.997]sec.\n vals: [62 62 62 62 62 62 62 62 62 62]\nGetting values took [0.003]sec.\n\nTick:[62/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.520]sec.\n vals: [63 63 63 63 63 63 63 63 63 63]\nGetting values took [0.004]sec.\n\nTick:[63/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.934]sec.\n vals: [64 64 64 64 64 64 64 64 64 64]\nGetting values took [0.005]sec.\n\nTick:[64/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.452]sec.\n vals: [65 65 65 65 65 65 65 65 65 65]\nGetting values took [0.004]sec.\n\nTick:[65/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.606]sec.\n vals: [66 66 66 66 66 66 66 66 66 66]\nGetting values took [0.004]sec.\n\nTick:[66/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.862]sec.\n vals: [67 67 67 67 67 67 67 67 67 67]\nGetting values took [0.005]sec.\n\nTick:[67/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.303]sec.\n vals: [68 68 68 68 68 68 68 68 68 68]\nGetting values took [0.004]sec.\n\nTick:[68/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.756]sec.\n vals: [69 69 69 69 69 69 69 69 69 69]\nGetting values took [0.004]sec.\n\nTick:[69/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.633]sec.\n vals: [70 70 70 70 70 70 70 70 70 70]\nGetting values took [0.004]sec.\n\nTick:[70/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.570]sec.\n vals: [71 71 71 71 71 71 71 71 71 71]\nGetting values took [0.004]sec.\n\nTick:[71/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.947]sec.\n vals: [72 72 72 72 72 72 72 72 72 72]\nGetting values took [0.004]sec.\n\nTick:[72/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.848]sec.\n vals: [73 73 73 73 73 73 73 73 73 73]\nGetting values took [0.004]sec.\n\nTick:[73/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.820]sec.\n vals: [74 74 74 74 74 74 74 74 74 74]\nGetting values took [0.002]sec.\n\nTick:[74/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.819]sec.\n vals: [75 75 75 75 75 75 75 75 75 75]\nGetting values took [0.004]sec.\n\nTick:[75/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.850]sec.\n vals: [76 76 76 76 76 76 76 76 76 76]\nGetting values took [0.004]sec.\n\nTick:[76/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.749]sec.\n vals: [77 77 77 77 77 77 77 77 77 77]\nGetting values took [0.004]sec.\n\nTick:[77/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.980]sec.\n vals: [78 78 78 78 78 78 78 78 78 78]\nGetting values took [0.004]sec.\n\nTick:[78/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.413]sec.\n vals: [79 79 79 79 79 79 79 79 79 79]\nGetting values took [0.003]sec.\n\nTick:[79/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.557]sec.\n vals: [80 80 80 80 80 80 80 80 80 80]\nGetting values took [0.004]sec.\n\nTick:[80/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.334]sec.\n vals: [81 81 81 81 81 81 81 81 81 81]\nGetting values took [0.004]sec.\n\nTick:[81/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.958]sec.\n vals: [82 82 82 82 82 82 82 82 82 82]\nGetting values took [0.004]sec.\n\nTick:[82/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.844]sec.\n vals: [83 83 83 83 83 83 83 83 83 83]\nGetting values took [0.005]sec.\n\nTick:[83/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.719]sec.\n vals: [84 84 84 84 84 84 84 84 84 84]\nGetting values took [0.004]sec.\n\nTick:[84/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.985]sec.\n vals: [85 85 85 85 85 85 85 85 85 85]\nGetting values took [0.004]sec.\n\nTick:[85/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.716]sec.\n vals: [86 86 86 86 86 86 86 86 86 86]\nGetting values took [0.004]sec.\n\nTick:[86/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.942]sec.\n vals: [87 87 87 87 87 87 87 87 87 87]\nGetting values took [0.004]sec.\n\nTick:[87/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.936]sec.\n vals: [88 88 88 88 88 88 88 88 88 88]\nGetting values took [0.004]sec.\n\nTick:[88/100].\nStarting Rollouts took [0.002]sec.\n"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": " ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.854]sec.\n vals: [89 89 89 89 89 89 89 89 89 89]\nGetting values took [0.003]sec.\n\nTick:[89/100].\nStarting Rollouts took [0.004]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.903]sec.\n vals: [90 90 90 90 90 90 90 90 90 90]\nGetting values took [0.004]sec.\n\nTick:[90/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.826]sec.\n vals: [91 91 91 91 91 91 91 91 91 91]\nGetting values took [0.005]sec.\n\nTick:[91/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.575]sec.\n vals: [92 92 92 92 92 92 92 92 92 92]\nGetting values took [0.004]sec.\n\nTick:[92/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.774]sec.\n vals: [93 93 93 93 93 93 93 93 93 93]\nGetting values took [0.004]sec.\n\nTick:[93/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.814]sec.\n vals: [94 94 94 94 94 94 94 94 94 94]\nGetting values took [0.004]sec.\n\nTick:[94/100].\nStarting Rollouts took [0.006]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [3.478]sec.\n vals: [95 95 95 95 95 95 95 95 95 95]\nGetting values took [0.005]sec.\n\nTick:[95/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.774]sec.\n vals: [96 96 96 96 96 96 96 96 96 96]\nGetting values took [0.004]sec.\n\nTick:[96/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.914]sec.\n vals: [97 97 97 97 97 97 97 97 97 97]\nGetting values took [0.003]sec.\n\nTick:[97/100].\nStarting Rollouts took [0.002]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.275]sec.\n vals: [98 98 98 98 98 98 98 98 98 98]\nGetting values took [0.004]sec.\n\nTick:[98/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.625]sec.\n vals: [99 99 99 99 99 99 99 99 99 99]\nGetting values took [0.004]sec.\n\nTick:[99/100].\nStarting Rollouts took [0.005]sec.\n ids: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\nGetting IDs took [4.741]sec.\n vals: [100 100 100 100 100 100 100 100 100 100]\nGetting values took [0.004]sec.\nDone.\n"
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "",
      "execution_count": null,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "ray.shutdown()",
      "execution_count": 6,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "",
      "execution_count": null,
      "outputs": []
    }
  ],
  "metadata": {
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3",
      "language": "python"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.6.8"
    },
    "gist": {
      "id": "",
      "data": {
        "description": "ADT/code/demo_RAY_01_basic_usage.ipynb",
        "public": true
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 4
}