cgarciae

# client-task-pool.py

from aiohttp import ClientSession, TCPConnector
import asyncio
import sys
from pypeln.task import TaskPool

limit = 1000

cgarciae

# client-pypeln-pl.task.py

from aiohttp import ClientSession, TCPConnector
import asyncio
import sys
import pypeln as pl


limit = 1000
urls = ("http://localhost:8080/{}".format(i) for i in range(int(sys.argv[1])))

cgarciae

import typing as tp

from jax import numpy as jnp
import jax
import numpy as np
import time

@jax.jit
def _distances_jax(data1, data2):

cgarciae

using Base.Threads
using Distributions
using BenchmarkTools

ENV["PYCALL_JL_RUNTIME_PYTHON"] = Sys.which("python")

using PyCall

py"""
import sys

cgarciae

using Base.Threads
using LoopVectorization
using BenchmarkTools

const None = [CartesianIndex()] 

function distances(data1, data2)
    data1 = deg2rad.(data1)
    data2 = deg2rad.(data2)
    lat1 = @view data1[:, 1]

cgarciae

#-------------------------------------------------------------
# types
#-------------------------------------------------------------
type C = concept type C
    proc name(x: C, msg: string): string

type AnyC = object
    name: proc(msg: string): string # doesn't contain C

type A = object

cgarciae

def get_model(params) -> tf.keras.Model:

    x0 = tf.keras.Input(shape=(1,), name="x0")
    x1 = tf.keras.Input(shape=(1,), name="x1")

    inputs = [x0, x1]

    # x0 embeddings

cgarciae

import pypeln as pl
import time
from random import random

def slow_add1(x):
  time.sleep(random()) # <= some slow computation
  return x + 1

def slow_gt3(x):
  time.sleep(random()) # <= some slow computation

cgarciae

from aiohttp import ClientSession, TCPConnector
import asyncio
import sys
import pypeln as pl


limit = 1000
urls = ("http://localhost:8080/{}".format(i) for i in range(int(sys.argv[1])))

cgarciae

class Accuracy(hk.Module):
    def __init__(self, y_true: jnp.ndarray, y_pred: jnp.ndarray) -> jnp.ndarray:

        total = hk.get_state(
            "total", shape=[], dtype=jnp.float32, init=hk.initializers.Constant(0)
        )
        count = hk.get_state(
            "count", shape=[], dtype=jnp.int64, init=hk.initializers.Constant(0)
        )