Simon Mo simon-mo

Run async_greeter_client.py switching between the following block loop with timeout=0.5

        # Doesn't work
        # await block_loop()

        # Works
        await asyncio.sleep(1)

Showing that grpc asyncio's timeout is calculated with asyncio time, blocking loop will break the timeout.

Run ray start --head in another directory (simulating remote environment in K8s)
Run python app.py, it will sync the current directory, including my_module.py to the remote cluster
curl localhost:8000/f returns this from my_module.py::my_func

	from io import BytesIO
	from pydantic import BaseModel
	from pprint import pprint

	import requests
	import torch
	import torchvision.models as models
	from torchvision import transforms
	from PIL import Image
	import numpy as np

	from io import BytesIO
	from pydantic import BaseModel
	from pprint import pprint

	import requests
	import torch
	import torchvision.models as models
	from torchvision import transforms
	from PIL import Image
	import numpy as np

	terraform {}

	provider "aws" {
	region = "us-west-2"
	}

	# Human input variable
	variable "db_server_name" {
	default = "staging-rds.c7tsyexqvqcw.us-west-2.rds.amazonaws.com"
	}

	<?xml version="1.0" encoding="UTF-8"?>
	<testsuites>
	<testsuite name="python/ray/serve/test_config" tests="1" failures="0" errors="0">
	<testcase name="python/ray/serve/test_config" status="run" duration="1" time="1"></testcase>
	<system-out>
	Generated test.log (if the file is not UTF-8, then this may be unreadable):
	<![CDATA[exec ${PAGER:-/usr/bin/less} "$0" \|\| exit 1
	Executing tests from //python/ray/serve:test_config
	-----------------------------------------------------------------------------
	============================= test session starts ==============================

	from ray import serve
	from fastapi import FastAPI, Request
	from typing import Dict

	app = FastAPI()


	@app.middleware("http")
	async def logger(request: Request, call_next):
	resp = await call_next(request)