simon-mo

import ray
from ray import serve

ray.init(address="auto", ignore_reinit_error=True)
client = serve.connect()

client.create_backend("pytorch_backend", PyTorchBackend)
client.set_traffic("sentiment_endpoint", {"pytorch_backend": 1.0})

simon-mo

Serve migration guide

Applies to all Serve users. Refactor your Serve API call.

From

from ray import serve

class MyBackend:
	def __call__(self, flask_request):

simon-mo

{"100050": ["This time, a new baby is on the way, and it's a girl. Wrapped together with the standard conflict between mother and father, Mikey engages in a bit of sibling rivalry with his new sister.", "Excited with the arrival of their baby girl, Julie, the happy couple of James, the cab driver, and Molly, the accountant, will have to prepare young Mikey for the role of the big brother. Against the backdrop of rigorous potty training, heated arguments, and, first and foremost, healthy sibling rivalry, both adults and children alike will learn that family is above all. Will Julie follow in Mikey's footsteps?", "Mollie and James are together and raising a family, which now consists of an older Mikey and his baby sister, Julie. Tension between the siblings arises, and as well with Mollie and James when Mollie's brother Stuart moves in. Mikey is also learning how to use the toilet for the first time.", "Excited with the arrival of their baby girl, Julie, the happy couple of James, the cab driver, and Molly, the

simon-mo

simon-mo

simon-mo

# @generated by mypy-protobuf.  Do not edit manually!
import sys
from google.protobuf.descriptor import (
    Descriptor as google___protobuf___descriptor___Descriptor,
    EnumDescriptor as google___protobuf___descriptor___EnumDescriptor,
    FileDescriptor as google___protobuf___descriptor___FileDescriptor,
)

from google.protobuf.internal.containers import (
    RepeatedCompositeFieldContainer as google___protobuf___internal___containers___RepeatedCompositeFieldContainer,

simon-mo

# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler.  DO NOT EDIT!
# source: src/ray/protobuf/common.proto

import sys
_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1'))
from google.protobuf.internal import enum_type_wrapper
from google.protobuf import descriptor as _descriptor
from google.protobuf import message as _message
from google.protobuf import reflection as _reflection

simon-mo

simon-mo

{"id":{"started":{}},"children":[{"progress":{}},{"unstructuredCommandLine":{}},{"structuredCommandLine":{"commandLineLabel":"original"}},{"structuredCommandLine":{"commandLineLabel":"canonical"}},{"structuredCommandLine":{"commandLineLabel":"tool"}},{"buildMetadata":{}},{"optionsParsed":{}},{"workspaceStatus":{}},{"pattern":{"pattern":["python/ray/serve:echo_full"]}},{"buildFinished":{}}],"started":{"uuid":"e1e58b45-7863-466c-b9ef-11095528ad97","startTimeMillis":"1595378056192","buildToolVersion":"1.1.0","optionsDescription":"--enable_platform_specific_config --force_pic --per_file_copt='-\\.(asm|S)$@-Werror' --action_env=PATH --compilation_mode=opt --experimental_ui_deduplicate --per_file_copt='\\.pb\\.cc$@-w' --per_file_copt='-\\.(asm|S)$,external/.*@-w' --per_file_copt='-\\.(asm|S)$,external/com_github_grpc_grpc/.*@-DGRPC_BAZEL_BUILD' --http_timeout_scaling=5.0 --verbose_failures --disk_cache=/tmp/bazel-cache --repository_cache=/tmp/bazel-cache --config=ci --color=yes --curses=no --disk_cache='~/ray-bazel

simon-mo