eavidan
/ tensorflow_mnist_grpc_vs_rest_inference_rate.py
Last active
October 22, 2020 15:57
comparing tensorflow mnist inference rate using gRPC vs REST
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import pickle | |
| import numpy as np | |
| import time | |
| import requests | |
| import subprocess | |
| import re | |
| from grpc.beta import implementations | |
| import tensorflow as tf | |
| from tensorflow_serving.apis import predict_pb2 | |
| from tensorflow_serving.apis import prediction_service_pb2 |