Skip to content

Instantly share code, notes, and snippets.

from fastapi import FastAPI, File, UploadFile, HTTPException
from PIL import Image
from pydantic import BaseModel
from tensorflow.keras.models import load_model
from typing import List
import io
import numpy as np
import sys
import uvicorn
@PhanDuc
PhanDuc / asyncio_get.py
Created March 25, 2021 17:15
Asyncio get request using aiohttp
import aiohttp
import asyncio
import time
import requests
from PIL import Image
import io
start_time = time.time()
urls = [
"https://kscloset.vn/wp-content/uploads/2021/03/K154TES-FK1AADOOK116TES-FK5A0CAM1--270x370.jpg",
@PhanDuc
PhanDuc / output.sh
Created August 9, 2021 10:42
horror_triton_console_output
I0809 10:27:23.454255 1 logging.cc:52] Tactic: 861694390046228376 time 0.401024
I0809 10:27:23.457287 1 logging.cc:52] Conv_105 + Relu_106 (scudnn) Set Tactic Name: volta_scudnn_128x64_sliced1x2_ldg4_relu_exp_small_nhwc_tn_v1
I0809 10:27:23.468172 1 logging.cc:52] Tactic: 5258189349241541167 time 0.214656
I0809 10:27:23.468615 1 logging.cc:52] Conv_105 + Relu_106 (scudnn) Set Tactic Name: volta_scudnn_128x128_relu_exp_small_nhwc_tn_v1
I0809 10:27:23.479728 1 logging.cc:52] Tactic: 5821621277990374316 time 0.399456
I0809 10:27:23.480157 1 logging.cc:52] Conv_105 + Relu_106 (scudnn) Set Tactic Name: volta_scudnn_128x32_sliced1x4_ldg4_relu_exp_small_nhwc_tn_v1
I0809 10:27:23.490417 1 logging.cc:52] Tactic: 5863767799113001648 time 0.117984
I0809 10:27:23.490856 1 logging.cc:52] Conv_105 + Relu_106 (scudnn) Set Tactic Name: volta_scudnn_128x128_ldg4_relu_exp_medium_nhwc_tn_v1
I0809 10:27:23.501746 1 logging.cc:52] Tactic: -9147980667639709536 time 0.399328
I0809 10:27:23.502250 1 logging.cc:52] Conv_105 + Relu_10
@PhanDuc
PhanDuc / triton.log
Created September 1, 2021 12:12
triton ensemble log
}
step {
model_name: "yolov5_onnx_horror_postprocess"
model_version: 1
input_map {
key: "FLAG_INFERENCE"
value: "FLAG_OUTPUT"
}
input_map {
key: "HORROR_INFERENCE_0"
@PhanDuc
PhanDuc / consumer.txt
Last active September 8, 2021 08:47
Consumer format from kafka
ConsumerRecord(topic='ai-integrator-video', partition=0, offset=127, timestamp=1631076816929, timestamp_type=0, key=b'17812', value=b'{"request_id": 17812, "request_type": "video_url", "log_id": 15093, "category_id": 1, "object_id": 1, "field_name": "VideoUrl", "field_value": "https://fbang-web-assets.s3.ap-southeast-1.amazonaws.com/common/ELDEN+RING+-+Official+Gameplay+Reveal.mp4"}', checksum=None, serialized_key_size=5, serialized_value_size=251, headers=())
ConsumerRecord(topic='ai-integrator-video', partition=0, offset=128, timestamp=1631076816955, timestamp_type=0, key=b'17821', value=b'{"request_id": 17821, "request_type": "video_url", "log_id": 15096, "category_id": 1, "object_id": 1, "field_name": "VideoUrl", "field_value": "https://fbang-web-assets.s3.ap-southeast-1.amazonaws.com/common/ELDEN+RING+-+Official+Gameplay+Reveal.mp4"}', checksum=None, serialized_key_size=5, serialized_value_size=251, headers=())
ConsumerRecord(topic='ai-integrator-video', partition=0, offset=129, timestamp=1631076817013
@PhanDuc
PhanDuc / simple_test.py
Created September 14, 2021 11:57
simple test batch triton
import ast
import argparse
import cv2 as cv
# import json
import numpy as np
import os
# import tensorflow as tf
import time
import uuid