This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
BASE_IMPORTS = """ | |
from string import * | |
from re import * | |
from datetime import * | |
from collections import * | |
from heapq import * | |
from bisect import * | |
from copy import * | |
from math import * | |
from random import * |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
def start_model_server(model_name : str, client : OpenAI): | |
def get_model(): | |
models = client.models.list() | |
model = models.data[0].id | |
return model | |
import torch | |
num_gpus = torch.cuda.device_count() | |
command_args = [ | |
"python", |