goddoe

SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" &> /dev/null && pwd)
cd $SCRIPT_DIR

goddoe

# coding=utf-8
# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software

goddoe

Tested this works https://stackoverflow.com/a/57014278/6147756

Single command:

MAKEFLAGS="-j$(nproc)" pip install xxx
Enable for all commands in a script:

export MAKEFLAGS="-j$(nproc)"

goddoe

def get_available_ports(port_from=5000, port_to=6000):
    import socket
    for port in range(port_from, port_to):
        try:
            s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
            s.bind(('localhost', port))
            s.close()
            yield port
        except:
            continue

goddoe

def strip_codeblock(code_with_codeblock):
    first_newline_idx = code_with_codeblock.find("\n")
    code_tmp = code_with_codeblock[first_newline_idx+1:]

    code_closing_idx = code_tmp.find("```")

    code_striped = code_tmp[:code_closing_idx]
    return code_striped

goddoe

curl -N -X 'POST' \                                                                                                                                                                                                                                          [12:04:09]
  'http://localhost:8080/v1/chat-streaming' \
  -H 'Content-Type: application/json' \
  -H 'Accept: text/event-stream' \
  -d '{
  "turns": [
    {
      "role": "user",
      "content": "fastapi 사용법"
    }

goddoe

class DataType(str, Enum):
    WITH_SUFFIX = "WITH_SUFFIX"
    WITHOUT_SUFFIX = "WITHOUT_SUFFIX"

goddoe

import random

def reservoir_sampling(file_name, k):
    sample = []
    with open(file_name, 'r') as f:
        f.seek(0, 2)  # 파일의 끝으로 이동
        filesize = f.tell()  # 파일의 크기를 얻음 (바이트)

        random_set = sorted(random.sample(range(filesize), k))

goddoe

#!/usr/bin/env bash

PID=<SOME_PID>

while true; do                      
  if ! ps -p PID> > /dev/null; then
    ./run.sh                        
    break                           
  fi                                
  sleep 10                          

goddoe

import logging
import sys
 
 # Setup logging
logging.basicConfig(
    format="%(asctime)s - %(levelname)s - %(name)s - %(message)s",
    datefmt="%m/%d/%Y %H:%M:%S",
    handlers=[logging.StreamHandler(sys.stdout)],
)