CoffeeVampir3

from langchain.llms.base import LLM
from langchain.callbacks.manager import CallbackManagerForLLMRun
from typing import Any, Dict, Generator, List, Optional
from pydantic import Field, root_validator
from model import ExLlama, ExLlamaCache, ExLlamaConfig
from tokenizer import ExLlamaTokenizer
from generator import ExLlamaGenerator
import os, glob, time, json, sys, logging

class Exllama(LLM):

CoffeeVampir3

import json
import re
import string
import sys

def clean_text(text):
    # Strip leading and trailing white space
    text = text.strip()
    
    # Replace consecutive white space characters with a single space

CoffeeVampir3

import cuda_ext
from model import ExLlama, ExLlamaCache
from lora import ExLlamaLora
import torch
import torch.nn.functional as F
from healing import *

class ExLlamaGenerator:

    class Settings:

CoffeeVampir3

CoffeeVampir3

CoffeeVampir3

import json
import argparse
import os
import re
from transformers import AutoTokenizer
from langchain.text_splitter import RecursiveCharacterTextSplitter

def l(tokenizer, txt):
    return len(tokenizer.encode(txt))

CoffeeVampir3

import torch

from pipe import StableDiffusionXLPipelineNoWatermark
from pipei2i import StableDiffusionXLImg2ImgPipelineNoWatermark
from diffusers import DiffusionPipeline
from PIL import Image
import os
import gc
import pandas as pd
import random, sys

CoffeeVampir3

CoffeeVampir3

CoffeeVampir3