Skip to content

Instantly share code, notes, and snippets.

View tori29umai0123's full-sized avatar
๐Ÿ 

tori29umai tori29umai0123

๐Ÿ 
View GitHub Profile
pretrained_model_name_or_path = "models/animagine-xl-3.1.safetensors"
train_data_dir = "train_data"
output_dir = "models/LoRA"
max_train_steps = 500
network_module = "networks.lora"
xformers = true
gradient_checkpointing = true
persistent_data_loader_workers = false
max_data_loader_n_workers = 0
enable_bucket = true
{
"book": "Test",
"pages": [
{
"page": 0,
"width": 1654,
"height": 1170,
"texts": [
{
"text": "ใ“ใ‚“ใซใกใฏใ€‚ใ„ใ„ๅคฉๆฐ—ใงใ™ใญ",
# ๅญฆ็ฟ’ใซใฏใ€€https://gist.github.com/tori29umai0123/fc51ea86aedc1b1e394b12829d1c95e5ใ€€ใฎใ‚ˆใ†ใชๅฝขๅผใฎใƒ‡ใƒผใ‚ฟใ‚ปใƒƒใƒˆใ‚’ๅˆฉ็”จใ™ใ‚‹
# Manga109-sใฎใ‚ขใƒŽใƒ†ใƒผใ‚ทใƒงใƒณใƒ‡ใƒผใ‚ฟ๏ผˆhttp://www.manga109.org/ja/annotations.html๏ผ‰ใ‚’ๅ…ƒใซไฝœๆˆ
import os
import glob
import json
import argparse
import torch
from torch.utils.data import Dataset, DataLoader
import torch.nn as nn
@tori29umai0123
tori29umai0123 / LibreSketch.py
Created September 26, 2024 06:35
LibreSketch.py
import configparser
import copy
import math
import os
import sys
import numpy as np
import matplotlib.pyplot as plt
import matplotlib as mpl
from scipy.interpolate import PchipInterpolator
from matplotlib.backends.backend_qt5agg import FigureCanvasQTAgg as FigureCanvas
@tori29umai0123
tori29umai0123 / AI-NovelChat.py
Last active August 10, 2024 08:05
AI-NovelChat
import os
import sys
import time
import socket
import gradio as gr
from llama_cpp import Llama
import datetime
from jinja2 import Template
import configparser
import threading
@tori29umai0123
tori29umai0123 / rag_stable_diffusion_prompt.py
Last active July 9, 2024 12:36
rag_stable_diffusion_prompt.py
import csv
from pathlib import Path
import re
from sentence_transformers import SentenceTransformer
import faiss
from llama_cpp import Llama
import numpy as np
@tori29umai0123
tori29umai0123 / danbooru_tags.csv
Created July 9, 2024 10:21
danbooru_tags.csv
We can't make this file beautiful and searchable because it's too large.
1girl,4114588
solo,3426446
highres,3008413
long_hair,2898315
commentary_request,2610959
breasts,2252741
looking_at_viewer,2017032
blush,1987494
smile,1847264
short_hair,1530601
import csv
from pathlib import Path
import re
from langchain_core.prompts import ChatPromptTemplate
from langchain.chains import create_retrieval_chain
from langchain.chains.combine_documents import create_stuff_documents_chain
from langchain_community.vectorstores import FAISS
from langchain_community.llms import LlamaCpp
from langchain.prompts import PromptTemplate
from langchain_core.documents import Document
import os
from concurrent.futures import ThreadPoolExecutor
from PIL import Image, ImageFilter
from PIL import Image, ImageFilter
def apply_blur_to_image(image_path, output_path, blur_radius):
"""ๆŒ‡ๅฎšใ•ใ‚ŒใŸ็”ปๅƒใซใƒ–ใƒฉใƒผๅŠนๆžœใ‚’้ฉ็”จใ—ใ€ๆŒ‡ๅฎšใ•ใ‚ŒใŸใƒ‘ใ‚นใซไฟๅญ˜ใ™ใ‚‹"""
try:
image = Image.open(image_path)
#็ทš็”ปใ‚ใ‚Š็”ปๅƒใ‹ใ‚‰ใ€็ทš็”ปใ‚’ๅ–ใ‚Š้™คใใ‚นใ‚ฏใƒชใƒ—ใƒˆใ€‚็ทš็”ปใ‚’ๅ–ใ‚Š้™คใใŸใ„็”ปๅƒ๏ผˆimage_dir๏ผ‰ใŒใ‚ใ‚Œใฐๅ‹•ใใ€‚็ทš็”ปๅ…ฅๅŠ›ไธ่ฆใ€‚
from PIL import Image, ImageFilter, ImageOps
from collections import defaultdict
from skimage import color as sk_color
from tqdm import tqdm
from skimage.color import deltaE_ciede2000, rgb2lab
import cv2
import numpy as np
import os