Skip to content

Instantly share code, notes, and snippets.

View ywzhang909's full-sized avatar

ZhangHao ywzhang909

  • Haidian, Beijing, China
View GitHub Profile
@ywzhang909
ywzhang909 / build_corpus.py
Last active November 3, 2025 05:09
common string utils#string
#!pip install jieba, tqdm
from tqdm import tqdm
from typing import List, Dict
import jieba
import numpy as np
def load_char_vocab_and_corpus(train_data:List[str], min_count=2):
chars = dict()
@ywzhang909
ywzhang909 / es_manager.py
Last active November 3, 2025 05:10
elasticsearch toolkit #elasticsearch
from elasticsearch import Elasticsearch
from elasticsearch import helpers
class ESmanager():
def __init__(self, host, port):
self._host = host
self._port = port
self.__elasticsearch = Elasticsearch([{'host': self._host, 'port': self._port}])
self._connectES()