👋

Yasuhiro Yamaguchi altescy

👋

Research Engineer / NLP / ML

altescy / progress.py

Last active May 29, 2023 04:00

Show iteration progress with estimated running time.

	from __future__ import annotations

	import functools
	import os
	import re
	import sys
	import time
	from collections.abc import Sized
	from typing import Any, Callable, ClassVar, Generic, Iterable, Iterator, TextIO, TypeVar, cast

altescy / set_transformer.py

Created June 22, 2022 11:06

PyTorch implementation of SetTransformer: https://api.semanticscholar.org/CorpusID:59222677

	from typing import Optional, cast

	import torch


	class MAB(torch.nn.Module):
	def __init__(
	self,
	input_dim: int,
	num_heads: int,

altescy / selector.py

Created August 11, 2022 09:43

Example of interactive selector in Python

	from __future__ import annotations

	import os
	import shutil
	import subprocess


	class Selector:
	SUPPORTED_SELECTOR_COMMANDS = {"fzf", "peco"}
	ENVKEY_SELECTOR_COMMAND = "SELECTOR_COMMAND"

altescy / tiny_flax_diffusion_model.ipynb

Last active December 9, 2022 12:31

Sorry, something went wrong. Reload?

Sorry, we cannot display this file.

Sorry, this file is invalid so it cannot be displayed.

altescy / hierarchical_kmeans.py

Last active December 25, 2022 13:34

	from typing import TypeVar

	import numpy
	from sklearn.base import BaseEstimator, ClusterMixin
	from sklearn.cluster import KMeans

	Self = TypeVar("Self", bound="HierarchicalKmeans")


	class HierarchicalKmeans(BaseEstimator, ClusterMixin):

altescy / bash_detection_server.py

Last active July 31, 2024 14:48

Detecting bash execution via HTTP request (originally from https://www.idontplaydarts.com/2016/04/detecting-curl-pipe-bash-server-side/)

altescy / multiprocess_queue_iterator.py

Created January 8, 2023 08:15

Iterator wrapper generating values with multi-processing queue

	import time
	from collections.abc import Iterable, Iterator
	from multiprocessing import Process, Queue
	from types import TracebackType
	from typing import Generic, Type, TypeVar

	T = TypeVar("T")


	class NumberIterator:

altescy / spinner.py

Last active January 10, 2023 18:33

Simple spinner decorator for Python

	import functools
	import itertools
	import sys
	import threading
	import time
	from collections.abc import Callable, Iterable
	from concurrent.futures import ThreadPoolExecutor
	from typing import Any, TextIO, TypeVar

	T = TypeVar("T")

altescy / fugashi_tokenizer.py

Last active January 16, 2023 04:53

	import abc
	import functools
	from os import PathLike
	from typing import Any, Callable, Dict, List, NamedTuple, Optional, Union

	import fugashi
	import minato


	class Token(NamedTuple):

altescy / swem_vectorizer.py

Created January 17, 2023 03:40

	from typing import Generic, Hashable, Iterable, Mapping, Optional, Sequence, TypeVar

	import numpy
	from sklearn.base import TransformerMixin

	T_Token = TypeVar("T_Token", bound=Hashable)
	Self = TypeVar("Self", bound="SwemVectorizer")


	class SwemVectorizer(Generic[T_Token], TransformerMixin): # type: ignore[misc]