👋

Yasuhiro Yamaguchi altescy

👋

Research Engineer / NLP / ML

altescy / taskqueue.py

Last active February 25, 2023 04:46

	import logging
	import time
	from multiprocessing import Process, Queue
	from typing import Callable, Generic, Iterator, TypeVar
	from uuid import uuid4

	import fastapi
	from pydantic import BaseModel

	T = TypeVar("T")

altescy / file_storage.py

Last active May 31, 2023 06:06

	import dataclasses
	import fcntl
	import json
	import pickle
	import shutil
	import tempfile
	from collections.abc import Mapping
	from contextlib import contextmanager
	from io import BytesIO
	from os import PathLike

altescy / swem_vectorizer.py

Created January 17, 2023 03:40

	from typing import Generic, Hashable, Iterable, Mapping, Optional, Sequence, TypeVar

	import numpy
	from sklearn.base import TransformerMixin

	T_Token = TypeVar("T_Token", bound=Hashable)
	Self = TypeVar("Self", bound="SwemVectorizer")


	class SwemVectorizer(Generic[T_Token], TransformerMixin): # type: ignore[misc]

altescy / fugashi_tokenizer.py

Last active January 16, 2023 04:53

	import abc
	import functools
	from os import PathLike
	from typing import Any, Callable, Dict, List, NamedTuple, Optional, Union

	import fugashi
	import minato


	class Token(NamedTuple):

altescy / spinner.py

Last active January 10, 2023 18:33

Simple spinner decorator for Python

	import functools
	import itertools
	import sys
	import threading
	import time
	from collections.abc import Callable, Iterable
	from concurrent.futures import ThreadPoolExecutor
	from typing import Any, TextIO, TypeVar

	T = TypeVar("T")

altescy / multiprocess_queue_iterator.py

Created January 8, 2023 08:15

Iterator wrapper generating values with multi-processing queue

	import time
	from collections.abc import Iterable, Iterator
	from multiprocessing import Process, Queue
	from types import TracebackType
	from typing import Generic, Type, TypeVar

	T = TypeVar("T")


	class NumberIterator:

altescy / bash_detection_server.py

Last active July 31, 2024 14:48

Detecting bash execution via HTTP request (originally from https://www.idontplaydarts.com/2016/04/detecting-curl-pipe-bash-server-side/)

altescy / hierarchical_kmeans.py

Last active December 25, 2022 13:34

	from typing import TypeVar

	import numpy
	from sklearn.base import BaseEstimator, ClusterMixin
	from sklearn.cluster import KMeans

	Self = TypeVar("Self", bound="HierarchicalKmeans")


	class HierarchicalKmeans(BaseEstimator, ClusterMixin):

altescy / tiny_flax_diffusion_model.ipynb

Last active December 9, 2022 12:31

Sorry, something went wrong. Reload?

Sorry, we cannot display this file.

Sorry, this file is invalid so it cannot be displayed.

altescy / selector.py

Created August 11, 2022 09:43

Example of interactive selector in Python

	from __future__ import annotations

	import os
	import shutil
	import subprocess


	class Selector:
	SUPPORTED_SELECTOR_COMMANDS = {"fzf", "peco"}
	ENVKEY_SELECTOR_COMMAND = "SELECTOR_COMMAND"