mon_tokenizer / pyproject.toml
janakhpon's picture
feat: simplified mon tokenizer in hf format, updated tags, resolve the legacy issue
81cf36d
[project]
name = "mon-tokenizer-hf"
version = "1.0.0"
description = "mon language tokenizer for hugging face transformers"
readme = "README.md"
requires-python = ">=3.8.1"
license = {text = "MIT"}
authors = [
{name = "Mon Language Project", email = "contact@example.com"}
]
keywords = ["tokenizer", "mon", "myanmar", "nlp", "huggingface", "sentencepiece"]
dependencies = [
"transformers>=4.45.0",
"torch>=2.0.0",
"sentencepiece>=0.2.0",
"huggingface_hub>=0.24.0",
"protobuf>=4.21.0",
]
[project.optional-dependencies]
dev = [
"pytest>=7.0.0",
"black>=23.0.0",
"isort>=5.12.0",
]
[project.urls]
Homepage = "https://github.com/yourusername/mon-tokenizer-hf"
Repository = "https://github.com/yourusername/mon-tokenizer-hf"
Documentation = "https://github.com/yourusername/mon-tokenizer-hf#readme"
"Bug Tracker" = "https://github.com/yourusername/mon-tokenizer-hf/issues"
"Hugging Face" = "https://huggingface.co/janakhpon/mon_tokenizer"
[tool.black]
line-length = 88
target-version = ['py38']
include = '\.pyi?$'
[tool.isort]
profile = "black"
multi_line_output = 3