forked from iwiwi/epochraft-hf-fsdp
-
Notifications
You must be signed in to change notification settings - Fork 0
/
pyproject.toml
97 lines (90 loc) · 2.17 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
[project]
name = "epochraft_hf_fsdp"
description = "Example of using Epochraft to train HuggingFace transformers models with PyTorch FSDP"
readme = "README.md"
license = {file = "LICENSE"}
authors = [
{name = "Takuya Akiba"},
{email = "[email protected]"}
]
classifiers = [
"Development Status :: 2 - Pre-Alpha",
"Intended Audience :: Science/Research",
"Intended Audience :: Developers",
"License :: OSI Approved :: MIT License",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3 :: Only",
"Topic :: Scientific/Engineering",
"Topic :: Scientific/Engineering :: Mathematics",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Topic :: Software Development",
"Topic :: Software Development :: Libraries",
"Topic :: Software Development :: Libraries :: Python Modules",
]
requires-python = ">=3.8"
dependencies = [
"torch >= 2.1.0",
"transformers",
"epochraft",
"colorlog",
"tqdm",
"omegaconf",
"wandb",
"joblib",
]
dynamic = ["version"]
[project.optional-dependencies]
development = [
"black",
"blackdoc",
"flake8",
"isort",
"mypy",
"pytest",
]
[project.urls]
repository = "https://github.com/iwiwi/epochraft-hf-fsdp"
[tool.setuptools]
package-dir = {"" = "src"}
[tool.setuptools.packages.find]
include = ["epochfsdp*"]
[tool.black]
line-length = 99
target-version = ['py38']
exclude = '''
/(
\.eggs
| \.git
| \.hg
| \.mypy_cache
| \.venv
| venv
| _build
| buck-out
| build
| dist
| docs
)/
'''
[tool.isort]
profile = 'black'
src_paths = ['src/epochfsdp', 'tests']
line_length = 99
lines_after_imports = 2
[tool.mypy]
python_version = "3.8"
strict = true
ignore_missing_imports = true
warn_unused_configs = true
disallow_untyped_defs = true
warn_redundant_casts = true
warn_unused_ignores = true
warn_unreachable = true
disallow_any_generics = false
exclude = ".venv|venv|build|docs|tutorial|tmp|out"
disallow_untyped_decorators = false
disallow_untyped_calls = false