Repository navigation
Expand file tree
/
Copy pathpyproject.toml
More file actions
96 lines (86 loc) · 2.51 KB
/
Copy pathpyproject.toml
File metadata and controls
96 lines (86 loc) · 2.51 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
[build-system]
requires = ["setuptools"]
build-backend = "setuptools.build_meta"
[project]
name = "mergekit"
description = "Tools for merging pre-trained large language models"
readme = "README.md"
license = { text = "LGPL-3.0-only" }
version = "0.1.5"
authors = [{ name = "Charles Goddard", email = "chargoddard@gmail.com" }]
requires-python = ">=3.10"
dependencies = [
"torch>=2.0.0",
"tqdm>=4.67.1,<5",
"click>=8.2.1,<9",
"safetensors>=0.5.2,<1",
"accelerate>=1.6.0,<2",
"pydantic>=2.10.6,<3",
"immutables>=0.21,<1",
"transformers>=5.0,<6.0",
"tokenizers>=0.20.1",
"huggingface_hub",
"peft>=0.18.0",
"typing-extensions",
"sentencepiece",
"protobuf",
"scipy",
"datasets",
]
[project.optional-dependencies]
dev = ["ruff==0.14.2", "pre-commit>=4.2.0,<5"]
test = ["pytest>=8.4.0,<9"]
evolve = ["ray", "cma", "lm_eval", "wandb"]
vllm = ["vllm==0.7.2", "lm_eval[vllm]"]
[project.urls]
repository = "https://github.com/cg123/mergekit"
[project.scripts]
mergekit-yaml = "mergekit.scripts.run_yaml:main"
mergekit-legacy = "mergekit.scripts.legacy:main"
mergekit-layershuffle = "mergekit.scripts.layershuffle:main"
bakllama = "mergekit.scripts.bakllama:main"
mergekit-moe = "mergekit.scripts.moe:main"
mergekit-tokensurgeon = "mergekit.scripts.tokensurgeon:main"
mergekit-extract-lora = "mergekit.scripts.extract_lora:main"
mergekit-evolve = "mergekit.scripts.evolve:main"
mergekit-pytorch = "mergekit.scripts.merge_raw_pytorch:main"
mergekit-multi = "mergekit.scripts.multimerge:main"
[tool.setuptools]
packages = [
"mergekit",
"mergekit.io",
"mergekit.merge_methods",
"mergekit.moe",
"mergekit.scripts",
"mergekit.evo",
"mergekit.tokenizer",
"mergekit.tokensurgeon",
"mergekit.architecture",
"mergekit._data",
"mergekit._data.architectures",
"mergekit._data.chat_templates",
]
include-package-data = true
package-data = { "mergekit._data.architectures" = [
"*.json",
], "mergekit._data.chat_templates" = [
"*.jinja",
] }
[tool.ruff]
line-length = 88
target-version = "py310"
include = ["*.py", "*.pyi"]
[tool.ruff.lint]
select = ["I"]
[tool.pytest.ini_options]
minversion = "6.0"
filterwarnings = [
"ignore::pydantic.PydanticDeprecatedSince20:huggingface_hub.*:",
"ignore::FutureWarning:huggingface_hub.*:",
"ignore:Attempting Automatic Merge:UserWarning",
"ignore:No architecture config available:UserWarning",
]
testpaths = ["tests"]
[dependency-groups]
test = ["pytest>=8.4.0,<9"]
dev = ["ruff==0.14.2", "pre-commit>=4.2.0,<5"]