parallel-prompt-decoding/pyproject.toml at main · hmarkc/parallel-prompt-decoding · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"

[tool.poetry]
name = "parallel-prompt-decoding"
version = "1.0"
description = "Cheap and efficient LLM inference Acceleration using Prompting"
packages = [
    { include = "prompt", from = "." }
]
authors = ["Mark (Hao) Chen <hc1620@ic.ac.uk>"]
readme = "README.md"
license = "Apache-2.0"
keywords = ["LLM", "Prompting", "Inference Acceleration", "NLP", "Machine Learning", "Language Model"]

[tool.poetry.dependencies]
python = ">=3.9"
fschat = "^0.2.36"
torch = "^2.0.1"
transformers = "4.37.2"
accelerate = "^0.27.2"
peft = "^0.8.0"
datasets = ">=2.17.0"
numpy = ">=1.26.0"
bitsandbytes = "^0.42.0"
setuptools = "*"
sentencepiece = "*"
protobuf = "^4.25.3"
matplotlib = "*"
gradio = "*"
openai = "*"
anthropic = "*"
zeus-ml = "*"
human_eval = "*"