Skip to content

Commit

Permalink
deps: pin optimum too...
Browse files Browse the repository at this point in the history
Signed-off-by: Travis Johnson <[email protected]>
  • Loading branch information
tjohnson31415 committed Aug 1, 2024
1 parent c3dd809 commit 6ee954d
Show file tree
Hide file tree
Showing 2 changed files with 19 additions and 17 deletions.
30 changes: 14 additions & 16 deletions server/poetry.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

6 changes: 5 additions & 1 deletion server/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,12 @@ safetensors = "^0.4.3"
sentencepiece = "^0.2.0"
datasets = { version = "^2.15.0", optional = true }
texttable = { version = "^1.7.0", optional = true }
# transformers pinned due to breakage from using `Cache` class for KV cache
transformers = "4.40.2"
optimum = { version = "^1.19.0", extras = ["onnxruntime-gpu"], optional = true }
# optimum pinned until transformers can be updated to avoid
# cannot import name 'OfflineModeIsEnabled' from 'huggingface_hub.errors'
optimum = { version = "1.20.0", extras = ["onnxruntime-gpu"], optional = true }
# onnxruntime pinned to <1.18.1 which uses cuDNN 9 until we upgrade torch to 2.4
onnxruntime = { version = "1.18.0", optional = true }
onnxruntime-gpu = { version = "1.18.0", optional = true }
onnx = { version = "^1.16.0", optional = true }
Expand Down

0 comments on commit 6ee954d

Please sign in to comment.