update deepspeed (#415)

smallcloudai · Apr 29, 2024 · eec8585 · eec8585
1 parent 921aa47
commit eec8585
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/setup.py b/setup.py
@@ -54,7 +54,7 @@ class PyPackage:
         requires=["python-multipart", "auto-gptq==0.7.1", "accelerate",
                   "termcolor", "torch", "transformers>=4.39.3",
                   "bitsandbytes", "safetensors", "peft", "triton",
-                  "torchinfo", "mpi4py", "deepspeed==0.12.6",
+                  "torchinfo", "mpi4py", "deepspeed==0.14.2",
                   "sentence-transformers", "huggingface-hub>=0.19.3"],
         optional=["ninja", "flash-attn"],
         requires_packages=["refact_scratchpads", "refact_scratchpads_no_gpu",