Making safetensors a core dependency. (huggingface#23254)

Narsil · gojiteji · commit d2f958e68ddb · 2023-06-06T02:49:20.000+09:00
* Making `safetensors` a core dependency.

To be merged later, I'm creating the PR so we can try it out.

* Update setup.py

* Remove duplicates.

* Even more redundant.
diff --git a/setup.py b/setup.py
@@ -321,7 +321,6 @@ def run(self):
         "protobuf",  # Can be removed once we can unpin protobuf
         "sacremoses",
         "rjieba",
-        "safetensors",
         "beautifulsoup4",
     )
     + extras["retrieval"]
@@ -425,6 +424,7 @@ def run(self):
     deps["regex"],  # for OpenAI GPT
     deps["requests"],  # for downloading models over HTTPS
     deps["tokenizers"],
+    deps["safetensors"],
     deps["tqdm"],  # progress bars in model download and training scripts
 ]
 

Original file line number	Diff line number	Diff line change
`@@ -321,7 +321,6 @@ def run(self):`
`321`	`321`	`"protobuf", # Can be removed once we can unpin protobuf`
`322`	`322`	`"sacremoses",`
`323`	`323`	`"rjieba",`
`324`		`- "safetensors",`
`325`	`324`	`"beautifulsoup4",`
`326`	`325`	`)`
`327`	`326`	`+ extras["retrieval"]`
`@@ -425,6 +424,7 @@ def run(self):`
`425`	`424`	`deps["regex"], # for OpenAI GPT`
`426`	`425`	`deps["requests"], # for downloading models over HTTPS`
`427`	`426`	`deps["tokenizers"],`
	`427`	`+ deps["safetensors"],`
`428`	`428`	`deps["tqdm"], # progress bars in model download and training scripts`
`429`	`429`	`]`
`430`	`430`