ci: upload native libraries to huggingface when release new version.

.github/upload_to_hf.py

@@ -0,0 +1,37 @@
+from huggingface_hub import HfApi
+import argparse
+
+def parse_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--token", type=str, default=None)
+    parser.add_argument("--repo-id", type=str, default="AsakusaRinne/LLamaSharpNative")
+    parser.add_argument("--folder", type=str, required=True)
+    parser.add_argument("--revision", type=str, required=True)
+    parser.add_argument("--commit_message", type=str, default=None)
+    return parser.parse_args()
+
+if __name__ == '__main__':
+    args = parse_args()
+    api = HfApi(token=args.token)
+
+    if args.commit_message is None:
+        args.commit_message = f"Upload native library of version {args.revision}"
+
+    print(f'Creating branch {args.revision} ...')
+    try:
+        api.delete_branch(repo_id=args.repo_id, branch=args.revision, token=args.token)
+        print(f'Branch {args.revision} already exists, deleting it ...')
+    except:
+        pass
+    api.create_branch(repo_id=args.repo_id, branch=args.revision, token=args.token, exist_ok=False)
+    # upload the folder to huggingface repo
+    print(f'Uploading folder to huggingface repo with revision {args.revision} ...')
+    api.upload_folder(
+        repo_id=args.repo_id, 
+        folder_path=args.folder,
+        path_in_repo="runtimes", 
+        token=args.token, 
+        revision=args.revision, 
+    )
+
+

.github/workflows/release-minor.yml

@@ -73,4 +73,10 @@ jobs:
         version=$(cat ./temp/version.txt)
         mike deploy --push --update-aliases --force $version latest
         mike set-default --push --force latest
-
+
+    # Upload the native binaries to huggingface (experimental)
+    - name: Upload native binaries to huggingface
+      run: |
+        pip install huggingface_hub
+        llama_cpp_commit_hash=$(git submodule status llama.cpp | cut -c 2-7)
+        python .github/upload_to_hf.py --token ${{ secrets.HUGGINGFACE_TOKEN }} --revision $llama_cpp_commit_hash --folder LLama/runtimes

.github/workflows/release-patch.yml

@@ -74,3 +74,9 @@ jobs:
         mike deploy --push --update-aliases --force $version latest
         mike set-default --push --force latest
 
+    # Upload the native binaries to huggingface (experimental)
+    - name: Upload native binaries to huggingface
+      run: |
+        pip install huggingface_hub
+        llama_cpp_commit_hash=$(git submodule status llama.cpp | cut -c 2-7)
+        python .github/upload_to_hf.py --token ${{ secrets.HUGGINGFACE_TOKEN }} --revision $llama_cpp_commit_hash --folder LLama/runtimes