From ec6ff5707f45bdb10b6569469af16c39596b59b7 Mon Sep 17 00:00:00 2001 From: Yuanheng Date: Mon, 25 Mar 2024 23:13:02 +0800 Subject: [PATCH] [fix] fix grok-1 example typo --- examples/language/grok-1/README.md | 2 +- examples/language/grok-1/run_inference_fast.sh | 2 +- examples/language/grok-1/run_inference_slow.sh | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/language/grok-1/README.md b/examples/language/grok-1/README.md index de56afc1d992..4c37934a0c4d 100644 --- a/examples/language/grok-1/README.md +++ b/examples/language/grok-1/README.md @@ -35,7 +35,7 @@ Command example: ./run_inference_slow.sh ``` -`MODEL_NAME_OR_PATH` can be a model name from Hugging Face model hub or a local path to PyTorch-version model checkpoints. We provided weights on model hub, named `hpcaitech/grok-1`. And you could also download the weights in advance using `git`: +`MODEL_NAME_OR_PATH` can be a model name from Hugging Face model hub or a local path to PyTorch-version model checkpoints. We have provided pytorch-version checkpoint on [HuggingFace model hub](https://huggingface.co/hpcai-tech/grok-1), named `hpcai-tech/grok-1`. And you could also download the weights in advance using `git`: ```bash git lfs install git clone https://huggingface.co/hpcai-tech/grok-1 diff --git a/examples/language/grok-1/run_inference_fast.sh b/examples/language/grok-1/run_inference_fast.sh index 1ccd8383dc5e..15a755b97c27 100755 --- a/examples/language/grok-1/run_inference_fast.sh +++ b/examples/language/grok-1/run_inference_fast.sh @@ -1,6 +1,6 @@ #!/usr/bin/env bash -PRETRAINED=${1:-"hpcaitech/grok-1"} +PRETRAINED=${1:-"hpcai-tech/grok-1"} torchrun --standalone --nproc_per_node 8 inference_tp.py --pretrained "$PRETRAINED" \ --max_new_tokens 100 \ diff --git a/examples/language/grok-1/run_inference_slow.sh b/examples/language/grok-1/run_inference_slow.sh index a857828925dd..f5dba44b0db9 100755 --- a/examples/language/grok-1/run_inference_slow.sh +++ b/examples/language/grok-1/run_inference_slow.sh @@ -1,6 +1,6 @@ #!/usr/bin/env bash -PRETRAINED=${1:-"hpcaitech/grok-1"} +PRETRAINED=${1:-"hpcai-tech/grok-1"} python3 inference.py --pretrained "$PRETRAINED" \ --max_new_tokens 100 \