load from huggingface

README.md

@@ -22,9 +22,8 @@ git clone https://huggingface.co/spaces/happzy2633/open-o1
 
 2.  Install the dependencies listed in requirements.txt.
     
-3.  Replace the value of the use\_auth\_token variable with your own.
     
-4.  Execute the script below.
+3.  Execute the script below.
     
 
 ```shell

V3.py

@@ -4,13 +4,7 @@ from transformers import AutoTokenizer
 from vllm import LLM, SamplingParams
 from huggingface_hub import snapshot_download
 
-use_auth_token = os.getenv("YOUR_AUTH_TOKEN") 
-
-repo_id = "m-a-p/qwen2.5-7b-ins-v3"
-local_dir = repo_id.rsplit("/")[-1]
-snapshot_download(repo_id=repo_id, local_dir=local_dir, use_auth_token=use_auth_token, resume_download=True)
-
-model_path = "qwen2.5-7b-ins-v3/checkpoint-1000"
+model_path = "happzy2633/qwen2.5-7b-ins-v3"
 
 tokenizer = AutoTokenizer.from_pretrained(model_path)
 sampling_params = SamplingParams(temperature=0.7, top_p=0.8, repetition_penalty=1.05, max_tokens=8192)