Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -31,6 +31,12 @@ h3 {
|
|
31 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
32 |
# Load the fine-tuned model configuration
|
33 |
config = AutoConfig.from_pretrained("jwang2373/UW-SBEL-ChronoPhi-4b-it")
|
|
|
|
|
|
|
|
|
|
|
|
|
34 |
|
35 |
tokenizer = AutoTokenizer.from_pretrained(MODEL, trust_remote_code=True)
|
36 |
model = AutoModelForCausalLM.from_pretrained(MODEL, torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto",config=config)
|
|
|
31 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
32 |
# Load the fine-tuned model configuration
|
33 |
config = AutoConfig.from_pretrained("jwang2373/UW-SBEL-ChronoPhi-4b-it")
|
34 |
+
base_config = AutoConfig.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
|
35 |
+
fine_tuned_config = AutoConfig.from_pretrained("jwang2373/UW-SBEL-ChronoPhi-4b-it")
|
36 |
+
|
37 |
+
print(base_config)
|
38 |
+
print(fine_tuned_config)
|
39 |
+
|
40 |
|
41 |
tokenizer = AutoTokenizer.from_pretrained(MODEL, trust_remote_code=True)
|
42 |
model = AutoModelForCausalLM.from_pretrained(MODEL, torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto",config=config)
|