jwang2373 commited on
Commit
d4f2047
1 Parent(s): 48e9815

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -0
app.py CHANGED
@@ -31,6 +31,12 @@ h3 {
31
  device = "cuda" if torch.cuda.is_available() else "cpu"
32
  # Load the fine-tuned model configuration
33
  config = AutoConfig.from_pretrained("jwang2373/UW-SBEL-ChronoPhi-4b-it")
 
 
 
 
 
 
34
 
35
  tokenizer = AutoTokenizer.from_pretrained(MODEL, trust_remote_code=True)
36
  model = AutoModelForCausalLM.from_pretrained(MODEL, torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto",config=config)
 
31
  device = "cuda" if torch.cuda.is_available() else "cpu"
32
  # Load the fine-tuned model configuration
33
  config = AutoConfig.from_pretrained("jwang2373/UW-SBEL-ChronoPhi-4b-it")
34
+ base_config = AutoConfig.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
35
+ fine_tuned_config = AutoConfig.from_pretrained("jwang2373/UW-SBEL-ChronoPhi-4b-it")
36
+
37
+ print(base_config)
38
+ print(fine_tuned_config)
39
+
40
 
41
  tokenizer = AutoTokenizer.from_pretrained(MODEL, trust_remote_code=True)
42
  model = AutoModelForCausalLM.from_pretrained(MODEL, torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto",config=config)