Update app.py
Browse files
app.py
CHANGED
@@ -57,7 +57,7 @@ def reset_model(model_name, *extra_components, with_extra_components=True):
|
|
57 |
# get model
|
58 |
global_state.model, global_state.tokenizer, global_state.hidden_states = None, None, None
|
59 |
gc.collect()
|
60 |
-
global_state.model = AutoModelClass.from_pretrained(model_path, **model_args).cuda
|
61 |
global_state.tokenizer = AutoTokenizer.from_pretrained(tokenizer_path, token=os.environ['hf_token'])
|
62 |
gc.collect()
|
63 |
if with_extra_components:
|
|
|
57 |
# get model
|
58 |
global_state.model, global_state.tokenizer, global_state.hidden_states = None, None, None
|
59 |
gc.collect()
|
60 |
+
global_state.model = AutoModelClass.from_pretrained(model_path, **model_args).to('cuda')
|
61 |
global_state.tokenizer = AutoTokenizer.from_pretrained(tokenizer_path, token=os.environ['hf_token'])
|
62 |
gc.collect()
|
63 |
if with_extra_components:
|