dar-tau commited on
Commit
7595dc5
1 Parent(s): a6550e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -57,7 +57,7 @@ def reset_model(model_name, *extra_components, with_extra_components=True):
57
  # get model
58
  global_state.model, global_state.tokenizer, global_state.hidden_states = None, None, None
59
  gc.collect()
60
- global_state.model = AutoModelClass.from_pretrained(model_path, **model_args).cuda()
61
  global_state.tokenizer = AutoTokenizer.from_pretrained(tokenizer_path, token=os.environ['hf_token'])
62
  gc.collect()
63
  if with_extra_components:
 
57
  # get model
58
  global_state.model, global_state.tokenizer, global_state.hidden_states = None, None, None
59
  gc.collect()
60
+ global_state.model = AutoModelClass.from_pretrained(model_path, **model_args).to('cuda')
61
  global_state.tokenizer = AutoTokenizer.from_pretrained(tokenizer_path, token=os.environ['hf_token'])
62
  gc.collect()
63
  if with_extra_components: