Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -51,14 +51,18 @@ def run(
|
|
51 |
new_dataset_id,
|
52 |
# progress=gr.Progress(),
|
53 |
):
|
54 |
-
|
|
|
55 |
|
|
|
56 |
opt_level = desc2opt[opt_desc]
|
57 |
|
58 |
model_name = model_choice.split()[0]
|
59 |
|
|
|
60 |
model, tokenizer = get_model_and_tokenizer(model_name, opt_level)
|
61 |
|
|
|
62 |
batch_embed(
|
63 |
ds,
|
64 |
model,
|
|
|
51 |
new_dataset_id,
|
52 |
# progress=gr.Progress(),
|
53 |
):
|
54 |
+
print("Loading dataset")
|
55 |
+
ds = load_hf_dataset(ds_name, ds_config, ds_split)
|
56 |
|
57 |
+
print("dataset loaded")
|
58 |
opt_level = desc2opt[opt_desc]
|
59 |
|
60 |
model_name = model_choice.split()[0]
|
61 |
|
62 |
+
print("Loading model/tokenizer")
|
63 |
model, tokenizer = get_model_and_tokenizer(model_name, opt_level)
|
64 |
|
65 |
+
print("Model optimized and loaded")
|
66 |
batch_embed(
|
67 |
ds,
|
68 |
model,
|