Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -122,13 +122,13 @@ download_quant(destination_folder, repo_id, model_filename)
|
|
122 |
|
123 |
logger.info("done dl")
|
124 |
|
125 |
-
if "mpt" in model_filename:
|
126 |
-
|
127 |
-
|
128 |
-
|
129 |
-
|
130 |
-
|
131 |
-
|
132 |
|
133 |
# https://huggingface.co/spaces/matthoffner/wizardcoder-ggml/blob/main/main.py
|
134 |
if "WizardCoder" in model_filename:
|
|
|
122 |
|
123 |
logger.info("done dl")
|
124 |
|
125 |
+
# if "mpt" in model_filename:
|
126 |
+
# config = AutoConfig.from_pretrained("mosaicml/mpt-30b-cha t", context_length=8192)
|
127 |
+
# llm = AutoModelForCausalLM.from_pretrained(
|
128 |
+
# os.path.abspath(f"models/{model_filename}"),
|
129 |
+
# model_type="mpt",
|
130 |
+
# config=config,
|
131 |
+
# )
|
132 |
|
133 |
# https://huggingface.co/spaces/matthoffner/wizardcoder-ggml/blob/main/main.py
|
134 |
if "WizardCoder" in model_filename:
|