gguf-my-repo-ENHANCED

Sleeping

Oleg Shulyakov commited on Aug 6

Commit

e306547

1 Parent(s): 7b6e6d3

Fix error

Files changed (1) hide show

app.py CHANGED Viewed

@@ -349,7 +349,7 @@ def process_model(
         with tempfile.TemporaryDirectory(dir=OUTPUT_FOLDER) as outdir:
             fp16 = download_base_model(token, model_id, outdir)
             imatrix_path = Path(outdir)/"imatrix.dat"
-            quantized_gguf = quantize_model(outdir, gguf_name, fp16, q_method, use_imatrix, imatrix_q_method, imatrix_path)
             # Create empty repo
             api = HfApi(token=token)

         with tempfile.TemporaryDirectory(dir=OUTPUT_FOLDER) as outdir:
             fp16 = download_base_model(token, model_id, outdir)
             imatrix_path = Path(outdir)/"imatrix.dat"
+            quantized_gguf = quantize_model(outdir, gguf_name, fp16, q_method, use_imatrix, imatrix_q_method, imatrix_path, quant_embedding, embedding_tensor_method, quant_output, output_tensor_method)
             # Create empty repo
             api = HfApi(token=token)