Spaces:

Aspik101
/

trurl-2-7b-GGML

Runtime error

Aspik101 commited on Aug 17, 2023

Commit

3522fdb

•

1 Parent(s): 1b3b996

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -14,8 +14,8 @@ params = {
         "batch_size": 8}
-url = "https://huggingface.co/Aspik101/trurl-2-7b-GGML/blob/main/trurl-2-7b.ggmlv3.q8_0.bin"
-model_loc, file_size = dl_hf_model(url)
 llm = AutoModelForCausalLM.from_pretrained("Aspik101/trurl-2-7b-GGML", model_type="llama")
 with gr.Blocks() as demo:

         "batch_size": 8}
+#url = "https://huggingface.co/Aspik101/trurl-2-7b-GGML/blob/main/trurl-2-7b.ggmlv3.q8_0.bin"
+#model_loc, file_size = dl_hf_model(url)
 llm = AutoModelForCausalLM.from_pretrained("Aspik101/trurl-2-7b-GGML", model_type="llama")
 with gr.Blocks() as demo: