Spaces:

Kush1
/

LLAMA-2-13-B

Runtime error

Kush1 commited on Oct 8, 2023

Commit

57d78bf

1 Parent(s): 8e9efce

Changes in app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -3,7 +3,7 @@ import time
 from ctransformers import AutoModelForCausalLM
 def load_llm():
-    llm = AutoModelForCausalLM.from_pretrained("codellama-13b-instruct.Q4_K_M.gguf",
     model_type='llama',
     max_new_tokens = 1096,
     repetition_penalty = 1.13,

 from ctransformers import AutoModelForCausalLM
 def load_llm():
+    llm = AutoModelForCausalLM.from_pretrained("TheBloke/CodeLlama-13B-Instruct-GGUF",
     model_type='llama',
     max_new_tokens = 1096,
     repetition_penalty = 1.13,