Spaces:

EMsurya
/

le-chat

Sleeping

EMsurya commited on Jun 10

Commit

4a9f6e0

verified ·

1 Parent(s): 43ac03d

to bug

Files changed (1) hide show

app.py CHANGED Viewed

@@ -9,7 +9,7 @@ device = 'cuda' if torch.cuda.is_available() else 'cpu'
 model_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
 model_file = "mistral-7b-instruct-v0.1.Q4_K_M.gguf"
 model_type = "mistral"
-quant_model = AutoModelForCausalLM.from_pretrained(model_id, model_file = model_file , model_type= model_type).to(device)
 def lechat_respond(

 model_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
 model_file = "mistral-7b-instruct-v0.1.Q4_K_M.gguf"
 model_type = "mistral"
+quant_model = AutoModelForCausalLM.from_pretrained(model_id, model_file = model_file , model_type= model_type)
 def lechat_respond(