Spaces:
Build error
Build error
Update rag_agent.py
Browse files- rag_agent.py +2 -2
rag_agent.py
CHANGED
|
@@ -23,8 +23,8 @@ Settings.embed_model = HuggingFaceEmbedding(model_name="sentence-transformers/al
|
|
| 23 |
|
| 24 |
# ==== 2. Load Hugging Face LLM (Locally Installed or Remote Hosted) ====
|
| 25 |
llm = HuggingFaceLLM(
|
| 26 |
-
model_name="
|
| 27 |
-
tokenizer_name="
|
| 28 |
context_window=2048,
|
| 29 |
max_new_tokens=512,
|
| 30 |
generate_kwargs={"temperature": 0.1},
|
|
|
|
| 23 |
|
| 24 |
# ==== 2. Load Hugging Face LLM (Locally Installed or Remote Hosted) ====
|
| 25 |
llm = HuggingFaceLLM(
|
| 26 |
+
model_name="unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF", # You must have access!
|
| 27 |
+
tokenizer_name="unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF",
|
| 28 |
context_window=2048,
|
| 29 |
max_new_tokens=512,
|
| 30 |
generate_kwargs={"temperature": 0.1},
|