SamerPF commited on
Commit
0808f0f
·
verified ·
1 Parent(s): aaacbaa

Update rag_agent.py

Browse files
Files changed (1) hide show
  1. rag_agent.py +2 -2
rag_agent.py CHANGED
@@ -23,8 +23,8 @@ Settings.embed_model = HuggingFaceEmbedding(model_name="sentence-transformers/al
23
 
24
  # ==== 2. Load Hugging Face LLM (Locally Installed or Remote Hosted) ====
25
  llm = HuggingFaceLLM(
26
- model_name="google/flan-t5-base", # You must have access!
27
- tokenizer_name="google/flan-t5-base",
28
  context_window=2048,
29
  max_new_tokens=512,
30
  generate_kwargs={"temperature": 0.1},
 
23
 
24
  # ==== 2. Load Hugging Face LLM (Locally Installed or Remote Hosted) ====
25
  llm = HuggingFaceLLM(
26
+ model_name="unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF", # You must have access!
27
+ tokenizer_name="unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF",
28
  context_window=2048,
29
  max_new_tokens=512,
30
  generate_kwargs={"temperature": 0.1},