requirements.txt

gradio>=4.25.0
transformers>=4.38.0 
torch>=2.2.2
# Using a slightly newer torch version, ensure it's compatible with bitsandbytes
# For CPU-only: torch --index-url https://download.pytorch.org/whl/cpu

# For Quantization
bitsandbytes>=0.42.0 
#pip install -U bitsandbytes

# bitsandbytes is primarily for NVIDIA GPUs. CPU support is experimental or might require specific builds/compilations.
# If you encounter issues with bitsandbytes on CPU, you might need to remove it and load the model without quantization,
# or find a CPU-specific quantization library.

accelerate>=0.25.0 
# Accelerate is helpful for device_map="auto" and managing model loading

# Libraries you found helpful for environment stability:
pydantic==2.10.6
google-genai==0.5.0 
python-dotenv>=0.15.0

sentencepiece # Often needed by tokenizers