Code-agent-team-beta-updates

Sleeping

Keeby-smilyai commited on Sep 23

Commit

876c070

verified ·

1 Parent(s): 8ecdc1c

Update models/loader.py

Files changed (1) hide show

models/loader.py CHANGED Viewed

@@ -2,7 +2,7 @@
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
 from backend.agents import ROLE_PROMPTS
 # The following configs are no longer used for CPU, but kept for future GPU use.
 QUANTIZATION_CONFIG = BitsAndBytesConfig(
     load_in_4bit=True,

 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
 from backend.agents import ROLE_PROMPTS
+torch.set_num_threads(2)
 # The following configs are no longer used for CPU, but kept for future GPU use.
 QUANTIZATION_CONFIG = BitsAndBytesConfig(
     load_in_4bit=True,