alexmarques commited on
Commit
39d6d29
·
verified ·
1 Parent(s): 04e53e0

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +6 -1
README.md CHANGED
@@ -63,7 +63,12 @@ sampling_params = SamplingParams(temperature=0.7, top_p=0.8, max_tokens=256)
63
 
64
  tokenizer = AutoTokenizer.from_pretrained(model_id)
65
 
66
- prompt = "Give me a short introduction to large language model."
 
 
 
 
 
67
 
68
  llm = LLM(model=model_id, tensor_parallel_size=number_gpus)
69
 
 
63
 
64
  tokenizer = AutoTokenizer.from_pretrained(model_id)
65
 
66
+ messages = [
67
+ {"role": "system", "content": "You are a pirate chatbot who always responds in pirate speak!"},
68
+ {"role": "user", "content": "Who are you?"},
69
+ ]
70
+
71
+ prompts = tokenizer.apply_chat_template(messages, tokenize=False)
72
 
73
  llm = LLM(model=model_id, tensor_parallel_size=number_gpus)
74