Update README.md
Browse files
README.md
CHANGED
|
@@ -63,7 +63,12 @@ sampling_params = SamplingParams(temperature=0.7, top_p=0.8, max_tokens=256)
|
|
| 63 |
|
| 64 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 65 |
|
| 66 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 67 |
|
| 68 |
llm = LLM(model=model_id, tensor_parallel_size=number_gpus)
|
| 69 |
|
|
|
|
| 63 |
|
| 64 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 65 |
|
| 66 |
+
messages = [
|
| 67 |
+
{"role": "system", "content": "You are a pirate chatbot who always responds in pirate speak!"},
|
| 68 |
+
{"role": "user", "content": "Who are you?"},
|
| 69 |
+
]
|
| 70 |
+
|
| 71 |
+
prompts = tokenizer.apply_chat_template(messages, tokenize=False)
|
| 72 |
|
| 73 |
llm = LLM(model=model_id, tensor_parallel_size=number_gpus)
|
| 74 |
|