Update README.md

README.md

@@ -3,7 +3,7 @@ tags:
 - autotrain
 - text-generation
 widget:
-- text: 'I love AutoTrain because '
+- text: 'hi kaise hai app '
 license: mit
 datasets:
 - smangrul/hinglish_self_instruct_v0
@@ -20,26 +20,10 @@ This model was trained using AutoTrain. For more information, please visit [Auto
 
 ```python
 
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from peft import PeftModel, PeftConfig
+from transformers import AutoModelForCausalLM
 
-model_path = "PATH_TO_THIS_REPO"
-
-tokenizer = AutoTokenizer.from_pretrained(model_path)
-model = AutoModelForCausalLM.from_pretrained(
-    model_path,
-    device_map="auto",
-    torch_dtype='auto'
-).eval()
-
-# Prompt content: "hi"
-messages = [
-    {"role": "user", "content": "hi"}
-]
-
-input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, add_generation_prompt=True, return_tensors='pt')
-output_ids = model.generate(input_ids.to('cuda'))
-response = tokenizer.decode(output_ids[0][input_ids.shape[1]:], skip_special_tokens=True)
-
-# Model response: "Hello! How can I assist you today?"
-print(response)
+config = PeftConfig.from_pretrained("shuvom/OpenHathi-7B-FT-v0.1_SI")
+model = AutoModelForCausalLM.from_pretrained("sarvamai/OpenHathi-7B-Hi-v0.1-Base")
+model = PeftModel.from_pretrained(model, "shuvom/OpenHathi-7B-FT-v0.1_SI")
 ```