Update README.md

README.md

@@ -5,4 +5,21 @@ license: apache-2.0
 
 blurb
 
-<center><img src="k2_chat_eval_table.png" alt="k2 eval table" /></center>
+<center><img src="k2_chat_eval_table.png" alt="k2 eval table" /></center>
+
+## Loading K2-Chat
+# Loading K2
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+tokenizer = AutoTokenizer.from_pretrained("LLM360/K2-Chat")
+model = AutoModelForCausalLM.from_pretrained("LLM360/K2-Chat")
+
+prompt = 'hi how are you doing'
+
+input_ids = tokenizer(prompt, return_tensors="pt").input_ids
+gen_tokens = model.generate(input_ids, do_sample=True, max_length=128)
+
+print("-"*20 + "Output for model"  + 20 * '-')
+print(tokenizer.batch_decode(gen_tokens)[0])
+```