Update README.md

README.md

@@ -36,6 +36,37 @@ for more accuracy and precision in general reasoning, QA and code.
 
 ### Model Sources
 
+https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2
+https://huggingface.co/Intel/neural-chat-7b-v3-3
+https://huggingface.co/HuggingFaceH4/zephyr-7b-beta
+https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B
+
+### Instructions to run the model
+
+
+from transformers import AutoTokenizer
+import transformers
+import torch
+
+model = "nextai-team/Moe-4x7b-reason-code-qa" 
+
+tokenizer = AutoTokenizer.from_pretrained(model)
+pipeline = transformers.pipeline(
+    "text-generation",
+    model=model,
+    model_kwargs={"torch_dtype": torch.float16, "load_in_4bit": True},
+)
+
+def generate_resposne(query):
+    messages = [{"role": "user", "content": query}]
+    prompt = pipeline.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+    outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
+    return outputs[0]['generated_text']
+
+response = generate_resposne("How to start learning GenAI")
+print(response)
+
+
 <!-- Provide the basic links for the model. -->
 
 - **Demo :** Https://nextai.co.in