Update README.md

README.md

@@ -78,20 +78,35 @@ from webscout.Local.utils import download_model
 from webscout.Local.model import Model
 from webscout.Local.thread import Thread
 from webscout.Local import formats
-from webscout.Local import samplers
+from webscout.Local.samplers import SamplerSettings
+
+from dotenv import load_dotenv; load_dotenv()
+import os
+
+
 # 1. Download the model
-repo_id = "OEvortex/HelpingAI-9B"  
-filename = "helpingai-9b.Q4_0.gguf" 
-model_path = download_model(repo_id, filename)
+repo_id = "OEvortex/HelpingAI-9B" 
+filename = "helpingai-9b.Q4_0.gguf"
+model_path = download_model(repo_id, filename, os.environ.get("hf_token"))
 
 # 2. Load the model 
-model = Model(model_path, n_gpu_layers=48)  
+model = Model(model_path, n_gpu_layers=0)  
+
+# 3. Define your system prompt
+system_prompt = "You are HelpingAI a emotional AI always answer my question in HelpingAI style"
+
+# 4. Create a custom chatml format with your system prompt
+custom_chatml = formats.chatml.copy()
+custom_chatml['system_content'] = system_prompt
+
+# 5. Define your sampler settings (optional)
+sampler = SamplerSettings(temp=0.7, top_p=0.9)  # Adjust these values as needed
 
-# 3. Create a Thread for conversation
-thread = Thread(model, formats.chatml, samplers.TikTokenSampling)
+# 6. Create a Thread with the custom format and sampler
+thread = Thread(model, custom_chatml, sampler=sampler)
 
-# 4. Start interacting with the model
-thread.interact()
+# 7. Start interacting with the model
+thread.interact(header="🌟 HelpingAI-9B: Emotionally Intelligent Conversational AI 🚀", color=True)
 ```
 ## Example Dialogue
   > Express joy and excitement about visiting a new place.