Merge branch 'main' of https://huggingface.co/rmtlabs/my-kai-model

.gitattributes

@@ -2,3 +2,4 @@
 *.pt filter=lfs diff=lfs merge=lfs -text
 *.ckpt filter=lfs diff=lfs merge=lfs -text
 *.bin filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Editor-based HTTP Client requests
+/httpRequests/
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

.idea/workspace.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="PropertiesComponent">{
+  &quot;keyToString&quot;: {
+    &quot;settings.editor.selected.configurable&quot;: &quot;advanced.settings&quot;
+  }
+}</component>
+</project>

README.md

@@ -0,0 +1,5 @@
+---
+pipeline_tag: text-generation
+base_model:
+- mistralai/Mistral-7B-v0.1
+---

config/actions.py

@@ -8,8 +8,11 @@ from llama_index.core.base.response.schema import StreamingResponse
 import traceback
 import logging
 
+<<<<<<< HEAD
     
 
+=======
+>>>>>>> 3f9ef9d356d6a3a3fbfa4fd1887f2a716f06a0fc
 # Set up logging
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)

config/config.yml

@@ -1,10 +1,19 @@
 models:
   - type: main
+<<<<<<< HEAD
     engine: openai
     model: kai-model:latest  # Use your actual model name
     parameters:
       openai_api_base: http://localhost:8001/v1
     
+=======
+    engine: ollama
+    model: kai-model:latest  # Use your actual model name
+    parameters:
+      base_url: http://127.0.0.1:11434
+      temperature: 0.3
+      top_p: 0.9
+>>>>>>> 3f9ef9d356d6a3a3fbfa4fd1887f2a716f06a0fc
 
 instructions:
   - type: general
@@ -31,11 +40,15 @@ sample_conversation: |
 rails:
   input:
     flows:
+<<<<<<< HEAD
       - jailbreak detection heuristics
   config:
     jailbreak_detection:
       length_per_perplexity_threshold: 90
       prefix_suffix_perplexity_threshold: 1850
+=======
+      - self check input
+>>>>>>> 3f9ef9d356d6a3a3fbfa4fd1887f2a716f06a0fc
 
   output:
     flows:

kai-model-7.2B-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d036ec49164704ef767d1e31914efc196bf8b5999318d6735cef2c33fed687
+size 4113300746

main.py

@@ -81,4 +81,4 @@ def health():
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host = "0.0.0.0", port = 8000)
+    uvicorn.run(app, host = "0.0.0.0", port = 8000)