Update handler.py
Browse files- handler.py +5 -5
handler.py
CHANGED
|
@@ -11,11 +11,11 @@ class EndpointHandler():
|
|
| 11 |
|
| 12 |
# Initialize the Llama model directly
|
| 13 |
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
|
| 20 |
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
| 21 |
# Extract and validate arguments from the data
|
|
|
|
| 11 |
|
| 12 |
# Initialize the Llama model directly
|
| 13 |
|
| 14 |
+
self.model = Llama(
|
| 15 |
+
# Adjust the path if necessary
|
| 16 |
+
model_path=f"{model_dir}/ComicBot_v.2-gguf",
|
| 17 |
+
n_ctx=MAX_TOKENS,
|
| 18 |
+
)
|
| 19 |
|
| 20 |
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
| 21 |
# Extract and validate arguments from the data
|