Spaces:
Running
Running
Arif
commited on
Commit
·
ee1a304
1
Parent(s):
e020ac8
Updated llm for better use
Browse files
backend/app/services/llm_service.py
CHANGED
|
@@ -128,13 +128,12 @@ class LLMServiceMLX(BaseLLMService):
|
|
| 128 |
model=self.model,
|
| 129 |
tokenizer=self.tokenizer,
|
| 130 |
prompt=prompt,
|
| 131 |
-
max_tokens=self.max_tokens
|
| 132 |
-
temperature=self.temperature,
|
| 133 |
-
verbose=False
|
| 134 |
)
|
| 135 |
return response
|
| 136 |
|
| 137 |
|
|
|
|
| 138 |
class LLMServiceDockerModelRunner(BaseLLMService):
|
| 139 |
"""Docker Model Runner implementation (DEBUG=false)"""
|
| 140 |
|
|
|
|
| 128 |
model=self.model,
|
| 129 |
tokenizer=self.tokenizer,
|
| 130 |
prompt=prompt,
|
| 131 |
+
max_tokens=self.max_tokens
|
|
|
|
|
|
|
| 132 |
)
|
| 133 |
return response
|
| 134 |
|
| 135 |
|
| 136 |
+
|
| 137 |
class LLMServiceDockerModelRunner(BaseLLMService):
|
| 138 |
"""Docker Model Runner implementation (DEBUG=false)"""
|
| 139 |
|