Arif commited on
Commit
ee1a304
·
1 Parent(s): e020ac8

Updated llm for better use

Browse files
backend/app/services/llm_service.py CHANGED
@@ -128,13 +128,12 @@ class LLMServiceMLX(BaseLLMService):
128
  model=self.model,
129
  tokenizer=self.tokenizer,
130
  prompt=prompt,
131
- max_tokens=self.max_tokens,
132
- temperature=self.temperature,
133
- verbose=False
134
  )
135
  return response
136
 
137
 
 
138
  class LLMServiceDockerModelRunner(BaseLLMService):
139
  """Docker Model Runner implementation (DEBUG=false)"""
140
 
 
128
  model=self.model,
129
  tokenizer=self.tokenizer,
130
  prompt=prompt,
131
+ max_tokens=self.max_tokens
 
 
132
  )
133
  return response
134
 
135
 
136
+
137
  class LLMServiceDockerModelRunner(BaseLLMService):
138
  """Docker Model Runner implementation (DEBUG=false)"""
139