fix : llamacpp handler problem

2025-03-29 19:41:29 +01:00
parent ddb533a255
commit 5862c98f3e
1 changed files with 1 additions and 1 deletions
@@ -29,7 +29,7 @@ class LlamacppLLM(GeneratorLLM):
                  messages = history
            )
            with self.state.lock:
-                self.state.current_buffer = output
+                self.state.current_buffer = output['choices'][0]['content']
        except Exception as e:
            self.logger.error(f"Error: {e}")
        finally: