Merge pull request #351 from mmlmt2604/fix_openrouter_freemodel

Enhance Memory class: Remove 'model_use' and 'time' in message payload when user use open router's free model
This commit is contained in:
Martin
2025-06-22 15:34:40 +02:00
committed by GitHub
+8 -1
View File
@@ -7,10 +7,14 @@ import json
from typing import List, Tuple, Type, Dict from typing import List, Tuple, Type, Dict
import torch import torch
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
import configparser
from sources.utility import timer_decorator, pretty_print, animate_thinking from sources.utility import timer_decorator, pretty_print, animate_thinking
from sources.logger import Logger from sources.logger import Logger
config = configparser.ConfigParser()
config.read('config.ini')
class Memory(): class Memory():
""" """
Memory is a class for managing the conversation memory Memory is a class for managing the conversation memory
@@ -162,7 +166,10 @@ class Memory():
if self.memory[curr_idx-1]['content'] == content: if self.memory[curr_idx-1]['content'] == content:
pretty_print("Warning: same message have been pushed twice to memory", color="error") pretty_print("Warning: same message have been pushed twice to memory", color="error")
time_str = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S") time_str = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
self.memory.append({'role': role, 'content': content, 'time': time_str, 'model_used': self.model_provider}) if config["MAIN"]["provider_name"] == "openrouter":
self.memory.append({'role': role, 'content': content})
else:
self.memory.append({'role': role, 'content': content, 'time': time_str, 'model_used': self.model_provider})
return curr_idx-1 return curr_idx-1
def clear(self) -> None: def clear(self) -> None: