Store LLM conversation history in a file

.env.example

@@ -54,4 +54,5 @@ ALLOWED_TELEGRAM_USER_IDS=USER_ID_1,USER_ID_2
 # TTS_PRICES=0.015,0.030
 # BOT_LANGUAGE=en
 # ENABLE_VISION_FOLLOW_UP_QUESTIONS="true"
-# VISION_MODEL="gpt-4-vision-preview"
+# VISION_MODEL="gpt-4-vision-preview"
+# SHOW_COMMANDS_IN_HELP=true

.gitignore

@@ -5,3 +5,6 @@ __pycache__
 /usage_logs
 venv
 /.cache
+
+storage/conversations.json
+storage/last_updated.json

bot/main.py

@@ -100,6 +100,7 @@ def main():
  'tts_prices': [float(i) for i in os.environ.get('TTS_PRICES', "0.015,0.030").split(",")],
  'transcription_price': float(os.environ.get('TRANSCRIPTION_PRICE', 0.006)),
  'bot_language': os.environ.get('BOT_LANGUAGE', 'en'),
+ 'show_commands_in_help': os.environ.get('SHOW_COMMANDS_IN_HELP', 'true').lower() == 'true',
  }
 
  plugin_config = {

bot/openai_helper.py

@@ -112,9 +112,39 @@ def __init__(self, config: dict, plugin_manager: PluginManager):
  self.client = openai.AsyncOpenAI(api_key=config['api_key'], http_client=http_client)
  self.config = config
  self.plugin_manager = plugin_manager
- self.conversations: dict[int: list] = {} # {chat_id: history}
+ self.__load_conversations_and_last_updated()
  self.conversations_vision: dict[int: bool] = {} # {chat_id: is_vision}
- self.last_updated: dict[int: datetime] = {} # {chat_id: last_update_timestamp}
+
+ def __load_file(self, file_path: str):
+ try:
+ with open(file_path, 'r', encoding='utf-8') as f:
+ logging.info(f"Loading from {file_path}")
+ return json.load(f)
+ except Exception as e:
+ logging.error(f"An error occurred while loading conversations from {file_path}: {e}")
+ return {}
+
+ def __save_file(self, file_path: str, data: dict):
+ try:
+ with open(file_path, 'w', encoding='utf-8') as f:
+ json.dump(data, f, ensure_ascii=False, indent=4)
+ except Exception as e:
+ logging.error(f"An error occurred while saving conversations to {file_path}: {e}")
+
+ def __save_conversations(self):
+ self.__save_file('storage/conversations.json', self.conversations)
+
+ def __save_last_updated(self):
+ last_updated_copy = {chat_id: last_update.isoformat() for chat_id, last_update in self.last_updated.items()}
+ self.__save_file('storage/last_updated.json', last_updated_copy)
+
+ def __load_conversations_and_last_updated(self):
+ self.conversations = {int(k): v for k, v in self.__load_file('storage/conversations.json').items()}
+ last_updated_copy = {int(k): v for k, v in self.__load_file('storage/last_updated.json').items()}
+ if last_updated_copy:
+ self.last_updated = {chat_id: datetime.datetime.fromisoformat(last_update) for chat_id, last_update in last_updated_copy.items()}
+ else:
+ self.last_updated = {}
 
  def get_conversation_stats(self, chat_id: int) -> tuple[int, int]:
  """
@@ -135,7 +165,7 @@ async def get_chat_response(self, chat_id: int, query: str) -> tuple[str, str]:
  """
  plugins_used = ()
  response = await self.__common_get_chat_response(chat_id, query)
- if self.config['enable_functions'] and not self.conversations_vision[chat_id]:
+ if self.config['enable_functions'] and chat_id not in self.conversations_vision:
  response, plugins_used = await self.__handle_function_call(chat_id, response)
  if is_direct_result(response):
  return response, '0'
@@ -226,6 +256,7 @@ async def __common_get_chat_response(self, chat_id: int, query: str, stream=Fals
  self.reset_chat_history(chat_id)
 
  self.last_updated[chat_id] = datetime.datetime.now()
+ self.__save_last_updated()
 
  self.__add_to_history(chat_id, role="user", content=query)
 
@@ -245,9 +276,14 @@ async def __common_get_chat_response(self, chat_id: int, query: str, stream=Fals
  except Exception as e:
  logging.warning(f'Error while summarising chat history: {str(e)}. Popping elements instead...')
  self.conversations[chat_id] = self.conversations[chat_id][-self.config['max_history_size']:]
+ self.__save_conversations()
+
+ model = self.config['model']
+ if chat_id in self.conversations_vision:
+ model = self.config['vision_model']
 
  common_args = {
- 'model': self.config['model'] if not self.conversations_vision[chat_id] else self.config['vision_model'],
+ 'model': model,
  'messages': self.conversations[chat_id],
  'temperature': self.config['temperature'],
  'n': self.config['n_choices'],
@@ -257,7 +293,7 @@ async def __common_get_chat_response(self, chat_id: int, query: str, stream=Fals
  'stream': stream
  }
 
- if self.config['enable_functions'] and not self.conversations_vision[chat_id]:
+ if self.config['enable_functions'] and chat_id not in self.conversations_vision:
  functions = self.plugin_manager.get_functions_specs()
  if len(functions) > 0:
  common_args['functions'] = self.plugin_manager.get_functions_specs()
@@ -408,6 +444,7 @@ async def __common_get_chat_response_vision(self, chat_id: int, content: list, s
  self.reset_chat_history(chat_id)
 
  self.last_updated[chat_id] = datetime.datetime.now()
+ self.__save_last_updated()
 
  if self.config['enable_vision_follow_up_questions']:
  self.conversations_vision[chat_id] = True
@@ -427,16 +464,17 @@ async def __common_get_chat_response_vision(self, chat_id: int, content: list, s
  if exceeded_max_tokens or exceeded_max_history_size:
  logging.info(f'Chat history for chat ID {chat_id} is too long. Summarising...')
  try:
-
  last = self.conversations[chat_id][-1]
  summary = await self.__summarise(self.conversations[chat_id][:-1])
  logging.debug(f'Summary: {summary}')
  self.reset_chat_history(chat_id, self.conversations[chat_id][0]['content'])
  self.__add_to_history(chat_id, role="assistant", content=summary)
  self.conversations[chat_id] += [last]
+ self.__save_conversations()
  except Exception as e:
  logging.warning(f'Error while summarising chat history: {str(e)}. Popping elements instead...')
  self.conversations[chat_id] = self.conversations[chat_id][-self.config['max_history_size']:]
+ self.__save_conversations()
 
  message = {'role':'user', 'content':content}
 
@@ -573,6 +611,7 @@ def reset_chat_history(self, chat_id, content=''):
  if content == '':
  content = self.config['assistant_prompt']
  self.conversations[chat_id] = [{"role": "system", "content": content}]
+ self.__save_conversations()
  self.conversations_vision[chat_id] = False
 
  def __max_age_reached(self, chat_id) -> bool:
@@ -602,6 +641,7 @@ def __add_to_history(self, chat_id, role, content):
  :param content: The message content
  """
  self.conversations[chat_id].append({"role": role, "content": content})
+ self.__save_conversations()
 
  async def __summarise(self, conversation) -> str:
  """

bot/telegram_bot.py

@@ -66,17 +66,17 @@ async def help(self, update: Update, _: ContextTypes.DEFAULT_TYPE) -> None:
  """
  commands = self.group_commands if is_group_chat(update) else self.commands
  commands_description = [f'/{command.command} - {command.description}' for command in commands]
+ commands_description_text = '\n'.join(commands_description) + '\n\n' if self.config.get('show_commands_in_help', True) else ''
  bot_language = self.config['bot_language']
  help_text = (
  localized_text('help_text', bot_language)[0] +
  '\n\n' +
- '\n'.join(commands_description) +
- '\n\n' +
+ commands_description_text +
  localized_text('help_text', bot_language)[1] +
  '\n\n' +
  localized_text('help_text', bot_language)[2]
  )
- await update.message.reply_text(help_text, disable_web_page_preview=True)
+ await update.message.reply_text(help_text, parse_mode=constants.ParseMode.MARKDOWN, disable_web_page_preview=True)
 
  async def stats(self, update: Update, context: ContextTypes.DEFAULT_TYPE):
  """