report metrics for simulations

agentverse/agents/base.py

@@ -48,10 +48,10 @@ def add_message_to_memory(self, messages: List[Message]) -> None:
         """Add a message to the memory"""
         pass
 
-    def get_spend(self) -> int:
+    def get_spend(self) -> float:
         return self.llm.get_spend()
 
-    def get_spend_formatted(self) -> int:
+    def get_spend_formatted(self) -> str:
         two_trailing = f"${self.get_spend():.2f}"
         if two_trailing == "$0.00":
             return f"${self.get_spend():.6f}"

agentverse/environments/base.py

@@ -1,4 +1,5 @@
 from __future__ import annotations
+from agentverse.logging import logger
 
 from abc import abstractmethod
 from typing import TYPE_CHECKING, Any, Dict, List
@@ -48,6 +49,8 @@ def reset(self) -> None:
 
     def report_metrics(self) -> None:
         """Report useful metrics"""
+        total_spent = sum([agent.get_spend() for agent in self.agents])
+        logger.info(f"Total spent: ${total_spent}")
         pass
 
     def is_done(self) -> bool:

agentverse/simulation.py

@@ -43,6 +43,7 @@ def run(self):
         self.environment.reset()
         while not self.environment.is_done():
             asyncio.run(self.environment.step())
+        self.environment.report_metrics()
 
     def reset(self):
         self.environment.reset()