Add save and load from directory utils for backtests

Author: MDUYN

investing_algorithm_framework/__init__.py

@@ -1,9 +1,9 @@
 from .app import App, Algorithm, \
     TradingStrategy, StatelessAction, Task, AppHook, Context, \
-    add_html_report, BacktestReport, \
+    add_html_report, BacktestReport, save_backtests_to_directory, \
     pretty_print_trades, pretty_print_positions, \
     pretty_print_orders, pretty_print_backtest, select_backtest_date_ranges, \
-    get_equity_curve_with_drawdown_chart, \
+    get_equity_curve_with_drawdown_chart, load_backtests_from_directory, \
     get_rolling_sharpe_ratio_chart, rank_results, \
     get_monthly_returns_heatmap_chart, create_weights, \
     get_yearly_returns_bar_chart, get_entry_and_exit_signals, \
@@ -189,5 +189,7 @@
     "get_negative_trades",
     "get_positive_trades",
     "get_number_of_trades",
-    "BacktestRun"
+    "BacktestRun",
+    "load_backtests_from_directory",
+    "save_backtests_to_directory"
 ]

investing_algorithm_framework/app/__init__.py

@@ -14,7 +14,7 @@
     get_yearly_returns_bar_chart, get_equity_curve_chart, \
     get_ohlcv_data_completeness_chart, get_entry_and_exit_signals
 from .analysis import select_backtest_date_ranges, rank_results, \
-    create_weights
+    create_weights, load_backtests_from_directory, save_backtests_to_directory
 
 
 __all__ = [
@@ -41,5 +41,7 @@
     "rank_results",
     "create_weights",
     "get_entry_and_exit_signals",
-    "get_equity_curve_chart"
+    "get_equity_curve_chart",
+    "load_backtests_from_directory",
+    "save_backtests_to_directory"
 ]

investing_algorithm_framework/app/analysis/__init__.py

@@ -1,11 +1,15 @@
 from .backtest_data_ranges import select_backtest_date_ranges
 from .ranking import rank_results, create_weights, combine_backtest_metrics
 from .permutation import create_ohlcv_permutation
+from .backtest_utils import load_backtests_from_directory, \
+    save_backtests_to_directory
 
 __all__ = [
     "select_backtest_date_ranges",
     "rank_results",
     "create_weights",
     "create_ohlcv_permutation",
-    "combine_backtest_metrics"
+    "combine_backtest_metrics",
+    "load_backtests_from_directory",
+    "save_backtests_to_directory"
 ]

investing_algorithm_framework/app/analysis/backtest_utils.py

@@ -0,0 +1,80 @@
+import os
+from pathlib import Path
+from typing import List, Union
+from logging import getLogger
+from random import Random
+
+from investing_algorithm_framework.domain import Backtest
+
+
+logger = getLogger("investing_algorithm_framework")
+
+def save_backtests_to_directory(
+    backtests: List[Backtest],
+    directory_path: Union[str, Path]
+) -> None:
+    """
+    Saves a list of Backtest objects to the specified directory.
+
+    Args:
+        backtests (List[Backtest]): List of Backtest objects to save.
+        directory_path (str): Path to the directory where backtests
+            will be saved.
+
+    Returns:
+        None
+    """
+
+
+    if not os.path.exists(directory_path):
+        os.makedirs(directory_path)
+
+    for backtest in backtests:
+        # Check if there is an ID in the backtest metadata
+        backtest_id = backtest.metadata.get('id')
+
+        if backtest_id is None:
+            logger.warning(
+                "Backtest is missing 'id' in metadata. "
+                "Generating a random ID as name for backtest file."
+            )
+            backtest_id = str(Random().randint(100000, 999999))
+
+        backtest.save(os.path.join(directory_path, backtest_id))
+
+
+def load_backtests_from_directory(
+    directory_path: Union[str, Path]
+) -> List[Backtest]:
+    """
+    Loads Backtest objects from the specified directory.
+
+    Args:
+        directory_path (str): Path to the directory from which backtests
+            will be loaded.
+
+    Returns:
+        List[Backtest]: List of loaded Backtest objects.
+    """
+
+    backtests = []
+
+    if not os.path.exists(directory_path):
+        logger.warning(
+            f"Directory {directory_path} does not exist. "
+            "No backtests loaded."
+        )
+        return backtests
+
+    for file_name in os.listdir(directory_path):
+        file_path = os.path.join(directory_path, file_name)
+
+        try:
+            backtest = Backtest.open(file_path)
+            backtests.append(backtest)
+        except Exception as e:
+            logger.error(
+                f"Failed to load backtest from {file_path}: {e}"
+            )
+
+    return backtests

investing_algorithm_framework/app/app.py

@@ -1070,13 +1070,12 @@ def run_vector_backtest(
         except Exception as e:
             logger.error(
                 f"Error occurred during vector backtest for strategy "
-                f"{strategy.name}: {str(e)}"
+                f"{strategy.strategy_id}: {str(e)}"
             )
             if continue_on_error:
                 backtest = Backtest(
                     backtest_runs=[],
                     risk_free_rate=risk_free_rate,
-                    backtest_summary={}
                 )
             else:
                 raise e

investing_algorithm_framework/domain/backtesting/backtest_run.py

@@ -251,17 +251,35 @@ def save(self, directory_path: Union[str, Path]) -> None:
             # Remove backtest_metrics to avoid redundancy
             data.pop("backtest_metrics", None)
 
-            data["backtest_start_date"] = self.backtest_start_date.strftime(
+            # Ensure datetime objects are in UTC before formatting
+            backtest_start_date = self.backtest_start_date
+
+            if backtest_start_date.tzinfo is None:
+                # Naive datetime - treat as UTC
+                backtest_start_date = backtest_start_date.replace(tzinfo=timezone.utc)
+            else:
+                # Timezone-aware - convert to UTC
+                backtest_start_date = backtest_start_date.astimezone(timezone.utc)
+
+            backtest_end_date = self.backtest_end_date
+            if backtest_end_date.tzinfo is None:
+                backtest_end_date = backtest_end_date.replace(tzinfo=timezone.utc)
+            else:
+                backtest_end_date = backtest_end_date.astimezone(timezone.utc)
+
+            created_at = self.created_at
+            if created_at.tzinfo is None:
+                created_at = created_at.replace(tzinfo=timezone.utc)
+            else:
+                created_at = created_at.astimezone(timezone.utc)
+
+            data["backtest_start_date"] = backtest_start_date.strftime(
                 "%Y-%m-%d %H:%M:%S"
             )
-            data["backtest_end_date"] = self.backtest_end_date.strftime(
+            data["backtest_end_date"] = backtest_end_date.strftime(
                 "%Y-%m-%d %H:%M:%S"
             )
-
-            if self.created_at.tzinfo is None:
-                self.created_at = self.created_at.replace(tzinfo=timezone.utc)
-
-            data["created_at"] = self.created_at.strftime(
+            data["created_at"] = created_at.strftime(
                 "%Y-%m-%d %H:%M:%S"
             )
             json.dump(data, f, default=str)