Merge pull request #233 from automl/development

DeepCAVE Version 1.4.1

Author: mwever

CHANGELOG.md

@@ -1,3 +1,14 @@
+# Version 1.4.1
+
+## Raytune
+- Fixed a small issue with the converter
+- Changed the runs so the pyarrow versions match
+- Made imports optional
+
+## Example Runs
+- Added example run for LLMs based on PD1: lm1b_2048
+- Added example run for neural architecture based on NASBench301: nb301_cifar10
+
 # Version 1.4
 
 ## Converter Documentation

Makefile

@@ -2,7 +2,7 @@
 # are usually completed in github actions.
 
 SHELL := /bin/bash
-VERSION := 1.4
+VERSION := 1.4.1
 
 NAME := DeepCAVE
 PACKAGE_NAME := deepcave

deepcave/__init__.py

@@ -33,18 +33,18 @@
 name = "DeepCAVE"
 package_name = "deepcave"
 author = (
-    "S. Segel and H. Graf and E. Bergman and K. Thieme and L. Fehring and A. Tornede and "
-    "R. Sass and A. Biedenkapp and F. Hutter and M. Lindauer"
+    "S. Segel and H. Graf and E. Bergman and K. Thieme and L. Fehring and M. Wever"
+    " and A. Tornede and R. Sass and A. Biedenkapp and F. Hutter and M. Lindauer"
 )
-author_email = "l.fehring@ai.uni-hannover.de"
+author_email = "m.wever@ai.uni-hannover.de"
 description = "A Visualization and Analysis Tool for Automated Machine Learning."
 url = "automl.org"
 project_urls = {
     "Documentation": "https://automl.github.io/DeepCAVE/main",
     "Source Code": "https://github.com/automl/deepcave",
 }
 copyright = f"Copyright {datetime.date.today().strftime('%Y')}, {author}"
-version = "1.4"
+version = "1.4.1"
 
 _exec_file = sys.argv[0]
 _exec_files = ["server.py", "worker.py", "sphinx-build"]

deepcave/runs/converters/raytune.py

@@ -14,7 +14,6 @@
 from pathlib import Path
 
 from ConfigSpace import Configuration, ConfigurationSpace
-from ray.tune import ExperimentAnalysis
 
 from deepcave.runs import Status
 from deepcave.runs.objective import Objective
@@ -83,6 +82,8 @@ def from_path(cls, path: Path) -> "RayTuneRun":
         RayTuneRun
             The run.
         """
+        from ray.tune import ExperimentAnalysis
+
         configspace_new: dict
         hp_names = {}
         analysis = None
@@ -169,7 +170,7 @@ def from_path(cls, path: Path) -> "RayTuneRun":
                 status = Status.CRASHED
             start_time = analysis[result]["timestamp"]
             end_time = start_time + analysis[result]["time_this_iter_s"]
-            cost = analysis[result]["score"]
+            cost = next(iter(analysis[result].values()))
 
             budget = []
             if os.path.isfile(str(path) + "/budget.json"):

logs/LLM/lm1b_2048/run_1/configspace.json

@@ -0,0 +1 @@
+{"name": null, "hyperparameters": [{"type": "uniform_float", "name": "lr_decay_factor", "lower": 0.010543, "upper": 0.9885653, "default_value": 0.49955415, "log": false, "meta": null}, {"type": "uniform_float", "name": "lr_initial", "lower": 1e-05, "upper": 9.986256, "default_value": 0.0099931256372, "log": true, "meta": null}, {"type": "uniform_float", "name": "lr_power", "lower": 0.100811, "upper": 1.999659, "default_value": 1.050235, "log": false, "meta": null}, {"type": "uniform_float", "name": "opt_momentum", "lower": 5.9e-05, "upper": 0.9989986, "default_value": 0.0076772988349, "log": true, "meta": null}], "conditions": [], "forbiddens": [], "python_module_version": "1.2.0", "format_version": 0.4}