# Copyright 2021-2024 The DeepCAVE Authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# noqa: D400
"""
# SMAC3v1Run
This module provides utilities to create a SMAC3v1
(Sequential Model-based Algorithm Configuration) run.
Version 1.4 is used.
## Classes
- SMAC3v1Run: Define a SMAC3v1 run object.
"""
from typing import Optional, Union
import json
from pathlib import Path
import numpy as np
from ConfigSpace.configuration_space import ConfigurationSpace
from deepcave.runs import Status
from deepcave.runs.objective import Objective
from deepcave.runs.run import Run
from deepcave.utils.hash import file_to_hash
[docs]
class SMAC3v1Run(Run):
"""
Define a SMAC3v1 (Sequential Model-based Algorithm Configuration) run object.
Version 1.4 is used.
Properties
----------
path : Path
The path to the run.
"""
prefix = "SMAC3v1"
_initial_order = 2
@property
def hash(self) -> str:
"""
Hash of the current run.
If the hash changes, the cache has to be cleared.
This ensures that the cache always holds the latest results of the run.
Returns
-------
str
The hash of the run.
"""
if self.path is None:
return ""
# Use hash of history.json as id
return file_to_hash(self.path / "runhistory.json")
@property
def latest_change(self) -> Union[float, int]:
"""
Get the timestamp of the latest change.
Returns
-------
Union[float, int]
The latest change.
"""
if self.path is None:
return 0
return Path(self.path / "runhistory.json").stat().st_mtime
[docs]
@classmethod
def from_path(cls, path: Union[Path, str]) -> "SMAC3v1Run":
"""
Based on working_dir/run_name/*, return a new trials object.
Parameters
----------
path : Union[Path, str]
The path to base the run on.
Returns
-------
A SMAC3v1 run.
Raises
------
RuntimeError
Instances are not supported.
"""
path = Path(path)
# Read configspace
configspace = ConfigurationSpace.from_json(path / "configspace.json")
# Read objectives
# It has to be defined here, because the type of the objective is not known
# Only lock lower
objective1 = Objective("Cost", lower=0)
objective2 = Objective("Time", lower=0)
# Read meta
# Everything else is ignored
ignore = ["train_inst_fn", "pcs_fn", "execdir"]
meta = {}
with (path / "scenario.txt").open() as f:
for line in f.readlines():
items = line.split(" = ")
arg = items[0]
value = items[1]
# Remove \n
value = value.replace("\n", "")
if arg not in ignore:
meta[arg] = value
# Let's create a new run object
run = SMAC3v1Run(
name=path.stem, configspace=configspace, objectives=[objective1, objective2], meta=meta
)
# The path has to be set manually
run._path = path
# Iterate over the runhistory
with (path / "runhistory.json").open() as json_file:
all_data = json.load(json_file)
data = all_data["data"]
config_origins = all_data["config_origins"]
configs = all_data["configs"]
instance_ids = []
first_starttime = None
for (config_id, instance_id, seed, budget), (
cost,
time,
status,
starttime,
endtime,
additional_info,
) in data:
if instance_id not in instance_ids:
instance_ids += [instance_id]
if len(instance_ids) > 1:
raise RuntimeError("Instances are not supported.")
config_id = str(config_id)
config = configs[config_id]
if first_starttime is None:
first_starttime = starttime
starttime = starttime - first_starttime
endtime = endtime - first_starttime
status = status["__enum__"]
if "SUCCESS" in status:
status = Status.SUCCESS
elif "TIMEOUT" in status:
status = Status.TIMEOUT
elif "ABORT" in status:
status = Status.ABORTED
elif "MEMOUT" in status:
status = Status.MEMORYOUT
elif "RUNNING" in status:
continue
else:
status = Status.CRASHED
if status != Status.SUCCESS:
# Costs which failed, should not be included
cost = None
time = None
else:
time = endtime - starttime
# Round budget
budget = np.round(budget, 2)
origin: Optional[str] = None
if config_id in config_origins:
origin = config_origins[config_id]
run.add(
costs=[cost, time],
config=config,
budget=budget,
seed=seed,
start_time=starttime,
end_time=endtime,
status=status,
origin=origin,
additional=additional_info,
)
return run