Skip to content

xgboost_space

def space(seed) #

Space for the xgboost surrogate.

Source code in src/mfpbench/pd1/surrogate/xgboost_space.py 
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
def space(seed: int | None) -> ConfigurationSpace:
    """Space for the xgboost surrogate."""
    cs = ConfigurationSpace(seed=seed)

    cs.add_hyperparameters(
        [
            UniformFloatHyperparameter(
                "learning_rate",
                lower=0.001,
                upper=1.0,
                default_value=0.3,
                log=True,
            ),  # learning rate
            UniformIntegerHyperparameter(
                "max_depth",
                lower=3,
                upper=20,
                default_value=10,
                log=True,
            ),
            UniformFloatHyperparameter(
                "colsample_bytree",
                lower=0.3,
                upper=1.0,
                default_value=1.0,
                log=True,
            ),
            UniformFloatHyperparameter(
                "reg_lambda",
                lower=1e-3,
                upper=10.0,
                default_value=1,
                log=True,
            ),
            UniformFloatHyperparameter(
                "subsample",
                lower=0.4,
                upper=1.0,
                default_value=1.0,
                log=False,
            ),
            UniformFloatHyperparameter(
                "alpha",
                lower=1e-3,
                upper=10,
                default_value=1,
                log=True,
            ),
            UniformIntegerHyperparameter(
                "min_child_weight",
                lower=1,
                upper=300,
                default_value=100,
            ),
        ],
    )
    return cs