@@ -36,7 +36,7 @@ with AutoPyTorch
36
36
37
37
.. code-block :: none
38
38
39
- <smac.runhistory.runhistory.RunHistory object at 0x7f1e0826a220 > [TrajEntry(train_perf=2147483648, incumbent_id=1, incumbent=Configuration:
39
+ <smac.runhistory.runhistory.RunHistory object at 0x7f42044b7c10 > [TrajEntry(train_perf=2147483648, incumbent_id=1, incumbent=Configuration:
40
40
data_loader:batch_size, Value: 32
41
41
encoder:__choice__, Value: 'OneHotEncoder'
42
42
feature_preprocessor:__choice__, Value: 'NoFeaturePreprocessor'
@@ -77,7 +77,7 @@ with AutoPyTorch
77
77
scaler:__choice__, Value: 'StandardScaler'
78
78
trainer:StandardTrainer:weighted_loss, Value: True
79
79
trainer:__choice__, Value: 'StandardTrainer'
80
- , ta_runs=0, ta_time_used=0.0, wallclock_time=0.0022144317626953125 , budget=0), TrajEntry(train_perf=0.15204678362573099 , incumbent_id=1, incumbent=Configuration:
80
+ , ta_runs=0, ta_time_used=0.0, wallclock_time=0.0021822452545166016 , budget=0), TrajEntry(train_perf=0.1871345029239766 , incumbent_id=1, incumbent=Configuration:
81
81
data_loader:batch_size, Value: 32
82
82
encoder:__choice__, Value: 'OneHotEncoder'
83
83
feature_preprocessor:__choice__, Value: 'NoFeaturePreprocessor'
@@ -118,43 +118,7 @@ with AutoPyTorch
118
118
scaler:__choice__, Value: 'StandardScaler'
119
119
trainer:StandardTrainer:weighted_loss, Value: True
120
120
trainer:__choice__, Value: 'StandardTrainer'
121
- , ta_runs=1, ta_time_used=5.521448612213135, wallclock_time=6.911151885986328, budget=5.555555555555555), TrajEntry(train_perf=0.17543859649122806, incumbent_id=2, incumbent=Configuration:
122
- data_loader:batch_size, Value: 294
123
- encoder:__choice__, Value: 'NoEncoder'
124
- feature_preprocessor:TruncatedSVD:target_dim, Value: 3
125
- feature_preprocessor:__choice__, Value: 'TruncatedSVD'
126
- imputer:categorical_strategy, Value: 'most_frequent'
127
- imputer:numerical_strategy, Value: 'median'
128
- lr_scheduler:CyclicLR:base_lr, Value: 0.002717430088118658
129
- lr_scheduler:CyclicLR:max_lr, Value: 0.07976595067755171
130
- lr_scheduler:CyclicLR:mode, Value: 'triangular'
131
- lr_scheduler:CyclicLR:step_size_up, Value: 1956
132
- lr_scheduler:__choice__, Value: 'CyclicLR'
133
- network_backbone:ShapedMLPBackbone:activation, Value: 'relu'
134
- network_backbone:ShapedMLPBackbone:max_units, Value: 73
135
- network_backbone:ShapedMLPBackbone:mlp_shape, Value: 'diamond'
136
- network_backbone:ShapedMLPBackbone:num_groups, Value: 10
137
- network_backbone:ShapedMLPBackbone:output_dim, Value: 43
138
- network_backbone:ShapedMLPBackbone:use_dropout, Value: False
139
- network_backbone:__choice__, Value: 'ShapedMLPBackbone'
140
- network_embedding:__choice__, Value: 'NoEmbedding'
141
- network_head:__choice__, Value: 'fully_connected'
142
- network_head:fully_connected:activation, Value: 'relu'
143
- network_head:fully_connected:num_layers, Value: 4
144
- network_head:fully_connected:units_layer_1, Value: 429
145
- network_head:fully_connected:units_layer_2, Value: 456
146
- network_head:fully_connected:units_layer_3, Value: 395
147
- network_init:KaimingInit:bias_strategy, Value: 'Zero'
148
- network_init:__choice__, Value: 'KaimingInit'
149
- optimizer:AdamWOptimizer:beta1, Value: 0.8939249786995366
150
- optimizer:AdamWOptimizer:beta2, Value: 0.9683138279885987
151
- optimizer:AdamWOptimizer:lr, Value: 0.03487526144039154
152
- optimizer:AdamWOptimizer:weight_decay, Value: 0.03698959567275315
153
- optimizer:__choice__, Value: 'AdamWOptimizer'
154
- scaler:__choice__, Value: 'MinMaxScaler'
155
- trainer:StandardTrainer:weighted_loss, Value: False
156
- trainer:__choice__, Value: 'StandardTrainer'
157
- , ta_runs=19, ta_time_used=285.0864462852478, wallclock_time=344.9483382701874, budget=50.0), TrajEntry(train_perf=0.1578947368421053, incumbent_id=3, incumbent=Configuration:
121
+ , ta_runs=1, ta_time_used=4.781935930252075, wallclock_time=6.252290487289429, budget=5.555555555555555), TrajEntry(train_perf=0.14619883040935677, incumbent_id=2, incumbent=Configuration:
158
122
data_loader:batch_size, Value: 295
159
123
encoder:__choice__, Value: 'OneHotEncoder'
160
124
feature_preprocessor:__choice__, Value: 'NoFeaturePreprocessor'
@@ -187,24 +151,27 @@ with AutoPyTorch
187
151
scaler:__choice__, Value: 'Normalizer'
188
152
trainer:StandardTrainer:weighted_loss, Value: False
189
153
trainer:__choice__, Value: 'StandardTrainer'
190
- , ta_runs=20, ta_time_used=292.15107345581055 , wallclock_time=355.5941684246063 , budget=50.0)]
154
+ , ta_runs=20, ta_time_used=229.40343284606934 , wallclock_time=290.8017210960388 , budget=50.0)]
191
155
{'accuracy': 0.8670520231213873}
192
- | | Preprocessing | Estimator | Weight |
193
- |---:|:------------------------------------------------------------------|:-------------------------------------------------------------------|---------:|
194
- | 0 | SimpleImputer,OneHotEncoder,Normalizer,KitchenSink | no embedding,ShapedResNetBackbone,FullyConnectedHead,nn.Sequential | 0.2 |
195
- | 1 | SimpleImputer,OneHotEncoder,Normalizer,NoFeaturePreprocessing | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.14 |
196
- | 2 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.12 |
197
- | 3 | SimpleImputer,OneHotEncoder,Normalizer,KitchenSink | no embedding,ShapedResNetBackbone,FullyConnectedHead,nn.Sequential | 0.08 |
198
- | 4 | None | RFClassifier | 0.08 |
199
- | 5 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.06 |
200
- | 6 | None | KNNClassifier | 0.06 |
201
- | 7 | SimpleImputer,OneHotEncoder,StandardScaler,NoFeaturePreprocessing | embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.06 |
202
- | 8 | SimpleImputer,OneHotEncoder,StandardScaler,NoFeaturePreprocessing | embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.06 |
203
- | 9 | SimpleImputer,NoEncoder,NoScaler,Nystroem | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.04 |
204
- | 10 | None | ExtraTreesClassifier | 0.04 |
205
- | 11 | None | LGBMClassifier | 0.02 |
206
- | 12 | None | SVC | 0.02 |
207
- | 13 | SimpleImputer,OneHotEncoder,StandardScaler,NoFeaturePreprocessing | embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.02 |
156
+ | | Preprocessing | Estimator | Weight |
157
+ |---:|:------------------------------------------------------------------|:----------------------------------------------------------------|---------:|
158
+ | 0 | SimpleImputer,OneHotEncoder,Normalizer,NoFeaturePreprocessing | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.14 |
159
+ | 1 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.1 |
160
+ | 2 | None | SVC | 0.1 |
161
+ | 3 | None | ExtraTreesClassifier | 0.08 |
162
+ | 4 | None | KNNClassifier | 0.08 |
163
+ | 5 | None | RFClassifier | 0.08 |
164
+ | 6 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.06 |
165
+ | 7 | SimpleImputer,OneHotEncoder,Normalizer,NoFeaturePreprocessing | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.06 |
166
+ | 8 | SimpleImputer,OneHotEncoder,MinMaxScaler,PolynomialFeatures | embedding,ResNetBackbone,FullyConnectedHead,nn.Sequential | 0.06 |
167
+ | 9 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.04 |
168
+ | 10 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.04 |
169
+ | 11 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.04 |
170
+ | 12 | None | LGBMClassifier | 0.04 |
171
+ | 13 | SimpleImputer,OneHotEncoder,NoScaler,NoFeaturePreprocessing | embedding,ShapedResNetBackbone,FullyConnectedHead,nn.Sequential | 0.02 |
172
+ | 14 | SimpleImputer,NoEncoder,MinMaxScaler,TruncSVD | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.02 |
173
+ | 15 | SimpleImputer,OneHotEncoder,StandardScaler,NoFeaturePreprocessing | embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.02 |
174
+ | 16 | SimpleImputer,OneHotEncoder,StandardScaler,NoFeaturePreprocessing | embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.02 |
208
175
209
176
210
177
@@ -296,7 +263,7 @@ with AutoPyTorch
296
263
297
264
.. rst-class :: sphx-glr-timing
298
265
299
- **Total running time of the script: ** ( 9 minutes 15.541 seconds)
266
+ **Total running time of the script: ** ( 9 minutes 17.694 seconds)
300
267
301
268
302
269
.. _sphx_glr_download_examples_example_tabular_classification.py :
0 commit comments