Publications | Aaron Klein

2025

Obeying the Order: Introducing Ordered Transfer Hyperparameter Optimisation

S. P. Hellan , H. Shen , F.-X. Aubet , and 2 more authors

In AutoML 2025 Methods Track , 2025

@inproceedings{hellan-automl25,
  title = {Obeying the Order: Introducing Ordered Transfer Hyperparameter Optimisation},
  author = {Hellan, S. P. and Shen, H. and Aubet, F.-X. and Salinas, D. and Klein, A.},
  booktitle = {AutoML 2025 Methods Track},
  year = {2025},
}

Hyperband-based Bayesian Optimization for Black-box Prompt Selection

L. Schneider , M. Wistuba , A. Klein , and 3 more authors

In Proceedings of the 42nd International Conference on Machine Learning (ICML’25) , 2025

Bib PDF

@inproceedings{schneider-icml25,
  title = {Hyperband-based Bayesian Optimization for Black-box Prompt Selection},
  author = {Schneider, L. and Wistuba, M. and Klein, A. and Golebiowski, J. and Zappella, G. and Merra, F. A.},
  booktitle = {Proceedings of the 42nd International Conference on Machine Learning (ICML'25)},
  year = {2025},
}

2024

HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models

R. S. Sukthanker , A. Zela , B. Staffler , and 4 more authors

In The Thirty-eight Conference on Neural Information Processing Systems Datasets and Benchmarks Track (NeurIPS’24) , 2024

Bib PDF Code

@inproceedings{sukthanker-neurips24,
  title = {{HW}-{GPT}-Bench: Hardware-Aware Architecture Benchmark for Language Models},
  author = {Sukthanker, R. S. and Zela, A. and Staffler, B. and Klein, A. and Purucker, L. and Franke, J. K. H. and Hutter, F.},
  booktitle = {The Thirty-eight Conference on Neural Information Processing Systems Datasets and Benchmarks Track (NeurIPS'24)},
  year = {2024},
}

Structural Pruning of Pre-trained Language Models via Neural Architecture Search

A. Klein , J. Golebiowski , X. Ma , and 2 more authors

In Transactions on Machine Learning Research , 2024

Bib PDF Code

@inproceedings{klein-tmlr24,
  author = {Klein, A. and Golebiowski, J. and Ma, X. and Perrone, V. and Archambeau, C.},
  title = {Structural Pruning of Pre-trained Language Models via Neural Architecture Search},
  booktitle = {Transactions on Machine Learning Research},
  year = {2024},
}

2023

Optimizing Hyperparameters with Conformal Quantile Regression

D. Salinas , J. Golebiowsk , A. Klein , and 2 more authors

In Proceedings of the 40th International Conference on Machine Learning (ICML’23) , 2023

Bib PDF Code

@inproceedings{salinas-icml23,
  title = {Optimizing Hyperparameters with Conformal Quantile Regression},
  author = {Salinas, D. and Golebiowsk, J. and Klein, A. and Seeger, M. and Archambeau, C.},
  booktitle = {Proceedings of the 40th International Conference on Machine Learning (ICML'23)},
  year = {2023},
}

2022

Syne Tune: A Library for Large Scale Hyperparameter Tuning and Reproducible Research

D. Salinas , M. Seeger , A. Klein , and 3 more authors

In First Conference on Automated Machine Learning (Main Track) , 2022

Bib PDF Code

@inproceedings{salinas-automl22,
  title = {Syne Tune: A Library for Large Scale Hyperparameter Tuning and Reproducible Research},
  author = {Salinas, D. and Seeger, M. and Klein, A. and Perrone, V. and Wistuba, M. and Archambeau, C.},
  booktitle = {First Conference on Automated Machine Learning (Main Track)},
  year = {2022},
}

Automatic Termination for Hyperparameter Optimization

A. Makarova , H. Shen , V. Perrone , and 5 more authors

In First Conference on Automated Machine Learning (Main Track) , 2022

Bib PDF Code

@inproceedings{makarova-automl22,
  title = {Automatic Termination for Hyperparameter Optimization},
  author = {Makarova, A. and Shen, H. and Perrone, V. and Klein, A. and Faddoul, J. B. and Krause, A. and Seeger, M. and Archambeau, C.},
  booktitle = {First Conference on Automated Machine Learning (Main Track)},
  year = {2022},
}

2021

HPOBench: A Collection of Reproducible Multi-Fidelity Benchmark Problems for HPO

K. Eggensperger , P. Müller , N. Mallik , and 6 more authors

In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2) , 2021

BORE: Bayesian Optimization by Density-Ratio Estimation

L. Tiao , A. Klein , M. Seeger , and 3 more authors

In Proceedings of the 38th International Conference on Machine Learning (ICML’21) , 2021

Bib PDF Code

@inproceedings{tiao-icml21,
  title = {BORE: Bayesian Optimization by Density-Ratio Estimation},
  author = {Tiao, L. and Klein, A. and Seeger, M. and Bonilla, E. and Archambeau, C. and Ramos, F.},
  booktitle = {Proceedings of the 38th International Conference on Machine Learning (ICML'21)},
  year = {2021},
}

Hyperparameter Transfer Learning with Adaptive Complexity

S. Horváth , A. Klein , P. Richtarik , and 1 more author

In Proceedings of The 24th International Conference on Artificial Intelligence and Statistics (AISTATS’21) , 2021

Bib PDF

@inproceedings{horvath-aistats21,
  title = {Hyperparameter Transfer Learning with Adaptive Complexity },
  author = {Horv{\'a}th, S. and Klein, A. and Richtarik, P. and Archambeau, C.},
  booktitle = {Proceedings of The 24th International Conference on Artificial Intelligence and Statistics (AISTATS'21)},
  year = {2021},
}

2019

Meta-Surrogate Benchmarking for Hyperparameter Optimization

A. Klein , Z. Dai , F. Hutter , and 2 more authors

In Proceedings of the 32th International Conference on Advances in Neural Information Processing Systems (NIPS’19) , 2019

Bib PDF Code

@inproceedings{klein-nips19,
  title = {Meta-Surrogate Benchmarking for Hyperparameter Optimization},
  author = {Klein, A. and Dai, Z. and Hutter, F. and Lawrence, N. and Gonzalez, J.},
  booktitle = {Proceedings of the 32th International Conference on Advances in Neural Information Processing Systems (NIPS'19)},
  year = {2019},
}

NAS-Bench-101: Towards Reproducible Neural Architecture Search

C. Ying , A. Klein , E. Real , and 3 more authors

In Proceedings of the 36th International Conference on Machine Learning (ICML’19) , 2019

Bib PDF Code

@inproceedings{ying-icml19,
  author = {Ying, C. and Klein, A. and Real, E. and Christiansen, E. and Murphy, K. and Hutter, F.},
  title = {{NAS-Bench-101}: Towards Reproducible Neural Architecture Search},
  booktitle = {Proceedings of the 36th International Conference on Machine Learning (ICML'19)},
  year = {2019},
}

2018

BOHB: Robust and Efficient Hyperparameter Optimization at Scale

S. Falkner , A. Klein , and F. Hutter

In Proceedings of the 35th International Conference on Machine Learning (ICML#18) , 2018

Bib PDF Code

@inproceedings{falkner-icml18,
  title = {{BOHB}: Robust and Efficient Hyperparameter Optimization at Scale},
  author = {Falkner, S. and Klein, A. and Hutter, F.},
  booktitle = {Proceedings of the 35th International Conference on Machine Learning (ICML#18)},
  year = {2018},
}

2017

Learning Curve Prediction with Bayesian Neural Networks

A. Klein , S. Falkner , J. T. Springenberg , and 1 more author

In International Conference on Learning Representations (ICLR’17) , 2017

Bib PDF Code

@inproceedings{klein-iclr17,
  author = {Klein, A. and Falkner, S. and Springenberg, J. T. and Hutter, F.},
  title = {Learning Curve Prediction with {Bayesian} Neural Networks},
  booktitle = {International Conference on Learning Representations (ICLR'17)},
  year = {2017},
}

Fast Bayesian Optimization of Machine Learning Hyperparameters on Large Datasets

A. Klein , S. Falkner , S. Bartels , and 2 more authors

In Proceedings of the 18th International Conference on Artificial Intelligence and Statistics (AISTATS’17) , 2017

Bib PDF Code

@inproceedings{klein-aistats17,
  author = {Klein, A. and Falkner, S. and Bartels, S. and Hennig, P. and Hutter, F.},
  title = {Fast {Bayesian} Optimization of Machine Learning Hyperparameters on Large Datasets},
  booktitle = {Proceedings of the 18th International Conference on Artificial Intelligence and Statistics (AISTATS'17)},
  year = {2017},
}

2016

Bayesian Optimization with Robust Bayesian Neural Networks

J. T. Springenberg , A. Klein , S. Falkner , and 1 more author

In Proceedings of the 29th International Conference on Advances in Neural Information Processing Systems (NIPS’16) , 2016

Bib PDF Code

@inproceedings{springenberg-nips16,
  title = {Bayesian Optimization with Robust Bayesian Neural Networks},
  author = {Springenberg, J. T. and Klein, A. and Falkner, S. and Hutter, F.},
  booktitle = {Proceedings of the 29th International Conference on Advances in Neural Information Processing Systems (NIPS'16)},
  year = {2016},
}

2015

Efficient and Robust Automated Machine Learning

M. Feurer , A. Klein , K. Eggensperger , and 3 more authors

In Proceedings of the 28th International Conference on Advances in Neural Information Processing Systems (NIPS’15) , 2015

Bib PDF Code

@inproceedings{feurer-nips2015,
  booktitle = {Proceedings of the 28th International Conference on Advances in Neural Information Processing Systems (NIPS'15)},
  title = {Efficient and Robust Automated Machine Learning},
  author = {Feurer, M. and Klein, A. and Eggensperger, K. and Springenberg, J. and Blum, M. and Hutter, F.},
  year = {2015},
}