<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02179587</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T19:32:09+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Making a case for (Hyper-)parameter tuning as benchmark problems</title>
            <author role="aut">
              <persName>
                <forename type="first">Carola</forename>
                <surname>Doerr</surname>
              </persName>
              <email type="md5">d1b2e33c2d3f25d09951b4c49fa97770</email>
              <email type="domain">lip6.fr</email>
              <idno type="idhal" notation="string">carola-doerr</idno>
              <idno type="idhal" notation="numeric">1290</idno>
              <idno type="halauthorid" notation="string">17976-1290</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4981-3227</idno>
              <idno type="IDREF">https://www.idref.fr/232603383</idno>
              <affiliation ref="#struct-541718"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Johann</forename>
                <surname>Dréo</surname>
              </persName>
              <email type="md5">8ee65d1f88624ee714e58f5d3440be65</email>
              <email type="domain">dreo.fr</email>
              <idno type="idhal" notation="string">johann-dreo</idno>
              <idno type="idhal" notation="numeric">745961</idno>
              <idno type="halauthorid" notation="string">162707-745961</idno>
              <idno type="ARXIV">https://arxiv.org/a/dreo_j_1</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-2727-9569</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=7OHAAYcAAAAJ&amp;hl=fr&amp;oi=ao</idno>
              <idno type="IDREF">https://www.idref.fr/074703129</idno>
              <affiliation ref="#struct-19045"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Pascal</forename>
                <surname>Kerschke</surname>
              </persName>
              <idno type="halauthorid">1617554-0</idno>
              <affiliation ref="#struct-325710"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Carola</forename>
                <surname>Doerr</surname>
              </persName>
              <email type="md5">d1b2e33c2d3f25d09951b4c49fa97770</email>
              <email type="domain">lip6.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2020-01-14 15:39:18</date>
              <date type="whenModified">2025-11-17 16:18:03</date>
              <date type="whenReleased">2020-01-17 16:44:59</date>
              <date type="whenProduced">2019-07-13</date>
              <date type="whenEndEmbargoed">2020-01-14</date>
              <ref type="file" target="https://hal.sorbonne-universite.fr/hal-02179587v1/document">
                <date notBefore="2020-01-14"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.sorbonne-universite.fr/hal-02179587v1/file/bl%20Doerr.Dreo.Kersche%20Parameter%20Tuning%20as%20Benchmark%20Problems%20%281%29.pdf" id="file-2439342-2325163">
                <date notBefore="2020-01-14"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="303028">
                <persName>
                  <forename>Carola</forename>
                  <surname>Doerr</surname>
                </persName>
                <email type="md5">d1b2e33c2d3f25d09951b4c49fa97770</email>
                <email type="domain">lip6.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02179587</idno>
            <idno type="halUri">https://hal.sorbonne-universite.fr/hal-02179587</idno>
            <idno type="halBibtex">doerr:hal-02179587</idno>
            <idno type="halRefHtml">&lt;i&gt;Genetic and Evolutionary Computation Conference, Companion Material&lt;/i&gt;, Jul 2019, Prague, Czech Republic. pp.1755-1764, &lt;a target="_blank" href="https://dx.doi.org/10.1145/3319619.3326857"&gt;&amp;#x27E8;10.1145/3319619.3326857&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Genetic and Evolutionary Computation Conference, Companion Material, Jul 2019, Prague, Czech Republic. pp.1755-1764, &amp;#x27E8;10.1145/3319619.3326857&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-2439342-2325163"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="LIP6" corresp="SORBONNE-UNIVERSITE">Laboratoire d'Informatique de Paris 6</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="SUPRA_MATHS_INFO">Mathématiques + Informatique</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Making a case for (Hyper-)parameter tuning as benchmark problems</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Carola</forename>
                    <surname>Doerr</surname>
                  </persName>
                  <email type="md5">d1b2e33c2d3f25d09951b4c49fa97770</email>
                  <email type="domain">lip6.fr</email>
                  <idno type="idhal" notation="string">carola-doerr</idno>
                  <idno type="idhal" notation="numeric">1290</idno>
                  <idno type="halauthorid" notation="string">17976-1290</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4981-3227</idno>
                  <idno type="IDREF">https://www.idref.fr/232603383</idno>
                  <affiliation ref="#struct-541718"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Johann</forename>
                    <surname>Dréo</surname>
                  </persName>
                  <email type="md5">8ee65d1f88624ee714e58f5d3440be65</email>
                  <email type="domain">dreo.fr</email>
                  <idno type="idhal" notation="string">johann-dreo</idno>
                  <idno type="idhal" notation="numeric">745961</idno>
                  <idno type="halauthorid" notation="string">162707-745961</idno>
                  <idno type="ARXIV">https://arxiv.org/a/dreo_j_1</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-2727-9569</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=7OHAAYcAAAAJ&amp;hl=fr&amp;oi=ao</idno>
                  <idno type="IDREF">https://www.idref.fr/074703129</idno>
                  <affiliation ref="#struct-19045"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Pascal</forename>
                    <surname>Kerschke</surname>
                  </persName>
                  <idno type="halauthorid">1617554-0</idno>
                  <affiliation ref="#struct-325710"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">GECCO '19: Proceedings of the Genetic and Evolutionary Computation Conference Companion</title>
                <meeting>
                  <title>Genetic and Evolutionary Computation Conference, Companion Material</title>
                  <date type="start">2019-07-13</date>
                  <date type="end">2019-07-17</date>
                  <settlement>Prague</settlement>
                  <country key="CZ">Czech Republic</country>
                </meeting>
                <imprint>
                  <publisher>ACM Press</publisher>
                  <biblScope unit="pp">1755-1764</biblScope>
                </imprint>
              </monogr>
              <idno type="doi">10.1145/3319619.3326857</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-ne">Computer Science [cs]/Neural and Evolutionary Computing [cs.NE]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>One of the biggest challenges in evolutionary computation concerns the selection and configuration of a best-suitable heuristic for a given problem. While in the past both of these problems have primarily been addressed by building on experts' experience, the last decade has witnessed a significant shift towards automated decision making, which capitalizes on techniques proposed in the machine learning literature.A key success factor in automated algorithm selection and configuration are good training sets, whose performance data can be leveraged to build accurate performance prediction models. With the long-term goal to build landscape-aware parameter control mechanisms for iterative optimization heuristics, we consider in this discussion paper the question how well the 24 functions from the BBOB test bed cover the characteristics of (hyper-)parameter tuning problems. To this end, we perform a preliminary landscape analysis of two hyper-parameter selection problems, and compare their feature values with those of the BBOB functions. While we do see a good fit for one of the tuning problems, our findings also indicate that some parameter tuning problems might not be very well represented by the BBOB functions. This raises the question if one can nevertheless deduce reliable performance-prediction models for hyper-parameter tuning problems from the BBOB test bed, or whether for this specific target the BBOB benchmark should be adjusted, by adding or replacing some of its functions.Independently of the aspect of training automated algorithm selection and configuration techniques, hyper-parameter tuning problems offer a plethora of problems which might be worthwhile to study in the context of benchmarking iterative optimization heuristics.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-541718" status="VALID">
          <orgName>Recherche Opérationnelle</orgName>
          <orgName type="acronym">RO</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-541703" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR7606" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-19045" status="VALID">
          <orgName>Thales Research and Technology [Palaiseau]</orgName>
          <desc>
            <address>
              <addrLine>1 Avenue Augustin Fresnel, 91767 Palaiseau cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.thalesgroup.com/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-250969" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-325710" status="VALID">
          <idno type="IdRef">026433052</idno>
          <idno type="ROR">https://ror.org/00pd74e08</idno>
          <idno type="Wikidata">Q168426</idno>
          <orgName>Westfälische Wilhelms-Universität Münster = University of Münster = Université de Münster [Münster, Allemagne]</orgName>
          <orgName type="acronym">WWU</orgName>
          <desc>
            <address>
              <addrLine>Universität Münster  Schlossplatz 2 48149 Münster</addrLine>
              <country key="DE"/>
            </address>
            <ref type="url">http://www.uni-muenster.de/de/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-541703" status="VALID">
          <idno type="IdRef">13558292X</idno>
          <idno type="RNSR">199712651U</idno>
          <idno type="ROR">https://ror.org/05krcen59</idno>
          <orgName>LIP6</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>4 Place JUSSIEU 75252 PARIS CEDEX 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lip6.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7606" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-250969" status="VALID">
          <orgName>THALES [France]</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.thalesgroup.com/fr/europe/france</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>