<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04180600</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-23T22:50:10+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Assessing the Generalizability of a Performance Predictive Model</title>
            <author role="aut">
              <persName>
                <forename type="first">Ana</forename>
                <surname>Nikolikj</surname>
              </persName>
              <idno type="idhal" notation="numeric">1275692</idno>
              <idno type="halauthorid" notation="string">2560480-1275692</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-6983-9627</idno>
              <affiliation ref="#struct-451147"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Gjorgjina</forename>
                <surname>Cenikj</surname>
              </persName>
              <idno type="idhal" notation="numeric">1275705</idno>
              <idno type="halauthorid" notation="string">2545130-1275705</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2723-0821</idno>
              <affiliation ref="#struct-451147"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Gordana</forename>
                <surname>Ispirova</surname>
              </persName>
              <idno type="idhal" notation="numeric">1275706</idno>
              <idno type="halauthorid" notation="string">2877559-1275706</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-8558-6909</idno>
              <affiliation ref="#struct-451147"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Diederick</forename>
                <surname>Vermetten</surname>
              </persName>
              <idno type="idhal" notation="numeric">1275686</idno>
              <idno type="halauthorid" notation="string">1615144-1275686</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-3040-7162</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Ryan Dieter</forename>
                <surname>Lang</surname>
              </persName>
              <idno type="idhal" notation="numeric">1275707</idno>
              <idno type="halauthorid" notation="string">2877560-1275707</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-5051-5414</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Andries Petrus</forename>
                <surname>Engelbrecht</surname>
              </persName>
              <idno type="idhal" notation="numeric">1275708</idno>
              <idno type="halauthorid" notation="string">2877561-1275708</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-0242-3539</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Carola</forename>
                <surname>Doerr</surname>
              </persName>
              <email type="md5">d1b2e33c2d3f25d09951b4c49fa97770</email>
              <email type="domain">lip6.fr</email>
              <idno type="idhal" notation="string">carola-doerr</idno>
              <idno type="idhal" notation="numeric">1290</idno>
              <idno type="halauthorid" notation="string">17976-1290</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4981-3227</idno>
              <idno type="IDREF">https://www.idref.fr/232603383</idno>
              <affiliation ref="#struct-541718"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Peter</forename>
                <surname>Korošec</surname>
              </persName>
              <idno type="idhal" notation="numeric">1275694</idno>
              <idno type="halauthorid" notation="string">1471620-1275694</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-4492-4603</idno>
              <affiliation ref="#struct-451147"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Tome</forename>
                <surname>Eftimov</surname>
              </persName>
              <idno type="idhal" notation="numeric">1230901</idno>
              <idno type="halauthorid" notation="string">2135110-1230901</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-7330-1902</idno>
              <affiliation ref="#struct-451147"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Carola</forename>
                <surname>Doerr</surname>
              </persName>
              <email type="md5">d1b2e33c2d3f25d09951b4c49fa97770</email>
              <email type="domain">lip6.fr</email>
            </editor>
            <funder ref="#projanr-57718"/>
            <funder>BI-FR/23-24-PROTEUS-001 (PR-12040)</funder>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2023-08-12 22:17:45</date>
              <date type="whenModified">2024-10-30 13:33:06</date>
              <date type="whenReleased">2023-08-17 13:27:12</date>
              <date type="whenProduced">2023-07-15</date>
              <date type="whenEndEmbargoed">2023-08-12</date>
              <ref type="file" target="https://hal.sorbonne-universite.fr/hal-04180600v1/document">
                <date notBefore="2023-08-12"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.sorbonne-universite.fr/hal-04180600v1/file/GECCO_poster_Generalizability_HAL.pdf" id="file-4180600-3642669">
                <date notBefore="2023-08-12"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="303028">
                <persName>
                  <forename>Carola</forename>
                  <surname>Doerr</surname>
                </persName>
                <email type="md5">d1b2e33c2d3f25d09951b4c49fa97770</email>
                <email type="domain">lip6.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04180600</idno>
            <idno type="halUri">https://hal.sorbonne-universite.fr/hal-04180600</idno>
            <idno type="halBibtex">nikolikj:hal-04180600</idno>
            <idno type="halRefHtml">&lt;i&gt;GECCO '23 Companion: Companion Conference on Genetic and Evolutionary Computation&lt;/i&gt;, Jul 2023, Lisbon, Portugal. ACM, GECCO '23 Companion: Proceedings of the Companion Conference on Genetic and Evolutionary Computation, pp.311-314, 2023, &lt;a target="_blank" href="https://dx.doi.org/10.1145/3583133.3590617"&gt;&amp;#x27E8;10.1145/3583133.3590617&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">GECCO '23 Companion: Companion Conference on Genetic and Evolutionary Computation, Jul 2023, Lisbon, Portugal. ACM, GECCO '23 Companion: Proceedings of the Companion Conference on Genetic and Evolutionary Computation, pp.311-314, 2023, &amp;#x27E8;10.1145/3583133.3590617&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4180600-3642669"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="LIP6" corresp="SORBONNE-UNIVERSITE">Laboratoire d'Informatique de Paris 6</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="SUPRA_MATHS_INFO">Mathématiques + Informatique</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Assessing the Generalizability of a Performance Predictive Model</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Ana</forename>
                    <surname>Nikolikj</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1275692</idno>
                  <idno type="halauthorid" notation="string">2560480-1275692</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-6983-9627</idno>
                  <affiliation ref="#struct-451147"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Gjorgjina</forename>
                    <surname>Cenikj</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1275705</idno>
                  <idno type="halauthorid" notation="string">2545130-1275705</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2723-0821</idno>
                  <affiliation ref="#struct-451147"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Gordana</forename>
                    <surname>Ispirova</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1275706</idno>
                  <idno type="halauthorid" notation="string">2877559-1275706</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-8558-6909</idno>
                  <affiliation ref="#struct-451147"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Diederick</forename>
                    <surname>Vermetten</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1275686</idno>
                  <idno type="halauthorid" notation="string">1615144-1275686</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-3040-7162</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Ryan Dieter</forename>
                    <surname>Lang</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1275707</idno>
                  <idno type="halauthorid" notation="string">2877560-1275707</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-5051-5414</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Andries Petrus</forename>
                    <surname>Engelbrecht</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1275708</idno>
                  <idno type="halauthorid" notation="string">2877561-1275708</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-0242-3539</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Carola</forename>
                    <surname>Doerr</surname>
                  </persName>
                  <email type="md5">d1b2e33c2d3f25d09951b4c49fa97770</email>
                  <email type="domain">lip6.fr</email>
                  <idno type="idhal" notation="string">carola-doerr</idno>
                  <idno type="idhal" notation="numeric">1290</idno>
                  <idno type="halauthorid" notation="string">17976-1290</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4981-3227</idno>
                  <idno type="IDREF">https://www.idref.fr/232603383</idno>
                  <affiliation ref="#struct-541718"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Peter</forename>
                    <surname>Korošec</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1275694</idno>
                  <idno type="halauthorid" notation="string">1471620-1275694</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-4492-4603</idno>
                  <affiliation ref="#struct-451147"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Tome</forename>
                    <surname>Eftimov</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1230901</idno>
                  <idno type="halauthorid" notation="string">2135110-1230901</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-7330-1902</idno>
                  <affiliation ref="#struct-451147"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>GECCO '23 Companion: Companion Conference on Genetic and Evolutionary Computation</title>
                  <date type="start">2023-07-15</date>
                  <date type="end">2023-07-19</date>
                  <settlement>Lisbon</settlement>
                  <country key="PT">Portugal</country>
                </meeting>
                <imprint>
                  <publisher>ACM</publisher>
                  <biblScope unit="pp">311-314</biblScope>
                  <date type="datePub">2023-07-24</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1145/3583133.3590617</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">meta-learning</term>
                <term xml:lang="en">generalization</term>
                <term xml:lang="en">single-objective optimization</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halTypology" n="POSTER">Conference poster</classCode>
              <classCode scheme="halOldTypology" n="POSTER">Conference poster</classCode>
              <classCode scheme="halTreeTypology" n="POSTER">Conference poster</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>A key component of automated algorithm selection and configuration, which in most cases are performed using supervised machine learning (ML) methods is a good-performing predictive model. The predictive model uses the feature representation of a set of problem instances as input data and predicts the algorithm performance achieved on them. Common machine learning models struggle to make predictions for instances with feature representations not covered by the training data, resulting in poor generalization to unseen problems. In this study, we propose a workflow to estimate the generalizability of a predictive model for algorithm performance, trained on one benchmark suite to another. The workflow has been tested by training predictive models across benchmark suites and the results show that generalizability patterns in the landscape feature space are reflected in the performance space.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-451147" status="VALID">
          <idno type="ROR">https://ror.org/01hdkb925</idno>
          <orgName>Jozef Stefan Institute [Ljubljana]</orgName>
          <orgName type="acronym">IJS</orgName>
          <desc>
            <address>
              <addrLine>Jamova cesta 39, 1000 Ljubljana Slovenia</addrLine>
              <country key="SI"/>
            </address>
            <ref type="url">https://www.ijs.si/ijsw/IJS</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-541718" status="VALID">
          <orgName>Recherche Opérationnelle</orgName>
          <orgName type="acronym">RO</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-541703" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR7606" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-541703" status="VALID">
          <idno type="IdRef">13558292X</idno>
          <idno type="RNSR">199712651U</idno>
          <idno type="ROR">https://ror.org/05krcen59</idno>
          <orgName>LIP6</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>4 Place JUSSIEU 75252 PARIS CEDEX 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lip6.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7606" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-57718" status="VALID">
          <idno type="anr">ANR-22-ERCS-0003</idno>
          <orgName>VARIATION</orgName>
          <desc>Opérateurs de variation généralisés pour les heuristiques de recherche aléatoire</desc>
          <date type="start">2022</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>