<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02187044</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-24T19:17:57+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Exploring the synergy between knowledge graph and computer vision for personalisation systems</title>
            <author role="aut">
              <persName>
                <forename type="first">Vincent</forename>
                <surname>Lully</surname>
              </persName>
              <email type="md5">1aa617b2ad168289279aa54252562fce</email>
              <email type="domain">sorbonne-universite.fr</email>
              <idno type="idhal" notation="numeric">1046868</idno>
              <idno type="halauthorid" notation="string">1579808-1046868</idno>
              <idno type="IDREF">https://www.idref.fr/234277890</idno>
              <affiliation ref="#struct-542233"/>
              <affiliation ref="#struct-504014"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Philippe</forename>
                <surname>Laublet</surname>
              </persName>
              <email type="md5">7e47e9406f0dee78747457cfc5b36559</email>
              <email type="domain">paris.sorbonne.fr</email>
              <idno type="idhal" notation="numeric">1145497</idno>
              <idno type="halauthorid" notation="string">136267-1145497</idno>
              <idno type="IDREF">https://www.idref.fr/034875018</idno>
              <idno type="VIAF">https://viaf.org/viaf/73967956</idno>
              <affiliation ref="#struct-542233"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Milan</forename>
                <surname>Stankovic</surname>
              </persName>
              <email type="md5">948c9b887b8b7f1a919d6af84a4e9ef8</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">stankovic-milan</idno>
              <idno type="idhal" notation="numeric">1227639</idno>
              <idno type="halauthorid" notation="string">622136-1227639</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=FlKgDkQAAAAJ</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1882-3668</idno>
              <affiliation ref="#struct-542233"/>
              <affiliation ref="#struct-504014"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Filip</forename>
                <surname>Radulovic</surname>
              </persName>
              <idno type="halauthorid">789896-0</idno>
              <orgName ref="#struct-302798"/>
              <affiliation ref="#struct-504014"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Gestionnaire HAL 3</forename>
                <surname>Sorbonne Université</surname>
              </persName>
              <email type="md5">a829e169d53d985531a4db19c33011d6</email>
              <email type="domain">sorbonne-universite.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2019-07-17 15:41:05</date>
              <date type="whenModified">2025-01-10 13:52:59</date>
              <date type="whenReleased">2019-07-18 10:54:55</date>
              <date type="whenProduced">2018</date>
              <date type="whenEndEmbargoed">2019-07-17</date>
              <ref type="file" target="https://hal.sorbonne-universite.fr/hal-02187044v1/document">
                <date notBefore="2019-07-17"/>
              </ref>
              <ref type="file" subtype="publisherPaid" n="1" target="https://hal.sorbonne-universite.fr/hal-02187044v1/file/1-s2.0-S1877050918316223-main.pdf" id="file-2187044-2173455">
                <date notBefore="2019-07-17"/>
              </ref>
              <ref type="externalLink" target="https://doi.org/10.1016/j.procs.2018.09.017"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="651455">
                <persName>
                  <forename>Gestionnaire HAL 3</forename>
                  <surname>Sorbonne Université</surname>
                </persName>
                <email type="md5">a829e169d53d985531a4db19c33011d6</email>
                <email type="domain">sorbonne-universite.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02187044</idno>
            <idno type="halUri">https://hal.sorbonne-universite.fr/hal-02187044</idno>
            <idno type="halBibtex">lully:hal-02187044</idno>
            <idno type="halRefHtml">&lt;i&gt;Procedia Computer Science&lt;/i&gt;, 2018, 137, pp.175-186. &lt;a target="_blank" href="https://dx.doi.org/10.1016/j.procs.2018.09.017"&gt;&amp;#x27E8;10.1016/j.procs.2018.09.017&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Procedia Computer Science, 2018, 137, pp.175-186. &amp;#x27E8;10.1016/j.procs.2018.09.017&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-2187044-2173455"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="STIH" corresp="SORBONNE-UNIVERSITE">Sens, Texte, Informatique, Histoire</idno>
            <idno type="stamp" n="SU-LETTRES" corresp="SORBONNE-UNIVERSITE">Faculté des Lettres de Sorbonne Université</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="SUPRA_SHS3467">SUPRA SHS3467</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Exploring the synergy between knowledge graph and computer vision for personalisation systems</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Vincent</forename>
                    <surname>Lully</surname>
                  </persName>
                  <email type="md5">1aa617b2ad168289279aa54252562fce</email>
                  <email type="domain">sorbonne-universite.fr</email>
                  <idno type="idhal" notation="numeric">1046868</idno>
                  <idno type="halauthorid" notation="string">1579808-1046868</idno>
                  <idno type="IDREF">https://www.idref.fr/234277890</idno>
                  <affiliation ref="#struct-542233"/>
                  <affiliation ref="#struct-504014"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Philippe</forename>
                    <surname>Laublet</surname>
                  </persName>
                  <email type="md5">7e47e9406f0dee78747457cfc5b36559</email>
                  <email type="domain">paris.sorbonne.fr</email>
                  <idno type="idhal" notation="numeric">1145497</idno>
                  <idno type="halauthorid" notation="string">136267-1145497</idno>
                  <idno type="IDREF">https://www.idref.fr/034875018</idno>
                  <idno type="VIAF">https://viaf.org/viaf/73967956</idno>
                  <affiliation ref="#struct-542233"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Milan</forename>
                    <surname>Stankovic</surname>
                  </persName>
                  <email type="md5">948c9b887b8b7f1a919d6af84a4e9ef8</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">stankovic-milan</idno>
                  <idno type="idhal" notation="numeric">1227639</idno>
                  <idno type="halauthorid" notation="string">622136-1227639</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=FlKgDkQAAAAJ</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1882-3668</idno>
                  <affiliation ref="#struct-542233"/>
                  <affiliation ref="#struct-504014"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Filip</forename>
                    <surname>Radulovic</surname>
                  </persName>
                  <idno type="halauthorid">789896-0</idno>
                  <orgName ref="#struct-302798"/>
                  <affiliation ref="#struct-504014"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">103927</idno>
                <idno type="issn">1877-0509</idno>
                <idno type="eissn">1877-0509</idno>
                <title level="j">Procedia Computer Science</title>
                <imprint>
                  <publisher>Elsevier</publisher>
                  <biblScope unit="volume">137</biblScope>
                  <biblScope unit="pp">175-186</biblScope>
                  <date type="datePub">2018</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1016/j.procs.2018.09.017</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">e-tourism</term>
                <term xml:lang="en">e-tourism Keywords: Knowledge graph</term>
                <term xml:lang="en">recommeder system</term>
                <term xml:lang="en">DBpedia</term>
                <term xml:lang="en">image user profiling</term>
                <term xml:lang="en">personalisation</term>
                <term xml:lang="en">computer vision</term>
                <term xml:lang="en">Knowledge graph</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In this paper, we explore the synergy between knowledge graph technologies and computer vision tools for personalisation systems. We propose two image user profiling approaches which map an image to knowledge graph entities representing the interests of a user who appreciates the image. The first one maps an image to entities which correspond to the objects appearing in the image. The second maps to entities which are depicted by visually similar images and which exist in the conceptual scope of the dataset within which further personalisation tasks are conducted. We show the superiority of our second approach against the baseline Google Cloud Vision API (label detection and web entity detection) in terms of accuracy metrics (precision, recall, MRR, nDCG). We also argue the importance of the capacity to create semantically useful profiles as the essence of many knowledge-or semantic-based personalisation systems is the semantic similarity calculation. We then apply our profiling approach in a novel personalisation use case where we seek to select the most appropriate images to display in recommendation banners. Our proposed knowledge-based approach tries to select the images which are the most in line with the semantic user profiles. We hypothesise that this image selection strategy allows to improve the user's perception of the recommended items. We conduct a two-stage user study with a real commercial travel dataset (1,357 package tours in 136 countries and regions depicted by 11,614 images). The results of 32 participants allow us to observe the promising performance of our approach in terms of persuasion, attention, efficiency and affinity. Abstract In this paper, we explore the synergy between knowledge graph technologies and computer vision tools for personalisation systems. We propose two image user profiling approaches which map an image to knowledge graph entities representing the interests of a user who appreciates the image. The first one maps an image to entities which correspond to the objects appearing in the image. The second maps to entities which are depicted by visually similar images and which exist in the conceptual scope of the dataset within which further personalisation tasks are conducted. We show the superiority of our second approach against the baseline Google Cloud Vision API (label detection and web entity detection) in terms of accuracy metrics (precision, recall, MRR, nDCG). We also argue the importance of the capacity to create semantically useful profiles as the essence of many knowledge-or semantic-based personalisation systems is the semantic similarity calculation. We then apply our profiling approach in a novel personalisation use case where we seek to select the most appropriate images to display in recommendation banners. Our proposed knowledge-based approach tries to select the images which are the most in line with the semantic user profiles. We hypothesise that this image selection strategy allows to improve the user's perception of the recommended items. We conduct a two-stage user study with a real commercial travel dataset (1,357 package tours in 136 countries and regions depicted by 11,614 images). The results of 32 participants allow us to observe the promising performance of our approach in terms of persuasion, attention, efficiency and affinity.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-542233" status="VALID">
          <idno type="IdRef">149171617</idno>
          <idno type="RNSR">201019031X</idno>
          <orgName>Sens, Texte, Informatique, Histoire</orgName>
          <orgName type="acronym">STIH</orgName>
          <desc>
            <address>
              <addrLine>1 rue Victor Cousin 75230 Paris cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.stih.paris-sorbonne.fr/</ref>
          </desc>
          <listRelation>
            <relation name="EA4509" active="#struct-413221" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-504014" status="INCOMING">
          <orgName>Sépage</orgName>
          <desc>
            <address>
              <addrLine>27 Rue du Chemin Vert, 75011 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://sepage.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>