<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01083521</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-18T08:08:12+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Deep unsupervised network for multimodal perception, representation and classification</title>
            <author role="aut">
              <persName>
                <forename type="first">Alain</forename>
                <surname>Droniou</surname>
              </persName>
              <idno type="halauthorid">649909-0</idno>
              <affiliation ref="#struct-96164"/>
              <affiliation ref="#struct-388373"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Serena</forename>
                <surname>Ivaldi</surname>
              </persName>
              <email type="md5">51f70298711484ed0daf01e6004a3169</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">serena-ivaldi</idno>
              <idno type="idhal" notation="numeric">1519</idno>
              <idno type="halauthorid" notation="string">13252-1519</idno>
              <idno type="IDREF">https://www.idref.fr/234347031</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-5349-9835</idno>
              <affiliation ref="#struct-96164"/>
              <affiliation ref="#struct-262491"/>
              <affiliation ref="#struct-415996"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Olivier</forename>
                <surname>Sigaud</surname>
              </persName>
              <email type="md5">1a3a7a628849e00426cd103ac2d585cb</email>
              <email type="domain">upmc.fr</email>
              <idno type="idhal" notation="string">olivier-sigaud</idno>
              <idno type="idhal" notation="numeric">14932</idno>
              <idno type="halauthorid" notation="string">15986-14932</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-8544-0229</idno>
              <idno type="IDREF">https://www.idref.fr/072724714</idno>
              <idno type="ARXIV">https://arxiv.org/a/sigaud_o_1</idno>
              <idno type="ISNI">http://isni.org/isni/0000000073281983</idno>
              <idno type="VIAF">https://viaf.org/viaf/43669783</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/FWG-2898-2022</idno>
              <affiliation ref="#struct-96164"/>
              <affiliation ref="#struct-388373"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Alain</forename>
                <surname>Droniou</surname>
              </persName>
              <email type="md5">2c936645da111257c6272a3baeed4872</email>
              <email type="domain">gmail.com</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2014-11-17 13:55:47</date>
              <date type="whenWritten">2014</date>
              <date type="whenModified">2025-11-21 14:42:02</date>
              <date type="whenReleased">2014-11-17 15:34:34</date>
              <date type="whenProduced">2015-09</date>
              <date type="whenEndEmbargoed">2014-11-17</date>
              <ref type="file" target="https://hal.sorbonne-universite.fr/hal-01083521v1/document">
                <date notBefore="2014-11-17"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.sorbonne-universite.fr/hal-01083521v1/file/hal_version.pdf" id="file-1083521-1160905">
                <date notBefore="2014-11-17"/>
              </ref>
              <ref type="externalLink" target="https://hal.sorbonne-universite.fr/hal-01083521/file/hal_version.pdf"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="174638">
                <persName>
                  <forename>Alain</forename>
                  <surname>Droniou</surname>
                </persName>
                <email type="md5">2c936645da111257c6272a3baeed4872</email>
                <email type="domain">gmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01083521</idno>
            <idno type="halUri">https://hal.sorbonne-universite.fr/hal-01083521</idno>
            <idno type="halBibtex">droniou:hal-01083521</idno>
            <idno type="halRefHtml">&lt;i&gt;Robotics and Autonomous Systems&lt;/i&gt;, 2015, 71, pp.83-98. &lt;a target="_blank" href="https://dx.doi.org/10.1016/j.robot.2014.11.005"&gt;&amp;#x27E8;10.1016/j.robot.2014.11.005&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Robotics and Autonomous Systems, 2015, 71, pp.83-98. &amp;#x27E8;10.1016/j.robot.2014.11.005&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-1083521-1160905"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UPMC" corresp="SORBONNE-UNIVERSITE">Université Pierre et Marie Curie</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="LORIA2">Publications du LORIA</idno>
            <idno type="stamp" n="INRIA-NANCY-GRAND-EST">INRIA Nancy - Grand Est</idno>
            <idno type="stamp" n="ISIR" corresp="SORBONNE-UNIVERSITE">Institut des Systèmes Intelligents et de Robotique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="UNIV-LORRAINE">Université de Lorraine</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="LORIA">Laboratoire Lorrain de Recherche en Informatique et ses Applications</idno>
            <idno type="stamp" n="LORIA-AIS" corresp="LORIA">Department of Complex Systems, Artificial Intelligence  &amp; Robotics</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="CENTRALESUPELEC-SACLAY" corresp="UNIV-PARIS-SACLAY">CENTRALESUPELEC-SACLAY</idno>
            <idno type="stamp" n="NANCY-2014">NANCY 2014</idno>
            <idno type="stamp" n="UPMC_POLE_1" corresp="UPMC">UPMC Pôle 1</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ISIR_AMAC" corresp="ISIR">Architectures et Modèles de l'Adaptation et de la Cognition</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="INRIA-ALLEMAGNE">INRIA-ALLEMAGNE</idno>
            <idno type="stamp" n="AM2I-UL">Pôle scientifique Automatique, Mathématiques, Informatique et leurs Intéractions de l'Université de Lorraine</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Deep unsupervised network for multimodal perception, representation and classification</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Alain</forename>
                    <surname>Droniou</surname>
                  </persName>
                  <idno type="halauthorid">649909-0</idno>
                  <affiliation ref="#struct-96164"/>
                  <affiliation ref="#struct-388373"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Serena</forename>
                    <surname>Ivaldi</surname>
                  </persName>
                  <email type="md5">51f70298711484ed0daf01e6004a3169</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">serena-ivaldi</idno>
                  <idno type="idhal" notation="numeric">1519</idno>
                  <idno type="halauthorid" notation="string">13252-1519</idno>
                  <idno type="IDREF">https://www.idref.fr/234347031</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-5349-9835</idno>
                  <affiliation ref="#struct-96164"/>
                  <affiliation ref="#struct-262491"/>
                  <affiliation ref="#struct-415996"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Olivier</forename>
                    <surname>Sigaud</surname>
                  </persName>
                  <email type="md5">1a3a7a628849e00426cd103ac2d585cb</email>
                  <email type="domain">upmc.fr</email>
                  <idno type="idhal" notation="string">olivier-sigaud</idno>
                  <idno type="idhal" notation="numeric">14932</idno>
                  <idno type="halauthorid" notation="string">15986-14932</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-8544-0229</idno>
                  <idno type="IDREF">https://www.idref.fr/072724714</idno>
                  <idno type="ARXIV">https://arxiv.org/a/sigaud_o_1</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000073281983</idno>
                  <idno type="VIAF">https://viaf.org/viaf/43669783</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/FWG-2898-2022</idno>
                  <affiliation ref="#struct-96164"/>
                  <affiliation ref="#struct-388373"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">18730</idno>
                <idno type="issn">0921-8890</idno>
                <idno type="eissn">1872-793X</idno>
                <title level="j">Robotics and Autonomous Systems</title>
                <imprint>
                  <publisher>Elsevier</publisher>
                  <biblScope unit="volume">71</biblScope>
                  <biblScope unit="pp">83-98</biblScope>
                  <date type="datePub">2015-09</date>
                  <date type="dateEpub">2014</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1016/j.robot.2014.11.005</idno>
              <ref type="publisher">http://www.sciencedirect.com/science/article/pii/S0921889014002474</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Developmental robotics</term>
                <term xml:lang="en">Unsupervised learning</term>
                <term xml:lang="en">Deep Learning</term>
                <term xml:lang="en">Multimodal perception</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-rb">Computer Science [cs]/Robotics [cs.RO]</classCode>
              <classCode scheme="halDomain" n="info.info-ne">Computer Science [cs]/Neural and Evolutionary Computing [cs.NE]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In this paper, we tackle the problem of multimodal learning for autonomous robots.Autonomous robots interacting with humans in an evolving environment need the ability to acquire knowledge from their multiple perceptual channels in an unsupervised way.Most of the approaches in the literature exploit engineered methods to process each perceptual modality. In contrast, robots should be able to acquire their own features from the raw sensors, leveraging the information elicited by interaction with their environment: learning from their sensorimotor experience would result in a more efficient strategy in a life-long perspective.To this end, we propose an architecture based on deep networks, which is used by the humanoid robot iCub to learn a task from multiple perceptual modalities (proprioception, vision, audition).By structuring high-dimensional, multimodal information into a set of distinct sub-manifolds in a fully unsupervised way, it performs a substantial dimensionality reduction by providing both a symbolic representation of data and a fine discrimination between two similar stimuli. Moreover, the proposed network is able to exploit multimodal correlations to improve the representation of each modality alone.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-96164" status="OLD">
          <idno type="RNSR">200918463J</idno>
          <orgName>Institut des Systèmes Intelligents et de Robotique</orgName>
          <orgName type="acronym">ISIR</orgName>
          <date type="start">2002-01-01</date>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>Université Pierre et Marie Curie - Paris VI Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.isir.upmc.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-93591" type="direct"/>
            <relation name="UMR7222 / FRE2507" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-388373" status="OLD">
          <orgName>AMAC</orgName>
          <date type="start">1991-01-01</date>
          <date type="end">2011-11-30</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-96164" type="direct"/>
            <relation active="#struct-93591" type="indirect"/>
            <relation name="UMR7222 / FRE2507" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-262491" status="INCOMING">
          <orgName>Intelligent Autonomous Systems</orgName>
          <orgName type="acronym">IAS</orgName>
          <desc>
            <address>
              <country key="DE"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-300723" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-415996" status="VALID">
          <idno type="RNSR">201521241C</idno>
          <idno type="ROR">https://ror.org/05rv46r52</idno>
          <orgName>Lifelong Autonomy and interaction skills for Robots in a Sensing ENvironment</orgName>
          <orgName type="acronym">LARSEN</orgName>
          <date type="start">2017-12-01</date>
          <date type="end">2026-10-30</date>
          <desc>
            <address>
              <addrLine>Centre Inria de l'Université de Lorraine , 615 Rue du Jardin-Botanique, 54600 Villers-lès-Nancy</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/larsen</ref>
          </desc>
          <listRelation>
            <relation active="#struct-129671" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-423090" type="direct"/>
            <relation active="#struct-206040" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-93591" status="OLD">
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Université Pierre et Marie Curie - Paris 6</orgName>
          <orgName type="acronym">UPMC</orgName>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>4 place Jussieu - 75005 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.upmc.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300723" status="VALID">
          <orgName>Technische Universität Darmstadt - Technical University of Darmstadt [Darmstadt]</orgName>
          <orgName type="acronym">TU Darmstadt</orgName>
          <desc>
            <address>
              <addrLine>Karolinenplatz 5, 64289 Darmstadt</addrLine>
              <country key="DE"/>
            </address>
            <ref type="url">http://www.tu-darmstadt.de/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-129671" status="VALID">
          <idno type="RNSR">198618246Y</idno>
          <idno type="ROR">https://ror.org/03fcjvn64</idno>
          <orgName>Centre Inria de l'Université de Lorraine</orgName>
          <desc>
            <address>
              <addrLine>615 rue du Jardin Botanique 54600 Villers-lès-Nancy</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/nancy</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-423090" status="VALID">
          <orgName>Department of Complex Systems, Artificial Intelligence &amp; Robotics</orgName>
          <orgName type="acronym">LORIA - AIS</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr/en/research/departments/complex-systems-artificial-intelligence-and-robotics/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-206040" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-206040" status="VALID">
          <idno type="IdRef">067077927</idno>
          <idno type="ISNI">0000000121795429</idno>
          <idno type="RNSR">198912571S</idno>
          <idno type="IdUnivLorraine">[UL]RSI--</idno>
          <idno type="ROR">https://ror.org/02vnf0c38</idno>
          <orgName>Laboratoire Lorrain de Recherche en Informatique et ses Applications</orgName>
          <orgName type="acronym">LORIA</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>Campus Scientifique BP 239 54506 Vandoeuvre-lès-Nancy Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation active="#struct-413289" type="direct"/>
            <relation name="UMR7503" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-413289" status="VALID">
          <idno type="IdRef">157040569</idno>
          <idno type="IdUnivLorraine">[UL]100--</idno>
          <idno type="ROR">https://ror.org/04vfs2w97</idno>
          <orgName>Université de Lorraine</orgName>
          <orgName type="acronym">UL</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>34 cours Léopold - CS 25233 - 54052 Nancy cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lorraine.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>