<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-00749480</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-18T01:36:46+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">A Dantzig Selector Approach to Temporal Difference Learning</title>
            <author role="aut">
              <persName>
                <forename type="first">Matthieu</forename>
                <surname>Geist</surname>
              </persName>
              <email type="md5">c025140e3cc06ac39e7de0f0db2a4b70</email>
              <email type="domain">univ-lorraine.fr</email>
              <idno type="idhal" notation="string">matthieu-geist</idno>
              <idno type="idhal" notation="numeric">6945</idno>
              <idno type="halauthorid" notation="string">7492-6945</idno>
              <affiliation ref="#struct-160692"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Bruno</forename>
                <surname>Scherrer</surname>
              </persName>
              <email type="md5">1c5207b33f7427581f6aeb62a6a23eb0</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">bruno-scherrer</idno>
              <idno type="idhal" notation="numeric">1406</idno>
              <idno type="halauthorid" notation="string">19764-1406</idno>
              <idno type="IDREF">https://www.idref.fr/073360708</idno>
              <affiliation ref="#struct-205124"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Alessandro</forename>
                <surname>Lazaric</surname>
              </persName>
              <email type="md5">95abddbda438f68b5b8fac450c194700</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">alessandro-lazaric</idno>
              <idno type="idhal" notation="numeric">851</idno>
              <idno type="halauthorid" notation="string">18261-851</idno>
              <idno type="IDREF">https://www.idref.fr/188701486</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-8970-413X</idno>
              <affiliation ref="#struct-56016"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Mohammad</forename>
                <surname>Ghavamzadeh</surname>
              </persName>
              <email type="md5">5d6a1d8b98e33964a618c198130ec599</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="numeric">868946</idno>
              <idno type="halauthorid" notation="string">453435-868946</idno>
              <affiliation ref="#struct-56016"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Sébastien</forename>
                <surname>Van Luchene</surname>
              </persName>
              <email type="md5">983556412cb0e7fb6d6508a01ac9cf46</email>
              <email type="domain">supelec.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2012-11-07 15:57:28</date>
              <date type="whenModified">2025-11-04 12:03:25</date>
              <date type="whenReleased">2012-11-08 10:12:47</date>
              <date type="whenProduced">2012-06-26</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="123540">
                <persName>
                  <forename>Sébastien</forename>
                  <surname>Van Luchene</surname>
                </persName>
                <email type="md5">983556412cb0e7fb6d6508a01ac9cf46</email>
                <email type="domain">supelec.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-00749480</idno>
            <idno type="halUri">https://centralesupelec.hal.science/hal-00749480</idno>
            <idno type="halBibtex">geist:hal-00749480</idno>
            <idno type="halRefHtml">&lt;i&gt;ICML-12&lt;/i&gt;, Jun 2012, Edinburgh, United Kingdom. pp.1399-1406</idno>
            <idno type="halRef">ICML-12, Jun 2012, Edinburgh, United Kingdom. pp.1399-1406</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="SUPELEC">SUPELEC</idno>
            <idno type="stamp" n="UNIV-LILLE3">Université de Lille Sciences humaines et sociales</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA-LILLE">INRIA Lille - Nord Europe</idno>
            <idno type="stamp" n="LAGIS">Laboratoire d'Automatique, Génie Informatique et Signal</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="LORIA2">Publications du LORIA</idno>
            <idno type="stamp" n="INRIA-NANCY-GRAND-EST">INRIA Nancy - Grand Est</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="UNIV-LORRAINE">Université de Lorraine</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="LORIA">Laboratoire Lorrain de Recherche en Informatique et ses Applications</idno>
            <idno type="stamp" n="LORIA-AIS" corresp="LORIA">Department of Complex Systems, Artificial Intelligence  &amp; Robotics</idno>
            <idno type="stamp" n="AM2I-UL">Pôle scientifique Automatique, Mathématiques, Informatique et leurs Intéractions de l'Université de Lorraine</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">A Dantzig Selector Approach to Temporal Difference Learning</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Matthieu</forename>
                    <surname>Geist</surname>
                  </persName>
                  <email type="md5">c025140e3cc06ac39e7de0f0db2a4b70</email>
                  <email type="domain">univ-lorraine.fr</email>
                  <idno type="idhal" notation="string">matthieu-geist</idno>
                  <idno type="idhal" notation="numeric">6945</idno>
                  <idno type="halauthorid" notation="string">7492-6945</idno>
                  <affiliation ref="#struct-160692"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Bruno</forename>
                    <surname>Scherrer</surname>
                  </persName>
                  <email type="md5">1c5207b33f7427581f6aeb62a6a23eb0</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">bruno-scherrer</idno>
                  <idno type="idhal" notation="numeric">1406</idno>
                  <idno type="halauthorid" notation="string">19764-1406</idno>
                  <idno type="IDREF">https://www.idref.fr/073360708</idno>
                  <affiliation ref="#struct-205124"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Alessandro</forename>
                    <surname>Lazaric</surname>
                  </persName>
                  <email type="md5">95abddbda438f68b5b8fac450c194700</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">alessandro-lazaric</idno>
                  <idno type="idhal" notation="numeric">851</idno>
                  <idno type="halauthorid" notation="string">18261-851</idno>
                  <idno type="IDREF">https://www.idref.fr/188701486</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-8970-413X</idno>
                  <affiliation ref="#struct-56016"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Mohammad</forename>
                    <surname>Ghavamzadeh</surname>
                  </persName>
                  <email type="md5">5d6a1d8b98e33964a618c198130ec599</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="numeric">868946</idno>
                  <idno type="halauthorid" notation="string">453435-868946</idno>
                  <affiliation ref="#struct-56016"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Proceedings of the 29th International Conference on Machine Learning</title>
                <meeting>
                  <title>ICML-12</title>
                  <date type="start">2012-06-26</date>
                  <date type="end">2012-07-01</date>
                  <settlement>Edinburgh</settlement>
                  <country key="GB">United Kingdom</country>
                </meeting>
                <editor>John Langford and Joelle Pineau</editor>
                <imprint>
                  <publisher>Omnipress</publisher>
                  <biblScope unit="pp">1399-1406</biblScope>
                  <date type="datePub">2012-07</date>
                </imprint>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>LSTD is one of the most popular reinforcement learning algorithms for value function approximation. Whenever the number of samples is larger than the number of features, LSTD must be paired with some form of regularization. In particular, L1-regularization methods tends to perform feature selection by promoting sparsity and thus they are particularly suited in high-dimensional problems. Nonetheless, since LSTD is not a simple regression algorithm but it solves a fixed-point problem, the integration with L1-regularization is not straightforward and it might come with some drawbacks (see e.g., the P-matrix assumption for LASSO-TD). In this paper we introduce a novel algorithm obtained by integrating LSTD with the Dantzig Selector. In particular, we investigate the performance of the algorithm and its relationship with existing regularized approaches, showing how it overcomes some of the drawbacks of existing solutions.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-160692" status="OLD">
          <orgName>IMS : Information, Multimodalité &amp; Signal</orgName>
          <desc>
            <address>
              <addrLine>2 rue Edouard Belin - - 57070 METZ</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-26305" type="direct"/>
            <relation active="#struct-303397" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-205124" status="OLD">
          <idno type="RNSR">200218290B</idno>
          <orgName>Autonomous intelligent machine</orgName>
          <orgName type="acronym">MAIA</orgName>
          <date type="end">2014-12-31</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/maia</ref>
          </desc>
          <listRelation>
            <relation active="#struct-129671" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-423090" type="direct"/>
            <relation active="#struct-206040" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-56016" status="OLD">
          <idno type="RNSR">200718281V</idno>
          <orgName>Sequential Learning</orgName>
          <orgName type="acronym">SEQUEL</orgName>
          <date type="start">2007-07-01</date>
          <date type="end">2014-12-31</date>
          <desc>
            <address>
              <addrLine>Centre Inria de l'Université de Lille ,170 Av. de Bretagne, 59000 Lille</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/sequel</ref>
          </desc>
          <listRelation>
            <relation active="#struct-2546" type="direct"/>
            <relation active="#struct-92973" type="indirect"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-301700" type="indirect"/>
            <relation name="UMR8022" active="#struct-441569" type="indirect"/>
            <relation active="#struct-104752" type="direct"/>
            <relation active="#struct-183073" type="direct"/>
            <relation active="#struct-120930" type="indirect"/>
            <relation name="UMR8219" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-26305" status="OLD">
          <orgName>SUPELEC-Campus Metz</orgName>
          <date type="start">1985-01-01</date>
          <date type="end">2014-12-31</date>
          <desc>
            <address>
              <addrLine>2 rue Edouard Belin 57070 Metz</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.metz.supelec.fr/metz/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-303397" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-303397" status="VALID">
          <orgName>Ecole Supérieure d'Electricité - SUPELEC (FRANCE)</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-129671" status="VALID">
          <idno type="RNSR">198618246Y</idno>
          <idno type="ROR">https://ror.org/03fcjvn64</idno>
          <orgName>Centre Inria de l'Université de Lorraine</orgName>
          <desc>
            <address>
              <addrLine>615 rue du Jardin Botanique 54600 Villers-lès-Nancy</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/nancy</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-423090" status="VALID">
          <orgName>Department of Complex Systems, Artificial Intelligence &amp; Robotics</orgName>
          <orgName type="acronym">LORIA - AIS</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr/en/research/departments/complex-systems-artificial-intelligence-and-robotics/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-206040" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-206040" status="VALID">
          <idno type="IdRef">067077927</idno>
          <idno type="ISNI">0000000121795429</idno>
          <idno type="RNSR">198912571S</idno>
          <idno type="IdUnivLorraine">[UL]RSI--</idno>
          <idno type="ROR">https://ror.org/02vnf0c38</idno>
          <orgName>Laboratoire Lorrain de Recherche en Informatique et ses Applications</orgName>
          <orgName type="acronym">LORIA</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>Campus Scientifique BP 239 54506 Vandoeuvre-lès-Nancy Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation active="#struct-413289" type="direct"/>
            <relation name="UMR7503" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-413289" status="VALID">
          <idno type="IdRef">157040569</idno>
          <idno type="IdUnivLorraine">[UL]100--</idno>
          <idno type="ROR">https://ror.org/04vfs2w97</idno>
          <orgName>Université de Lorraine</orgName>
          <orgName type="acronym">UL</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>34 cours Léopold - CS 25233 - 54052 Nancy cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lorraine.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-2546" status="OLD">
          <orgName>Laboratoire d'Informatique Fondamentale de Lille</orgName>
          <orgName type="acronym">LIFL</orgName>
          <desc>
            <address>
              <addrLine>Bâtiment M3 59655 Villeneuve d'Ascq Cédex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lifl.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-92973" type="direct"/>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-301700" type="direct"/>
            <relation name="UMR8022" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-92973" status="OLD">
          <idno type="IdRef">026404184</idno>
          <idno type="ROR">https://ror.org/0546v5182</idno>
          <orgName>Université de Lille, Sciences et Technologies</orgName>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>Cité Scientifique - 59655 Villeneuve d'Ascq Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lille1.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-301700" status="OLD">
          <idno type="IdRef">026404524</idno>
          <idno type="ISNI">0000000121517701</idno>
          <idno type="ROR">https://ror.org/025b4c754</idno>
          <orgName>Université de Lille, Sciences Humaines et Sociales</orgName>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>Domaine universitaire du "Pont de Bois"Rue du Barreau BP 60149 59653 Villeneuve d'Ascq Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lille3.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-104752" status="VALID">
          <idno type="RNSR">200818245B</idno>
          <idno type="ROR">https://ror.org/04eej9726</idno>
          <orgName>Centre Inria de l'Université de Lille</orgName>
          <desc>
            <address>
              <addrLine>Parc Scientifique de la Haute Borne 40, avenue Halley Bât.A, Park Plaza 59650 Villeneuve d'Ascq</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/lille/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-183073" status="OLD">
          <orgName>Laboratoire d'Automatique, Génie Informatique et Signal</orgName>
          <orgName type="acronym">LAGIS</orgName>
          <desc>
            <address>
              <addrLine>LAGIS Ecole Centrale de Lille Cité Scientifique 59655 Villeneuve d'Ascq</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://lagis.ec-lille.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-92973" type="direct"/>
            <relation active="#struct-120930" type="direct"/>
            <relation name="UMR8219" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-120930" status="VALID">
          <idno type="IdRef">256304629</idno>
          <idno type="ISNI">0000000122034461</idno>
          <idno type="ROR">https://ror.org/01x441g73</idno>
          <orgName>Centrale Lille</orgName>
          <desc>
            <address>
              <addrLine>École Centrale de Lille - Cité Scientifique - CS 20048 59651 Villeneuve d'Ascq Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://centralelille.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>