<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-00606399</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-18T03:24:59+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Reinforcement learning application scenario for Opportunistic Spectrum Access</title>
            <author role="aut">
              <persName>
                <forename type="first">Wassim</forename>
                <surname>Jouini</surname>
              </persName>
              <idno type="halauthorid">418995-0</idno>
              <affiliation ref="#struct-3195"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Robin</forename>
                <surname>Bollenbach</surname>
              </persName>
              <idno type="halauthorid">569601-0</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Matthieu</forename>
                <surname>Guillet</surname>
              </persName>
              <idno type="halauthorid">569602-0</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Christophe</forename>
                <surname>Moy</surname>
              </persName>
              <email type="md5">d3deaee6bb8232bf29d99d5083b9dc18</email>
              <email type="domain">univ-rennes1.fr</email>
              <idno type="idhal" notation="string">christophe-moy</idno>
              <idno type="idhal" notation="numeric">10216</idno>
              <idno type="halauthorid" notation="string">2727-10216</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9639-1648</idno>
              <idno type="IDREF">https://www.idref.fr/138021341</idno>
              <affiliation ref="#struct-3195"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Amor</forename>
                <surname>Nafkha</surname>
              </persName>
              <email type="md5">4ee543c0bac2c5f1207081ffc2a34a83</email>
              <email type="domain">centralesupelec.fr</email>
              <idno type="idhal" notation="string">anafkha</idno>
              <idno type="idhal" notation="numeric">21752</idno>
              <idno type="halauthorid" notation="string">2063-21752</idno>
              <idno type="IDREF">https://www.idref.fr/106947744</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1164-7163</idno>
              <idno type="IDREF">https://www.idref.fr/106947737</idno>
              <affiliation ref="#struct-3195"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Myriam</forename>
                <surname>Andrieux</surname>
              </persName>
              <email type="md5">b24f2949bad6d0ceb36aff9f4f6915e9</email>
              <email type="domain">supelec.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2011-07-06 13:35:20</date>
              <date type="whenWritten">2011-02</date>
              <date type="whenModified">2025-11-03 10:15:22</date>
              <date type="whenReleased">2011-07-06 16:36:25</date>
              <date type="whenProduced">2011-08-07</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="123530">
                <persName>
                  <forename>Myriam</forename>
                  <surname>Andrieux</surname>
                </persName>
                <email type="md5">b24f2949bad6d0ceb36aff9f4f6915e9</email>
                <email type="domain">supelec.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-00606399</idno>
            <idno type="halUri">https://centralesupelec.hal.science/hal-00606399</idno>
            <idno type="halBibtex">jouini:hal-00606399</idno>
            <idno type="halRefHtml">&lt;i&gt;54th IEEE International Midwest Symposium on Circuits &amp; Systems (MWSCAS 2011)&lt;/i&gt;, Aug 2011, Seoul, North Korea</idno>
            <idno type="halRef">54th IEEE International Midwest Symposium on Circuits &amp; Systems (MWSCAS 2011), Aug 2011, Seoul, North Korea</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="SUPELEC">SUPELEC</idno>
            <idno type="stamp" n="UNIV-RENNES1">Université de Rennes 1</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INSA-RENNES">Institut National des Sciences Appliquées de Rennes</idno>
            <idno type="stamp" n="IETR">Institut d'Électronique et des Technologies du numéRique - UMR CNRS 6164</idno>
            <idno type="stamp" n="SUP_SCEE" corresp="SUP_IETR">SCEE - Equipe Signal, Communication et Electronique Embarquée</idno>
            <idno type="stamp" n="SUP_IETR">Institut d'Electronique et de Télécommunications de Rennes</idno>
            <idno type="stamp" n="IETR_SCEE" corresp="IETR">Signal, communication, électronique embarquée</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="UR1-HAL">Publications labos UR1 dans HAL-Rennes 1</idno>
            <idno type="stamp" n="UR1-MATH-STIC">UR1 - publications Maths-STIC</idno>
            <idno type="stamp" n="UR1-UFR-ISTIC">UFR ISTIC Informatique et électronique</idno>
            <idno type="stamp" n="IETR-SC">IETR - Département Signal &amp; Communications</idno>
            <idno type="stamp" n="TEST-UNIV-RENNES">TEST Université de Rennes</idno>
            <idno type="stamp" n="TEST-UR-CSS">TEST Université de Rennes CSS</idno>
            <idno type="stamp" n="UNIV-RENNES">Université de Rennes</idno>
            <idno type="stamp" n="INSA-GROUPE">Groupe INSA</idno>
            <idno type="stamp" n="UR1-MATH-NUM">Pôle UnivRennes - Mathématiques - Numérique </idno>
            <idno type="stamp" n="IETR-ASIC" corresp="IETR">Équipe ASIC (Architecture, Systems, Infrastructure and electroniCs)</idno>
          </seriesStmt>
          <notesStmt>
            <note type="commentary">4 pages</note>
            <note type="audience" n="2">International</note>
            <note type="invited" n="1">Yes</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Reinforcement learning application scenario for Opportunistic Spectrum Access</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Wassim</forename>
                    <surname>Jouini</surname>
                  </persName>
                  <idno type="halauthorid">418995-0</idno>
                  <affiliation ref="#struct-3195"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Robin</forename>
                    <surname>Bollenbach</surname>
                  </persName>
                  <idno type="halauthorid">569601-0</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Matthieu</forename>
                    <surname>Guillet</surname>
                  </persName>
                  <idno type="halauthorid">569602-0</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Christophe</forename>
                    <surname>Moy</surname>
                  </persName>
                  <email type="md5">d3deaee6bb8232bf29d99d5083b9dc18</email>
                  <email type="domain">univ-rennes1.fr</email>
                  <idno type="idhal" notation="string">christophe-moy</idno>
                  <idno type="idhal" notation="numeric">10216</idno>
                  <idno type="halauthorid" notation="string">2727-10216</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9639-1648</idno>
                  <idno type="IDREF">https://www.idref.fr/138021341</idno>
                  <affiliation ref="#struct-3195"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Amor</forename>
                    <surname>Nafkha</surname>
                  </persName>
                  <email type="md5">4ee543c0bac2c5f1207081ffc2a34a83</email>
                  <email type="domain">centralesupelec.fr</email>
                  <idno type="idhal" notation="string">anafkha</idno>
                  <idno type="idhal" notation="numeric">21752</idno>
                  <idno type="halauthorid" notation="string">2063-21752</idno>
                  <idno type="IDREF">https://www.idref.fr/106947744</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1164-7163</idno>
                  <idno type="IDREF">https://www.idref.fr/106947737</idno>
                  <affiliation ref="#struct-3195"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Proceedings of 54th IEEE International Midwest Symposium on Circuits &amp; Systems (MWSCAS 2011)</title>
                <meeting>
                  <title>54th IEEE International Midwest Symposium on Circuits &amp; Systems (MWSCAS 2011)</title>
                  <date type="start">2011-08-07</date>
                  <settlement>Seoul</settlement>
                  <country key="KP">North Korea</country>
                </meeting>
                <imprint>
                  <date type="datePub">2011-08-07</date>
                </imprint>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Cognitive radio</term>
                <term xml:lang="en">learning</term>
                <term xml:lang="en">MAB</term>
                <term xml:lang="en">UCB</term>
                <term xml:lang="en">opportunistic spectrum access</term>
                <term xml:lang="en">OSA</term>
              </keywords>
              <classCode scheme="classification">IEEE</classCode>
              <classCode scheme="halDomain" n="spi.tron">Engineering Sciences [physics]/Electronics</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>We tackle in this work a concrete scenario that illustrates the behavior of Cognitive Radio equipment within an Opportunistic Spectrum Access context. We assume that there exist two sets of users. On the one hand Primary Users who own the spectrum pool of interest. And one the other hand, Secondary Users who aim at exploiting vacant communication opportunities left by Primary Users at a given time in a given band. Moreover, Secondary Users are assumed to have no a priori knowledge on Primary Users behavior and aim at learning missing information while exploiting found communication opportunities. For that purpose, we model Primary Users' frequency bands occupations pattern using an OFDM modulation. While, the introduced secondary user's learning process relies on an energy detector and a reinforcement learning algorithm known as UCB1. The complete model is developed on Simulink to illustrate the behavior of the Primary Network as well as the Secondary User.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-3195" status="OLD">
          <orgName>Institut d'Electronique et de Télécommunications de Rennes</orgName>
          <orgName type="acronym">IETR</orgName>
          <date type="end">2012-01-01</date>
          <desc>
            <address>
              <addrLine>Campus de Beaulieu Bâtiment 11D 35042 Rennes Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ietr.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-105160" type="direct"/>
            <relation active="#struct-117606" type="direct"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation active="#struct-303397" type="direct"/>
            <relation name="UMR6164" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-105160" status="VALID">
          <idno type="IdRef">26693823X</idno>
          <idno type="ROR">https://ror.org/015m7wh34</idno>
          <orgName>Université de Rennes</orgName>
          <orgName type="acronym">UR</orgName>
          <desc>
            <address>
              <addrLine>Campus de Beaulieu, 263 avenue Général Leclerc, CS 74205, 35042 RENNES CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-rennes.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-117606" status="VALID">
          <idno type="ROR">https://ror.org/04xaa4j22</idno>
          <orgName>Institut National des Sciences Appliquées - Rennes</orgName>
          <orgName type="acronym">INSA Rennes</orgName>
          <desc>
            <address>
              <addrLine>20, avenue des Buttes de Coësmes - CS 70839 - 35708 Rennes cedex 7</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.insa-rennes.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301232" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301232" status="VALID">
          <idno type="IdRef">162105150</idno>
          <orgName>Institut National des Sciences Appliquées</orgName>
          <orgName type="acronym">INSA</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-303397" status="VALID">
          <orgName>Ecole Supérieure d'Electricité - SUPELEC (FRANCE)</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>