<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-00828024</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-23T15:15:14+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Reinforcement learning for microgrid energy management</title>
            <author role="crp">
              <persName>
                <forename type="first">Elizaveta</forename>
                <surname>Kuznetsova</surname>
              </persName>
              <email type="md5">f9404876b96626b72f23c585c2e2bec6</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">ekuznetsova</idno>
              <idno type="idhal" notation="numeric">5267</idno>
              <idno type="halauthorid" notation="string">713996-5267</idno>
              <idno type="IDREF">https://www.idref.fr/178996564</idno>
              <affiliation ref="#struct-161195"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Yan-Fu</forename>
                <surname>Li</surname>
              </persName>
              <email type="md5">fae9b99d629a315344fcf43f2f343539</email>
              <email type="domain">supelec.fr</email>
              <idno type="idhal" notation="string">yanfu-li</idno>
              <idno type="idhal" notation="numeric">5475</idno>
              <idno type="halauthorid" notation="string">16434-5475</idno>
              <affiliation ref="#struct-161195"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Carlos</forename>
                <surname>Ruiz</surname>
              </persName>
              <idno type="halauthorid">404281-0</idno>
              <affiliation ref="#struct-223262"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Enrico</forename>
                <surname>Zio</surname>
              </persName>
              <email type="md5">6903b8a346d2c362e76b753cebd3cc31</email>
              <email type="domain">polimi.it</email>
              <idno type="idhal" notation="string">enrico-zio</idno>
              <idno type="idhal" notation="numeric">7318</idno>
              <idno type="halauthorid" notation="string">26319-7318</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-7108-637X</idno>
              <idno type="IDREF">https://www.idref.fr/11103096X</idno>
              <affiliation ref="#struct-161195"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Keith</forename>
                <surname>Bell</surname>
              </persName>
              <idno type="halauthorid">713997-0</idno>
              <affiliation ref="#struct-223263"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Graham</forename>
                <surname>Ault</surname>
              </persName>
              <idno type="halauthorid">713998-0</idno>
              <affiliation ref="#struct-223263"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Yanfu</forename>
                <surname>Li</surname>
              </persName>
              <email type="md5">fae9b99d629a315344fcf43f2f343539</email>
              <email type="domain">supelec.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2013-05-30 10:39:21</date>
              <date type="whenWritten">2013-05-30</date>
              <date type="whenModified">2026-03-22 10:32:21</date>
              <date type="whenReleased">2013-05-31 09:46:08</date>
              <date type="whenProduced">2013-05</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="163523">
                <persName>
                  <forename>Yanfu</forename>
                  <surname>Li</surname>
                </persName>
                <email type="md5">fae9b99d629a315344fcf43f2f343539</email>
                <email type="domain">supelec.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-00828024</idno>
            <idno type="halUri">https://centralesupelec.hal.science/hal-00828024</idno>
            <idno type="halBibtex">kuznetsova:hal-00828024</idno>
            <idno type="halRefHtml">&lt;i&gt;Energy&lt;/i&gt;, 2013, accepted for publication</idno>
            <idno type="halRef">Energy, 2013, accepted for publication</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="SUPELEC">SUPELEC</idno>
            <idno type="stamp" n="EC-PARIS">Ecole Centrale Paris</idno>
            <idno type="stamp" n="LGI">Laboratoire Génie Industriel</idno>
            <idno type="stamp" n="SUP_E3S">E3S - Supélec Sciences des Systèmes</idno>
            <idno type="stamp" n="SUP_CHAIRE-ECONOVING" corresp="SUPELEC">Econoving, Chaire internationale sur les éco-innovations</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="LGI-SR" corresp="LGI">Equipe : Sureté et Risques</idno>
            <idno type="stamp" n="EDF">EDF</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Reinforcement learning for microgrid energy management</title>
                <author role="crp">
                  <persName>
                    <forename type="first">Elizaveta</forename>
                    <surname>Kuznetsova</surname>
                  </persName>
                  <email type="md5">f9404876b96626b72f23c585c2e2bec6</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">ekuznetsova</idno>
                  <idno type="idhal" notation="numeric">5267</idno>
                  <idno type="halauthorid" notation="string">713996-5267</idno>
                  <idno type="IDREF">https://www.idref.fr/178996564</idno>
                  <affiliation ref="#struct-161195"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Yan-Fu</forename>
                    <surname>Li</surname>
                  </persName>
                  <email type="md5">fae9b99d629a315344fcf43f2f343539</email>
                  <email type="domain">supelec.fr</email>
                  <idno type="idhal" notation="string">yanfu-li</idno>
                  <idno type="idhal" notation="numeric">5475</idno>
                  <idno type="halauthorid" notation="string">16434-5475</idno>
                  <affiliation ref="#struct-161195"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Carlos</forename>
                    <surname>Ruiz</surname>
                  </persName>
                  <idno type="halauthorid">404281-0</idno>
                  <affiliation ref="#struct-223262"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Enrico</forename>
                    <surname>Zio</surname>
                  </persName>
                  <email type="md5">6903b8a346d2c362e76b753cebd3cc31</email>
                  <email type="domain">polimi.it</email>
                  <idno type="idhal" notation="string">enrico-zio</idno>
                  <idno type="idhal" notation="numeric">7318</idno>
                  <idno type="halauthorid" notation="string">26319-7318</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-7108-637X</idno>
                  <idno type="IDREF">https://www.idref.fr/11103096X</idno>
                  <affiliation ref="#struct-161195"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Keith</forename>
                    <surname>Bell</surname>
                  </persName>
                  <idno type="halauthorid">713997-0</idno>
                  <affiliation ref="#struct-223263"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Graham</forename>
                    <surname>Ault</surname>
                  </persName>
                  <idno type="halauthorid">713998-0</idno>
                  <affiliation ref="#struct-223263"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">4620</idno>
                <idno type="issn">0360-5442</idno>
                <idno type="eissn">1873-6785</idno>
                <title level="j">Energy</title>
                <imprint>
                  <publisher>Elsevier</publisher>
                  <biblScope unit="pp">accepted for publication</biblScope>
                  <date type="datePub">2013-05</date>
                </imprint>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Smartgrids</term>
                <term xml:lang="en">microgrids</term>
                <term xml:lang="en">Markov chain model</term>
                <term xml:lang="en">reinforcement learning</term>
                <term xml:lang="en">sensitivity analysis</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>We consider a microgrid for energy distribution, with a local consumer, a renewable generator (wind turbine) and a storage facility (battery), connected to the external grid via a transformer. We propose a 2 steps-ahead reinforcement learning algorithm to plan the battery scheduling, which plays a key role in the achievement of the consumer goals. The underlying framework is one of multi-criteria decision-making by an individual consumer who has the goals of increasing the utilization rate of the battery during high electricity demand (so as to decrease the electricity purchase from the external grid) and increasing the utilization rate of the wind turbine for local use (so as to increase the consumer independence from the external grid). Predictions of available wind power feed the reinforcement learning algorithm for selecting the optimal battery scheduling actions. The embedded learning mechanism allows to enhance the consumer knowledge about the optimal actions for battery scheduling under different time-dependent environmental conditions. The developed framework gives the capability to intelligent consumers to learn the stochastic environment and make use of the experience to select optimal energy management actions.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-161195" status="OLD">
          <orgName>Chaire Sciences des Systèmes et Défis Energétiques EDF/ECP/Supélec</orgName>
          <orgName type="acronym">SSEC</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-303397" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation active="#struct-528389" type="direct"/>
            <relation active="#struct-302313" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-223262" status="INCOMING">
          <orgName>Departament of Statistics</orgName>
          <desc>
            <address>
              <country key="ES"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-45695" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-223263" status="INCOMING">
          <orgName>Institute for Energy and Environment</orgName>
          <desc>
            <address>
              <country key="GB"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-13192" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-303397" status="VALID">
          <orgName>Ecole Supérieure d'Electricité - SUPELEC (FRANCE)</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="regrouplaboratory" xml:id="struct-528389" status="VALID">
          <orgName>EDF R&amp;D</orgName>
          <orgName type="acronym">EDF R&amp;D</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.edf.fr/groupe-edf/qui-sommes-nous/activites/recherche-et-developpement</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302313" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-302313" status="VALID">
          <idno type="IdRef">026436965</idno>
          <idno type="ISNI">0000000122985443</idno>
          <idno type="ROR">https://ror.org/03wb8xz10</idno>
          <idno type="Wikidata">Q274591</idno>
          <orgName>EDF – Électricité de France</orgName>
          <orgName type="acronym">EDF [E.D.F.]</orgName>
          <date type="start">1946-04-08</date>
          <desc>
            <address>
              <addrLine>22-30 – 22 avenue de Wagram – 75008 Paris – France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.edf.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-45695" status="VALID">
          <idno type="ROR">https://ror.org/03ths8210</idno>
          <orgName>Universidad Carlos III de Madrid = University of Carlos III of Madrid</orgName>
          <orgName type="acronym">UC3M</orgName>
          <desc>
            <address>
              <addrLine>Calle Madrid 126, 28903 Getafe, Madrid</addrLine>
              <country key="ES"/>
            </address>
            <ref type="url">http://www.uc3m.es/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-13192" status="VALID">
          <idno type="ROR">https://ror.org/00n3w3b69</idno>
          <orgName>University of Strathclyde [Glasgow]</orgName>
          <desc>
            <address>
              <addrLine>16 Richmond Street, Glasgow G1 1XQ, Scotland, UK</addrLine>
              <country key="GB"/>
            </address>
            <ref type="url">https://www.strath.ac.uk/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>