<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03723270</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-15T05:05:31+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">New MDP Model and Learning Algorithm for Bus Scheduling Problem with Conditional Signal Priority</title>
            <author role="aut">
              <persName>
                <forename type="first">Ming</forename>
                <surname>Liu</surname>
              </persName>
              <email type="md5">e62356062669d060ba2c5f4f8ebbd356</email>
              <email type="domain">bjtu.edu.cn</email>
              <idno type="idhal" notation="numeric">966630</idno>
              <idno type="halauthorid" notation="string">355925-966630</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=OyRYZmAAAAAJ</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4693-0073</idno>
              <idno type="IDREF">https://www.idref.fr/136890539</idno>
              <idno type="VIAF">https://viaf.org/viaf/190842604</idno>
              <affiliation ref="#struct-305897"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Yecheng</forename>
                <surname>Zhao</surname>
              </persName>
              <idno type="halauthorid">2296320-0</idno>
              <affiliation ref="#struct-305897"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Feng</forename>
                <surname>Chu</surname>
              </persName>
              <email type="md5">0062bdd1e90600a53d1dbcc629c6c619</email>
              <email type="domain">utt.fr</email>
              <idno type="idhal" notation="numeric">756544</idno>
              <idno type="halauthorid" notation="string">145281-756544</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-1225-8319</idno>
              <idno type="IDREF">https://www.idref.fr/08607976X</idno>
              <idno type="VIAF">https://viaf.org/viaf/173643282</idno>
              <idno type="ISNI">http://isni.org/isni/0000000430865515</idno>
              <affiliation ref="#struct-1042359"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Feifeng</forename>
                <surname>Zheng</surname>
              </persName>
              <idno type="idhal" notation="numeric">780014</idno>
              <idno type="halauthorid" notation="string">877387-780014</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1603-4163</idno>
              <affiliation ref="#struct-346871"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Chengbin</forename>
                <surname>Chu</surname>
              </persName>
              <email type="md5">1135107789a08d5ff40696ee52ecc6e7</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">chengbin-chu</idno>
              <idno type="idhal" notation="numeric">3203</idno>
              <idno type="halauthorid" notation="string">11219-3203</idno>
              <idno type="IDREF">https://www.idref.fr/034853391</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1837-4380</idno>
              <affiliation ref="#struct-302035"/>
              <affiliation ref="#struct-580990"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Frédéric</forename>
                <surname>Davesne</surname>
              </persName>
              <email type="md5">fbe1d4bbaa9c5be84347d1c31a63a07a</email>
              <email type="domain">univ-evry.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2022-07-14 11:14:04</date>
              <date type="whenModified">2025-04-17 10:06:02</date>
              <date type="whenReleased">2022-07-14 11:14:04</date>
              <date type="whenProduced">2022-06-22</date>
              <ref type="externalLink" target="https://doi.org/10.1016/j.ifacol.2022.10.215"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="127748">
                <persName>
                  <forename>Frédéric</forename>
                  <surname>Davesne</surname>
                </persName>
                <email type="md5">fbe1d4bbaa9c5be84347d1c31a63a07a</email>
                <email type="domain">univ-evry.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03723270</idno>
            <idno type="halUri">https://univ-evry.hal.science/hal-03723270</idno>
            <idno type="halBibtex">liu:hal-03723270</idno>
            <idno type="halRefHtml">&lt;i&gt;10th IFAC Conference on Manufacturing Modelling, Management and Control (MIM 2022)&lt;/i&gt;, Jun 2022, Nantes, France. pp.3160--3165, &lt;a target="_blank" href="https://dx.doi.org/10.1016/j.ifacol.2022.10.215"&gt;&amp;#x27E8;10.1016/j.ifacol.2022.10.215&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">10th IFAC Conference on Manufacturing Modelling, Management and Control (MIM 2022), Jun 2022, Nantes, France. pp.3160--3165, &amp;#x27E8;10.1016/j.ifacol.2022.10.215&amp;#x27E9;</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-EVRY">Université d'Evry-Val d'Essonne</idno>
            <idno type="stamp" n="IBISC" corresp="UNIV-EVRY">Informatique, Biologie Intégrative et Systèmes Complexes</idno>
            <idno type="stamp" n="IBISC-AROBAS" corresp="IBISC">Algorithmique, Recherche Opérationnelle, Bioinformatique et Apprentissage Statistique</idno>
            <idno type="stamp" n="IFSTTAR">Ifsttar</idno>
            <idno type="stamp" n="TDS-MACS">Réseau de recherche en Théorie des Systèmes Distribués, Modélisation, Analyse et Contrôle des Systèmes</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIV-EVRY-SACLAY" corresp="UNIV-PARIS-SACLAY">UNIV-EVRY-SACLAY</idno>
            <idno type="stamp" n="UNIVERSITE-PARIS-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="GS-ENGINEERING">Graduate School Sciences de l'Ingénierie et des Systèmes</idno>
            <idno type="stamp" n="GS-COMPUTER-SCIENCE">Graduate School Computer Science</idno>
            <idno type="stamp" n="GS-LIFE-SCIENCES-HEALTH" corresp="UNIVERSITE-PARIS-SACLAY">Graduate School Life Sciences and Health</idno>
            <idno type="stamp" n="GS-SPORT-HUMAN-MOVEMENT">Graduate School Sport, Mouvement, Facteurs Humains</idno>
            <idno type="stamp" n="UNIV-EIFFEL">Université Gustave Eiffel</idno>
            <idno type="stamp" n="U-EIFFEL">Université Gustave Eiffel</idno>
            <idno type="stamp" n="ESIEE-UNIVEIFFEL">ESIEE Paris</idno>
            <idno type="stamp" n="COSYS">Composants et systèmes</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">New MDP Model and Learning Algorithm for Bus Scheduling Problem with Conditional Signal Priority</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Ming</forename>
                    <surname>Liu</surname>
                  </persName>
                  <email type="md5">e62356062669d060ba2c5f4f8ebbd356</email>
                  <email type="domain">bjtu.edu.cn</email>
                  <idno type="idhal" notation="numeric">966630</idno>
                  <idno type="halauthorid" notation="string">355925-966630</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=OyRYZmAAAAAJ</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4693-0073</idno>
                  <idno type="IDREF">https://www.idref.fr/136890539</idno>
                  <idno type="VIAF">https://viaf.org/viaf/190842604</idno>
                  <affiliation ref="#struct-305897"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Yecheng</forename>
                    <surname>Zhao</surname>
                  </persName>
                  <idno type="halauthorid">2296320-0</idno>
                  <affiliation ref="#struct-305897"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Feng</forename>
                    <surname>Chu</surname>
                  </persName>
                  <email type="md5">0062bdd1e90600a53d1dbcc629c6c619</email>
                  <email type="domain">utt.fr</email>
                  <idno type="idhal" notation="numeric">756544</idno>
                  <idno type="halauthorid" notation="string">145281-756544</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-1225-8319</idno>
                  <idno type="IDREF">https://www.idref.fr/08607976X</idno>
                  <idno type="VIAF">https://viaf.org/viaf/173643282</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000430865515</idno>
                  <affiliation ref="#struct-1042359"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Feifeng</forename>
                    <surname>Zheng</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">780014</idno>
                  <idno type="halauthorid" notation="string">877387-780014</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1603-4163</idno>
                  <affiliation ref="#struct-346871"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Chengbin</forename>
                    <surname>Chu</surname>
                  </persName>
                  <email type="md5">1135107789a08d5ff40696ee52ecc6e7</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">chengbin-chu</idno>
                  <idno type="idhal" notation="numeric">3203</idno>
                  <idno type="halauthorid" notation="string">11219-3203</idno>
                  <idno type="IDREF">https://www.idref.fr/034853391</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1837-4380</idno>
                  <affiliation ref="#struct-302035"/>
                  <affiliation ref="#struct-580990"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>10th IFAC Conference on Manufacturing Modelling, Management and Control (MIM 2022)</title>
                  <date type="start">2022-06-22</date>
                  <date type="end">2022-06-24</date>
                  <settlement>Nantes</settlement>
                  <country key="FR">France</country>
                </meeting>
                <imprint>
                  <biblScope unit="volume">55</biblScope>
                  <biblScope unit="issue">10</biblScope>
                  <biblScope unit="pp">3160--3165</biblScope>
                  <date type="datePub">2022-06-22</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1016/j.ifacol.2022.10.215</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Smart transportation</term>
                <term xml:lang="en">Transportation Systems</term>
                <term xml:lang="en">Decision Support System</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ro">Computer Science [cs]/Operations Research [math.OC]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Buses are expected to be punctual, but deviation from the schedule is a common occurrence. Transit signal priority (TSP) and conditional signal priority (CSP) are methods to help the bus perform the schedule better by giving traffic signal priority to the bus. Markov decision process (MDP) is suitable for modeling such sequential decision process. In this article, we point out the Markov property of the system based on the analysis of the bus driving process. We model the process of bus driving with CSP as a Markov decision process. Then, the Deep Q Network (DQN) algorithm is applied to solve this MDP model. To the best of our knowledge, this is the first time that the bus scheduling problem with CSP has been modeled as an MDP model and solved by a learning algorithm. Numerical experiments verify the applicability of the DQN algorithm to solve this MDP model.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-305897" status="VALID">
          <idno type="ROR">https://ror.org/03rc6as71</idno>
          <orgName>Tongji University</orgName>
          <desc>
            <address>
              <addrLine>1239 Siping Road, Shanghai</addrLine>
              <country key="CN"/>
            </address>
            <ref type="url">https://en.tongji.edu.cn/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-1042359" status="VALID">
          <idno type="IdRef">201055902</idno>
          <idno type="RNSR">201019077X</idno>
          <idno type="ROR">https://ror.org/01aqxgr98</idno>
          <idno type="Wikidata">Q51781503</idno>
          <orgName>Informatique, BioInformatique, Systèmes Complexes</orgName>
          <orgName type="acronym">IBISC</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>40,rue du pelvoux, Courcouronnes 91020 EVRY CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ibisc.univ-evry.fr/</ref>
          </desc>
          <listRelation>
            <relation name="EA4526" active="#struct-300306" type="direct"/>
            <relation active="#struct-419361" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-346871" status="VALID">
          <idno type="ROR">https://ror.org/006teas31</idno>
          <orgName>Donghua University [Shanghai]</orgName>
          <desc>
            <address>
              <addrLine>1882 Yan'an Road West, Shanghai, 200051</addrLine>
              <country key="CN"/>
            </address>
            <ref type="url">http://english.dhu.edu.cn/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-302035" status="VALID">
          <idno type="RNSR">199814079S</idno>
          <orgName>ESIEE Paris</orgName>
          <date type="start">2016-11-25</date>
          <desc>
            <address>
              <addrLine>2 boulevard Blaise PascalCité DescartesBP 9993162 Noisy-le-Grand Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.esiee.fr</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-580990" status="VALID">
          <idno type="IdRef">161309690</idno>
          <idno type="RNSR">198518204G</idno>
          <orgName>Génie des Réseaux de Transport Terrestres et Informatique Avancée</orgName>
          <orgName type="acronym">COSYS-GRETTIA</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>14-20 Boulevard NewtonCité Descartes, Champs sur MarneF-77454  Marne la Vallée Cedex 2</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ifsttar.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-580722" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300306" status="VALID">
          <idno type="IdRef">030820529</idno>
          <idno type="ISNI">0000000121805818</idno>
          <idno type="ROR">https://ror.org/00e96v939</idno>
          <idno type="Wikidata">Q1531014</idno>
          <orgName>Université d'Évry-Val-d'Essonne</orgName>
          <orgName type="acronym">UEVE</orgName>
          <date type="start">1991-07-22</date>
          <desc>
            <address>
              <addrLine>Boulevard François Mitterrand 91025 Evry Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-evry.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-419361" status="VALID">
          <idno type="IdRef">241345251</idno>
          <idno type="ROR">https://ror.org/03xjwb503</idno>
          <orgName>Université Paris-Saclay</orgName>
          <desc>
            <address>
              <addrLine>Bâtiment Bréguet, 3 Rue Joliot Curie 2e ét, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-580722" status="VALID">
          <idno type="ROR">https://ror.org/03x42jk29</idno>
          <orgName>Université Gustave Eiffel</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Cité Descartes, 5 Boulevard Descartes • Champs-sur-Marne, 77454 Marne-la-Vallée Cedex 2</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-gustave-eiffel.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>