{"id":"https://openalex.org/W4205350168","doi":"https://doi.org/10.1109/menacomm50742.2021.9678310","title":"A Markov Decision Process Model for a Reinforcement Learning-based Autonomous Pedestrian Crossing Protocol","display_name":"A Markov Decision Process Model for a Reinforcement Learning-based Autonomous Pedestrian Crossing Protocol","publication_year":2021,"publication_date":"2021-12-03","ids":{"openalex":"https://openalex.org/W4205350168","doi":"https://doi.org/10.1109/menacomm50742.2021.9678310"},"language":"en","primary_location":{"id":"doi:10.1109/menacomm50742.2021.9678310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/menacomm50742.2021.9678310","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 3rd IEEE Middle East and North Africa COMMunications Conference (MENACOMM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044978958","display_name":"Sara El Hamdani","orcid":"https://orcid.org/0000-0002-5358-835X"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":true,"raw_author_name":"Sara El Hamdani","raw_affiliation_strings":["Faculty of Transportation Sciences Czech, Technical University in Prague, Czech Republic"],"affiliations":[{"raw_affiliation_string":"Faculty of Transportation Sciences Czech, Technical University in Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042740569","display_name":"Salaheddine Loudari","orcid":null},"institutions":[{"id":"https://openalex.org/I3121676899","display_name":"Universit\u00e9 Ibn-Tofail","ror":"https://ror.org/02wj89n04","country_code":"MA","type":"education","lineage":["https://openalex.org/I3121676899"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Salaheddine Loudari","raw_affiliation_strings":["University Ibn Tofail in K\u00e9nitra, Morocco"],"affiliations":[{"raw_affiliation_string":"University Ibn Tofail in K\u00e9nitra, Morocco","institution_ids":["https://openalex.org/I3121676899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080496484","display_name":"Stanislav Novotn\u00fd","orcid":null},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Stanislav Novotny","raw_affiliation_strings":["Faculty of Transportation Sciences Czech, Technical University in Prague, Czech Republic"],"affiliations":[{"raw_affiliation_string":"Faculty of Transportation Sciences Czech, Technical University in Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090156063","display_name":"Petr Bouchner","orcid":"https://orcid.org/0000-0002-8308-1656"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Petr Bouchner","raw_affiliation_strings":["Faculty of Transportation Sciences Czech, Technical University in Prague, Czech Republic"],"affiliations":[{"raw_affiliation_string":"Faculty of Transportation Sciences Czech, Technical University in Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021799532","display_name":"Nabil Benamar","orcid":"https://orcid.org/0000-0002-1804-6977"},"institutions":[{"id":"https://openalex.org/I4210153608","display_name":"Universit\u00e9 Moulay Ismail de Meknes","ror":"https://ror.org/04cnscd67","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210153608"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Nabil Benamar","raw_affiliation_strings":["Moulay Ismail University of Meknes, Morocco"],"affiliations":[{"raw_affiliation_string":"Moulay Ismail University of Meknes, Morocco","institution_ids":["https://openalex.org/I4210153608"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044978958"],"corresponding_institution_ids":["https://openalex.org/I44504214"],"apc_list":null,"apc_paid":null,"fwci":0.6867,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.70623255,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"xx","issue":null,"first_page":"147","last_page":"151"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8484503030776978},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7495139241218567},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7268847227096558},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.6275776624679565},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.6076995134353638},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5915918946266174},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5730219483375549},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.5552386045455933},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5259804129600525},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4402499794960022},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4272086024284363},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38262322545051575},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.36662164330482483},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3657988905906677},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19537270069122314},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.14849203824996948},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08535251021385193}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8484503030776978},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7495139241218567},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7268847227096558},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.6275776624679565},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.6076995134353638},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5915918946266174},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5730219483375549},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.5552386045455933},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5259804129600525},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4402499794960022},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4272086024284363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38262322545051575},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.36662164330482483},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3657988905906677},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19537270069122314},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.14849203824996948},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08535251021385193},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/menacomm50742.2021.9678310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/menacomm50742.2021.9678310","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 3rd IEEE Middle East and North Africa COMMunications Conference (MENACOMM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2032100464","https://openalex.org/W2076337359","https://openalex.org/W2344396459","https://openalex.org/W2346806992","https://openalex.org/W2583993537","https://openalex.org/W2741086815","https://openalex.org/W2767609378","https://openalex.org/W2886413004","https://openalex.org/W2891629498","https://openalex.org/W2898818580","https://openalex.org/W2903683378","https://openalex.org/W2907052818","https://openalex.org/W2947075657","https://openalex.org/W2963027910","https://openalex.org/W2973189050","https://openalex.org/W2988904175","https://openalex.org/W3020459854","https://openalex.org/W3091492359","https://openalex.org/W3100944043","https://openalex.org/W3106914721","https://openalex.org/W3116005188","https://openalex.org/W3194094562","https://openalex.org/W4285203365","https://openalex.org/W4285210411","https://openalex.org/W4285218530","https://openalex.org/W6839231039","https://openalex.org/W6948057359"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2357975469","https://openalex.org/W2101748387","https://openalex.org/W3096874164","https://openalex.org/W2807018115","https://openalex.org/W4388236136","https://openalex.org/W4281812492","https://openalex.org/W2315999538","https://openalex.org/W3105579180","https://openalex.org/W4200250224"],"abstract_inverted_index":{"Autonomous":[0,43,98],"Traffic":[1],"Management":[2],"(ATM)":[3],"systems":[4],"empowered":[5],"with":[6],"Machine":[7],"Learning":[8,62],"(ML)":[9],"technics":[10],"are":[11],"a":[12,52,59],"promising":[13],"solution":[14],"for":[15],"eliminating":[16],"traffic":[17,21,79],"light":[18],"and":[19,91,103,130,134],"decreasing":[20,78],"congestion":[22],"in":[23,34,127],"the":[24,37,74,82,97,111,119,132,135],"future.":[25],"However,":[26],"few":[27],"efforts":[28],"have":[29],"focused":[30],"on":[31],"integrating":[32],"pedestrians":[33],"ATM,":[35],"namely":[36],"static":[38],"programming-based":[39],"cooperative":[40],"protocol":[41,67],"called":[42],"Pedestrian":[44],"Crossing":[45],"(APC).":[46],"In":[47],"this":[48],"paper,":[49],"we":[50],"model":[51,95],"Markov":[53],"Decision":[54],"Process":[55],"(MDP)":[56],"to":[57,71,101,106,110,121],"enable":[58],"Deep":[60],"Reinforcement":[61],"(DRL)-based":[63],"version":[64],"of":[65],"APC":[66,107,114],"that":[68],"is":[69],"able":[70],"dynamically":[72],"achieve":[73],"same":[75],"objectives":[76],"(i.e.":[77],"delay":[80],"at":[81],"crossing":[83,129],"area).":[84],"Using":[85],"concrete":[86],"state":[87],"space,":[88],"action":[89],"set":[90],"reward":[92],"functions,":[93],"our":[94,116],"forces":[96],"Vehicle":[99],"(AV)":[100],"\"think\"":[102],"behave":[104],"according":[105],"architecture.":[108],"Compared":[109],"traditional":[112],"programming":[113],"system,":[115],"approach":[117],"permits":[118],"AV":[120],"learn":[122],"from":[123],"its":[124],"previous":[125],"experiences":[126],"non-signalized":[128],"optimize":[131],"distance":[133],"velocity":[136],"parameters":[137],"accordingly.":[138]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}