{"id":"https://openalex.org/W3171120828","doi":"https://doi.org/10.1109/iwcmc51323.2021.9498948","title":"RL-CNN: Reinforcement Learning-designed Convolutional Neural Network for Urban Traffic Flow Estimation","display_name":"RL-CNN: Reinforcement Learning-designed Convolutional Neural Network for Urban Traffic Flow Estimation","publication_year":2021,"publication_date":"2021-06-28","ids":{"openalex":"https://openalex.org/W3171120828","doi":"https://doi.org/10.1109/iwcmc51323.2021.9498948","mag":"3171120828"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc51323.2021.9498948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc51323.2021.9498948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079512546","display_name":"Mostafa Karimzadeh","orcid":"https://orcid.org/0000-0002-1949-6857"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mostafa Karimzadeh","raw_affiliation_strings":["Institute of Computer Science, University of Bern, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083886825","display_name":"Alessandro Esposito","orcid":"https://orcid.org/0000-0002-5051-091X"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alessandro Esposito","raw_affiliation_strings":["Institute of Computer Science, University of Bern, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078322039","display_name":"Zhongliang Zhao","orcid":"https://orcid.org/0000-0002-0979-9272"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongliang Zhao","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087658596","display_name":"Torsten Braun","orcid":"https://orcid.org/0000-0001-5968-7108"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Torsten Braun","raw_affiliation_strings":["Institute of Computer Science, University of Bern, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008921007","display_name":"Susana Sargento","orcid":"https://orcid.org/0000-0001-8761-8281"},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Susana Sargento","raw_affiliation_strings":["Institute de Telecomunica\u00e7\u00f5es, Aveiro, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute de Telecomunica\u00e7\u00f5es, Aveiro, Portugal","institution_ids":["https://openalex.org/I4210120471"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9459,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85903948,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"29","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8020251989364624},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7794397473335266},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7616233825683594},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.6895139217376709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6118669509887695},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5439727902412415},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5288839340209961},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.514458417892456},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4983692169189453},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.477370947599411},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.44346413016319275},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44056540727615356},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.09658628702163696},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08891412615776062},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.06771236658096313}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8020251989364624},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7794397473335266},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7616233825683594},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.6895139217376709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6118669509887695},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5439727902412415},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5288839340209961},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.514458417892456},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4983692169189453},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.477370947599411},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44346413016319275},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44056540727615356},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.09658628702163696},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08891412615776062},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.06771236658096313},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iwcmc51323.2021.9498948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc51323.2021.9498948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},{"id":"pmh:oai:boris.unibe.ch:155233","is_oa":false,"landing_page_url":"https://boris.unibe.ch/155233/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401747","display_name":"BORIS (University Library Bern)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210103840","host_organization_name":"Nakuru County Council","host_organization_lineage":["https://openalex.org/I4210103840"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Karimzadeh, Mostafa; Esposito, Alessandro; Zhao, Zhongliang; Braun, Torsten; Sargento, Susana (28 June 2021). RL-CNN: Reinforcement Learning-designed Convolutional Neural Network for Urban Traffic Flow Estimation. In: 17th International Wireless Communications & Mobile Computing Conference - IWCMC 2021 (pp. 29-34). IEEE 10.1109/IWCMC51323.2021.9498948 <http://dx.doi.org/10.1109/IWCMC51323.2021.9498948>","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1996820377","https://openalex.org/W2036785686","https://openalex.org/W2062017159","https://openalex.org/W2069929199","https://openalex.org/W2131490903","https://openalex.org/W2131767615","https://openalex.org/W2165991108","https://openalex.org/W2217607432","https://openalex.org/W2295598076","https://openalex.org/W2324154403","https://openalex.org/W2336315587","https://openalex.org/W2528639018","https://openalex.org/W2553303224","https://openalex.org/W2556833785","https://openalex.org/W2729281059","https://openalex.org/W2782672556","https://openalex.org/W2899675781","https://openalex.org/W2952740813","https://openalex.org/W2963374479","https://openalex.org/W2965519056","https://openalex.org/W2967663220","https://openalex.org/W2995179471","https://openalex.org/W3102476541","https://openalex.org/W4295185264","https://openalex.org/W6637242042","https://openalex.org/W6679448200","https://openalex.org/W6728547873","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6739977115","https://openalex.org/W6766585056"],"related_works":["https://openalex.org/W4287880334","https://openalex.org/W4306904969","https://openalex.org/W4366700029","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W4285230481","https://openalex.org/W4293226380","https://openalex.org/W2024136090"],"abstract_inverted_index":{"Accurate":[0],"prediction":[1,128,164],"of":[2,57,60,78,89,155],"urban":[3,14,36],"traffic":[4,15,25,37,53,127,141,162],"flows":[5],"brings":[6],"enormous":[7],"advantages":[8],"to":[9,29,49,81,92,101,118],"big":[10],"cities.":[11],"Therefore,":[12],"many":[13],"flow":[16,26,38,142,163],"predictors":[17,27],"have":[18],"been":[19],"developed":[20],"in":[21,55,159],"recent":[22],"years.":[23],"Urban":[24],"aim":[28],"identify":[30],"complex":[31,98],"mobility":[32],"patterns":[33],"and":[34,69,99,147],"capture":[35],"characteristics":[39],"from":[40],"large-scale":[41,148],"historical":[42],"datasets.":[43],"Afterward,":[44],"trained":[45],"models":[46],"are":[47,74],"used":[48],"predict":[50],"the":[51,58,86,125,135,160,167],"future":[52],"volume":[54],"terms":[56],"number":[59],"moving":[61],"objects":[62],"(e.g.,":[63],"vehicles).":[64],"Convolutional":[65],"Neural":[66],"Networks":[67],"(CNN)":[68],"other":[70],"deep":[71],"learning":[72],"approaches":[73],"brilliant":[75],"choices":[76],"because":[77],"their":[79],"ability":[80],"learn":[82],"Spatio-temporal":[83],"dependencies.":[84],"Nevertheless,":[85],"extensive":[87],"set":[88],"hyper-parameters":[90],"tends":[91],"make":[93],"these":[94],"neural":[95],"networks":[96],"overly":[97],"challenging":[100],"design.":[102],"In":[103],"this":[104],"work,":[105],"we":[106],"introduce":[107],"RL-CNN,":[108],"a":[109,140,145],"framework":[110],"based":[111],"on":[112,144],"Reinforcement":[113],"Learning":[114],"whose":[115],"objective":[116],"is":[117],"autonomously":[119],"discover":[120],"highperformance":[121],"CNN":[122],"architectures":[123],"for":[124],"given":[126],"task":[129],"without":[130],"human":[131],"intervention.":[132],"We":[133,152],"examine":[134],"proposed":[136],"RL-CNN":[137],"model":[138],"as":[139],"estimator":[143],"real-world":[146],"vehicular":[149],"network":[150],"dataset.":[151],"observe":[153],"improvements":[154],"5%":[156],"-":[157],"10%":[158],"average":[161],"accuracy":[165],"over":[166],"state-of-art":[168],"approaches.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}