{"id":"https://openalex.org/W4308569039","doi":"https://doi.org/10.1007/s40747-022-00903-6","title":"An adaptive timing mechanism for urban traffic pre-signal based on hybrid exploration strategy to improve double deep Q network","display_name":"An adaptive timing mechanism for urban traffic pre-signal based on hybrid exploration strategy to improve double deep Q network","publication_year":2022,"publication_date":"2022-11-08","ids":{"openalex":"https://openalex.org/W4308569039","doi":"https://doi.org/10.1007/s40747-022-00903-6"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-022-00903-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-022-00903-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00903-6.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex &amp; Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00903-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102407678","display_name":"Ming-Lei Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Minglei Liu","raw_affiliation_strings":["College of Computer Science and Technology, Huaqiao University, Xiamen, 361024, Fujian, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Huaqiao University, Xiamen, 361024, Fujian, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100663359","display_name":"Huizhen Zhang","orcid":"https://orcid.org/0000-0002-0509-6131"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huizhen Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Huaqiao University, Xiamen, 361024, Fujian, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Huaqiao University, Xiamen, 361024, Fujian, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101781580","display_name":"Youqing Chen","orcid":"https://orcid.org/0000-0003-0685-8895"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youqing Chen","raw_affiliation_strings":["College of Computer Science and Technology, Huaqiao University, Xiamen, 361024, Fujian, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Huaqiao University, Xiamen, 361024, Fujian, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022387251","display_name":"Hui Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Xie","raw_affiliation_strings":["College of Computer Science and Technology, Huaqiao University, Xiamen, 361024, Fujian, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Huaqiao University, Xiamen, 361024, Fujian, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080406108","display_name":"Yubiao Pan","orcid":"https://orcid.org/0000-0003-1458-5911"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yubiao Pan","raw_affiliation_strings":["College of Computer Science and Technology, Huaqiao University, Xiamen, 361024, Fujian, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Huaqiao University, Xiamen, 361024, Fujian, China","institution_ids":["https://openalex.org/I119045251"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102407678"],"corresponding_institution_ids":["https://openalex.org/I119045251"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":0.7291,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.69686044,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"9","issue":"2","first_page":"2129","last_page":"2145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6247349977493286},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.6076894998550415},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.6004462242126465},{"id":"https://openalex.org/keywords/vissim","display_name":"VisSim","score":0.5924105644226074},{"id":"https://openalex.org/keywords/traffic-simulation","display_name":"Traffic simulation","score":0.5389507412910461},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5352652072906494},{"id":"https://openalex.org/keywords/signal-timing","display_name":"Signal timing","score":0.5247970819473267},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5027859210968018},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.49322646856307983},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.417473703622818},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3737832009792328},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.31609153747558594},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19831347465515137},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1560346782207489},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.13885974884033203},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.13556432723999023},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11692330241203308}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6247349977493286},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6076894998550415},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.6004462242126465},{"id":"https://openalex.org/C2775988433","wikidata":"https://www.wikidata.org/wiki/Q369244","display_name":"VisSim","level":3,"score":0.5924105644226074},{"id":"https://openalex.org/C2778391309","wikidata":"https://www.wikidata.org/wiki/Q7832527","display_name":"Traffic simulation","level":3,"score":0.5389507412910461},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5352652072906494},{"id":"https://openalex.org/C2776006172","wikidata":"https://www.wikidata.org/wiki/Q7512741","display_name":"Signal timing","level":3,"score":0.5247970819473267},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5027859210968018},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.49322646856307983},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.417473703622818},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3737832009792328},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.31609153747558594},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19831347465515137},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1560346782207489},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.13885974884033203},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.13556432723999023},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11692330241203308},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-022-00903-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-022-00903-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00903-6.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex &amp; Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b4ccf5ab9fe44d85949fa5480f229e40","is_oa":true,"landing_page_url":"https://doaj.org/article/b4ccf5ab9fe44d85949fa5480f229e40","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 9, Iss 2, Pp 2129-2145 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-022-00903-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-022-00903-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00903-6.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex &amp; Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3391373428","display_name":null,"funder_award_id":"2020H0016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G37568934","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6644882702","display_name":null,"funder_award_id":"6187119","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8122362549","display_name":null,"funder_award_id":"61871196","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G880401300","display_name":null,"funder_award_id":"61802133","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308569039.pdf","grobid_xml":"https://content.openalex.org/works/W4308569039.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1975732067","https://openalex.org/W1988672037","https://openalex.org/W2165883263","https://openalex.org/W2265009320","https://openalex.org/W2498017881","https://openalex.org/W2626820647","https://openalex.org/W2725672445","https://openalex.org/W2746553466","https://openalex.org/W2792599185","https://openalex.org/W2898015307","https://openalex.org/W2904065660","https://openalex.org/W2921011503","https://openalex.org/W2946800989","https://openalex.org/W2947162441","https://openalex.org/W2947750079","https://openalex.org/W2952130963","https://openalex.org/W2991060903","https://openalex.org/W2998690702","https://openalex.org/W3010041816","https://openalex.org/W3014551022","https://openalex.org/W3014845548","https://openalex.org/W3018779742","https://openalex.org/W3030840723","https://openalex.org/W3046961333","https://openalex.org/W3117030855","https://openalex.org/W3161572173","https://openalex.org/W4200381353","https://openalex.org/W4312609624"],"related_works":["https://openalex.org/W2008025505","https://openalex.org/W849780542","https://openalex.org/W2050449162","https://openalex.org/W2053241529","https://openalex.org/W3209559530","https://openalex.org/W758943532","https://openalex.org/W1588276731","https://openalex.org/W2886958893","https://openalex.org/W2349233433","https://openalex.org/W2807922222"],"abstract_inverted_index":{"Abstract":[0],"With":[1],"the":[2,8,18,53,58,62,75,79,85,90,96,104,123,126,135,159,172,191,198,204,211,216,221],"increasing":[3],"traffic":[4,26,129,141,173],"congestion":[5],"in":[6,32],"cities,":[7],"priority":[9,31],"of":[10,22,57,78,87,98,193,201,214,223,225],"public":[11],"transit":[12],"has":[13,43],"become":[14],"a":[15,110,140,148],"consensus":[16],"for":[17],"development":[19],"and":[20,34,47,60,94,138,166,197,220],"management":[21],"urban":[23,128],"transportation.":[24],"The":[25,184],"pre-signal":[27,63,130,142,196,206],"mechanism,":[28],"which":[29],"gives":[30],"time":[33],"space":[35],"to":[36,51,117,177],"buses":[37],"by":[38,157],"optimizing":[39],"road":[40],"right-of-way":[41],"allocation,":[42],"gained":[44],"wide":[45],"attention":[46],"application.":[48],"In":[49],"order":[50],"broaden":[52],"action":[54,93,108],"exploration":[55,76],"range":[56],"agent":[59],"avoid":[61],"decision":[64],"from":[65],"falling":[66],"into":[67],"suboptimal":[68],"strategy":[69,77,165],"or":[70],"local":[71,91],"optimal":[72,92],"strategy.":[73,168],"For":[74],"DDQN":[80],"algorithm,":[81],"this":[82],"paper":[83,121],"reduces":[84],"probability":[86,97],"directly":[88],"selecting":[89,99],"increases":[95],"non-greedy":[100],"actions":[101],"based":[102,146],"on":[103,147,181],"principle":[105],"that":[106,125],"\u201cthe":[107],"with":[109,190],"larger":[111],"value":[112],"function":[113],"is":[114],"more":[115],"likely":[116],"be":[118],"selected.\u201d":[119],"This":[120],"addresses":[122],"problem":[124],"existing":[127],"mechanism":[131,145,207],"cannot":[132],"adaptively":[133],"adjust":[134],"advance":[136],"time,":[137],"proposes":[139],"adaptive":[143],"timing":[144],"Hybrid":[149],"Exploration":[150],"Strategy":[151],"Double":[152],"Deep":[153],"Q":[154],"Network":[155],"(HES-DDQN)":[156],"combining":[158],"$$\\epsilon":[160],"$$":[161],"<mml:math":[162],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"><mml:mi>\u03f5</mml:mi></mml:math>":[163],"-greedy":[164],"Boltzmann":[167],"We":[169],"have":[170],"used":[171],"simulation":[174,179],"software":[175],"VISSIM":[176],"conduct":[178],"experiments":[180],"an":[182],"intersection.":[183],"experimental":[185],"results":[186],"show":[187],"that,":[188],"compared":[189],"method":[192,200],"setting":[194,202],"no":[195],"formula":[199],"pre-signal,":[203],"HES-DDQN":[205],"can":[208],"significantly":[209],"reduce":[210],"average":[212],"delay":[213],"buses,":[215],"waiting":[217],"queue":[218],"length,":[219],"number":[222],"stops":[224],"social":[226],"vehicles.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}