{"id":"https://openalex.org/W3207937159","doi":"https://doi.org/10.3390/computers11030038","title":"Scalable Traffic Signal Controls Using Fog-Cloud Based Multiagent Reinforcement Learning","display_name":"Scalable Traffic Signal Controls Using Fog-Cloud Based Multiagent Reinforcement Learning","publication_year":2022,"publication_date":"2022-03-08","ids":{"openalex":"https://openalex.org/W3207937159","doi":"https://doi.org/10.3390/computers11030038","mag":"3207937159"},"language":"en","primary_location":{"id":"doi:10.3390/computers11030038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers11030038","pdf_url":"https://www.mdpi.com/2073-431X/11/3/38/pdf?version=1646746309","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/11/3/38/pdf?version=1646746309","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101774987","display_name":"Paul Ha","orcid":"https://orcid.org/0000-0002-8511-8010"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul (Young Joun) Ha","raw_affiliation_strings":["Center for Connected and Automated Transportation (CCAT), Lyles School of Civil Engineering, Purdue University, West Lafayette, IN 47907, USA"],"affiliations":[{"raw_affiliation_string":"Center for Connected and Automated Transportation (CCAT), Lyles School of Civil Engineering, Purdue University, West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069471778","display_name":"Sikai Chen","orcid":"https://orcid.org/0000-0002-5931-5619"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sikai Chen","raw_affiliation_strings":["Center for Connected and Automated Transportation (CCAT), Lyles School of Civil Engineering, Purdue University, West Lafayette, IN 47907, USA","Visiting Research Fellow, Robotics Institute, School of Computer Science, Carnegie Mellon University, Pittsburgh, PA 15213, USA"],"affiliations":[{"raw_affiliation_string":"Center for Connected and Automated Transportation (CCAT), Lyles School of Civil Engineering, Purdue University, West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"Visiting Research Fellow, Robotics Institute, School of Computer Science, Carnegie Mellon University, Pittsburgh, PA 15213, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088993370","display_name":"Runjia Du","orcid":"https://orcid.org/0000-0001-8403-4715"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Runjia Du","raw_affiliation_strings":["Center for Connected and Automated Transportation (CCAT), Lyles School of Civil Engineering, Purdue University, West Lafayette, IN 47907, USA"],"affiliations":[{"raw_affiliation_string":"Center for Connected and Automated Transportation (CCAT), Lyles School of Civil Engineering, Purdue University, West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065592706","display_name":"Samuel Labi","orcid":"https://orcid.org/0000-0001-9830-2071"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Labi","raw_affiliation_strings":["Center for Connected and Automated Transportation (CCAT), Lyles School of Civil Engineering, Purdue University, West Lafayette, IN 47907, USA"],"affiliations":[{"raw_affiliation_string":"Center for Connected and Automated Transportation (CCAT), Lyles School of Civil Engineering, Purdue University, West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069471778"],"corresponding_institution_ids":["https://openalex.org/I219193219","https://openalex.org/I74973139"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":1.2154,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.77038203,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"11","issue":"3","first_page":"38","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8628444671630859},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7941083312034607},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7748779058456421},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6058425307273865},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5833414793014526},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5618401169776917},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.458187460899353},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4561639428138733},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4532308876514435},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3109244108200073}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8628444671630859},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7941083312034607},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7748779058456421},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6058425307273865},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5833414793014526},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5618401169776917},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.458187460899353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4561639428138733},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4532308876514435},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3109244108200073},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers11030038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers11030038","pdf_url":"https://www.mdpi.com/2073-431X/11/3/38/pdf?version=1646746309","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6a39300d190245e38873f8150b982b68","is_oa":true,"landing_page_url":"https://doaj.org/article/6a39300d190245e38873f8150b982b68","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 11, Iss 3, p 38 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers11030038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers11030038","pdf_url":"https://www.mdpi.com/2073-431X/11/3/38/pdf?version=1646746309","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1821098329","display_name":null,"funder_award_id":"69A355174710","funder_id":"https://openalex.org/F4320306108","funder_display_name":"U.S. Department of Transportation"},{"id":"https://openalex.org/G4687125164","display_name":null,"funder_award_id":"#69A3551747105","funder_id":"https://openalex.org/F4320306108","funder_display_name":"U.S. Department of Transportation"},{"id":"https://openalex.org/G728682276","display_name":null,"funder_award_id":"69A3551747","funder_id":"https://openalex.org/F4320306108","funder_display_name":"U.S. Department of Transportation"},{"id":"https://openalex.org/G8197947336","display_name":null,"funder_award_id":"69A3551747105","funder_id":"https://openalex.org/F4320306108","funder_display_name":"U.S. Department of Transportation"}],"funders":[{"id":"https://openalex.org/F4320306108","display_name":"U.S. Department of Transportation","ror":"https://ror.org/02xfw2e90"},{"id":"https://openalex.org/F4320309036","display_name":"Purdue University","ror":"https://ror.org/02dqehb95"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3207937159.pdf","grobid_xml":"https://content.openalex.org/works/W3207937159.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W33871791","https://openalex.org/W573924038","https://openalex.org/W1757796397","https://openalex.org/W1796544916","https://openalex.org/W1869778509","https://openalex.org/W1986459634","https://openalex.org/W2125001944","https://openalex.org/W2131600418","https://openalex.org/W2145143778","https://openalex.org/W2498017881","https://openalex.org/W2519887557","https://openalex.org/W2575731723","https://openalex.org/W2604314403","https://openalex.org/W2787259794","https://openalex.org/W2904529603","https://openalex.org/W2913230672","https://openalex.org/W2915117209","https://openalex.org/W2955026632","https://openalex.org/W2963165400","https://openalex.org/W2963376229","https://openalex.org/W2963858333","https://openalex.org/W2967474307","https://openalex.org/W2983178256","https://openalex.org/W3005974022","https://openalex.org/W3011120880","https://openalex.org/W3011507876","https://openalex.org/W3089212412","https://openalex.org/W3092534200","https://openalex.org/W3096739060","https://openalex.org/W3102059892","https://openalex.org/W3108335482","https://openalex.org/W3162871143","https://openalex.org/W3167586364","https://openalex.org/W3206881514","https://openalex.org/W6639086533","https://openalex.org/W6986888325","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W4296209631","https://openalex.org/W4306904969","https://openalex.org/W3097449145","https://openalex.org/W2561617217","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2389214306","https://openalex.org/W2025378473"],"abstract_inverted_index":{"Optimizing":[0],"traffic":[1,16,200,255],"signal":[2],"control":[3],"(TSC)":[4],"at":[5],"intersections":[6,72,131],"continues":[7],"to":[8,29,50,55,60,89,123,156,181,193,213,251],"pose":[9],"a":[10,38,158],"challenging":[11],"problem,":[12,92],"particularly":[13],"for":[14,144,187],"large-scale":[15],"networks.":[17,256],"It":[18],"has":[19,46],"been":[20,47,98],"shown":[21],"in":[22,84,100,132],"past":[23],"research":[24,229],"that":[25,65,125,140,162,170,232],"it":[26,45],"is":[27,66,127,171,174,210],"feasible":[28],"optimize":[30],"the":[31,61,69,79,133,145,165,184,195,199,215,218,222,240],"operations":[32],"of":[33,41,63,71,81,113,167,198,217],"individual":[34],"TSC":[35,160],"systems":[36],"or":[37],"small":[39],"collection":[40],"such":[42,105,116],"systems.":[43],"However,":[44,103],"computationally":[48],"difficult":[49],"scale":[51,252],"these":[52],"solution":[53,107],"approaches":[54,108],"large":[56,111,134,235],"networks":[57,179,236],"partly":[58],"due":[59],"curse":[62],"dimensionality":[64],"encountered":[67],"as":[68,117,183],"number":[70,166],"increases.":[73],"Fortunately,":[74],"recent":[75,154],"studies":[76],"have":[77,97],"recognized":[78],"potential":[80],"exploiting":[82],"advancements":[83],"deep":[85,188],"and":[86,93,121,221],"reinforcement":[87,189],"learning":[88],"address":[90],"this":[91,101,150],"some":[94],"preliminary":[95],"successes":[96],"achieved":[99,175],"regard.":[102],"facilitating":[104],"intelligent":[106],"may":[109,141,163],"require":[110],"amounts":[112],"infrastructure":[114,169],"investments":[115],"roadside":[118],"units":[119],"(RSUs)":[120],"drones,":[122],"ensure":[124],"connectivity":[126],"available":[128],"across":[129],"all":[130],"network.":[135],"This":[136,173],"represents":[137],"an":[138],"investment":[139],"be":[142,248],"burdensome":[143],"road":[146],"agency.":[147],"As":[148],"such,":[149],"study":[151,209],"builds":[152],"on":[153],"work":[155],"present":[157],"scalable":[159],"model":[161,246],"reduce":[164],"enabling":[168],"required.":[172],"using":[176,237],"graph":[177,196],"attention":[178],"(GATs)":[180],"serve":[182],"neural":[185],"network":[186,201],"learning.":[190],"GAT":[191],"helps":[192],"maintain":[194],"topology":[197],"while":[202],"disregarding":[203],"any":[204],"irrelevant":[205],"information.":[206],"A":[207],"case":[208],"carried":[211],"out":[212],"demonstrate":[214],"effectiveness":[216],"proposed":[219,241],"model,":[220],"results":[223],"show":[224],"much":[225],"promise.":[226],"The":[227],"overall":[228],"outcome":[230],"suggests":[231],"by":[233],"decomposing":[234],"fog":[238],"nodes,":[239],"fog-based":[242],"graphic":[243],"RL":[244],"(FG-RL)":[245],"can":[247],"easily":[249],"applied":[250],"into":[253],"larger":[254]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}