{"id":"https://openalex.org/W1993167666","doi":"https://doi.org/10.1109/itsc.2010.5625145","title":"Soilse: A decentralized approach to optimization of fluctuating urban traffic using Reinforcement Learning","display_name":"Soilse: A decentralized approach to optimization of fluctuating urban traffic using Reinforcement Learning","publication_year":2010,"publication_date":"2010-09-01","ids":{"openalex":"https://openalex.org/W1993167666","doi":"https://doi.org/10.1109/itsc.2010.5625145","mag":"1993167666"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2010.5625145","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2010.5625145","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"13th International IEEE Conference on Intelligent Transportation Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2262/56455","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025842459","display_name":"As'ad Salkham","orcid":null},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"As'ad Salkham","raw_affiliation_strings":["Distributed Systems Group-School of Computer Science and Statistics, Trinity College, Dublin, Ireland","Distributed Systems Group, School of Computer Science & Statistics, Trinity College, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Distributed Systems Group-School of Computer Science and Statistics, Trinity College, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]},{"raw_affiliation_string":"Distributed Systems Group, School of Computer Science & Statistics, Trinity College, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046960870","display_name":"Vinny Cahill","orcid":null},"institutions":[{"id":"https://openalex.org/I4210130076","display_name":"Lero","ror":"https://ror.org/038dhnb42","country_code":"IE","type":"other","lineage":["https://openalex.org/I4210130076"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Vinny Cahill","raw_affiliation_strings":["Member of Lero - The Irish Software Engineering Research Centre","Lero - The Irish Software Engineering Research Centre, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Member of Lero - The Irish Software Engineering Research Centre","institution_ids":["https://openalex.org/I4210130076"]},{"raw_affiliation_string":"Lero - The Irish Software Engineering Research Centre, Ireland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"531","last_page":"538"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8582443594932556},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6703115701675415},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.5720215439796448},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4756712019443512},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3776220381259918},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.3246593475341797},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32049912214279175},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31275421380996704},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14764362573623657},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10431459546089172}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8582443594932556},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6703115701675415},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.5720215439796448},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4756712019443512},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3776220381259918},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.3246593475341797},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32049912214279175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31275421380996704},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14764362573623657},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10431459546089172},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/itsc.2010.5625145","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2010.5625145","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"13th International IEEE Conference on Intelligent Transportation Systems","raw_type":"proceedings-article"},{"id":"pmh:http://www.rian.ie/88237/","is_oa":true,"landing_page_url":"http://hdl.handle.net/2262/56455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400033","display_name":"Arrow@dit (Dublin Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115570527","host_organization_name":"Dublin Institute of Technology","host_organization_lineage":["https://openalex.org/I115570527"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"As'ad Salkham and Vinny Cahill., Soilse: A decentralized approach to optimization of fluctuating urban traffic using reinforcement learning, Proceedings of the 13th International IEEE Conference on Intelligent Transportation Systems, 13th International IEEE Conference on Intelligent Transportation, Madeira Island, Portugal, 19-22 Sept., 2010, 531-538","raw_type":"Conference item"}],"best_oa_location":{"id":"pmh:http://www.rian.ie/88237/","is_oa":true,"landing_page_url":"http://hdl.handle.net/2262/56455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400033","display_name":"Arrow@dit (Dublin Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115570527","host_organization_name":"Dublin Institute of Technology","host_organization_lineage":["https://openalex.org/I115570527"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"As'ad Salkham and Vinny Cahill., Soilse: A decentralized approach to optimization of fluctuating urban traffic using reinforcement learning, Proceedings of the 13th International IEEE Conference on Intelligent Transportation Systems, 13th International IEEE Conference on Intelligent Transportation, Madeira Island, Portugal, 19-22 Sept., 2010, 531-538","raw_type":"Conference item"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W33871791","https://openalex.org/W45688763","https://openalex.org/W203276351","https://openalex.org/W231932267","https://openalex.org/W269662155","https://openalex.org/W651041339","https://openalex.org/W1480676279","https://openalex.org/W1496467067","https://openalex.org/W1511275332","https://openalex.org/W1517023921","https://openalex.org/W1564229684","https://openalex.org/W1968484806","https://openalex.org/W1979675709","https://openalex.org/W1984122162","https://openalex.org/W1984523211","https://openalex.org/W1987345131","https://openalex.org/W2002803284","https://openalex.org/W2015817066","https://openalex.org/W2019974229","https://openalex.org/W2055037100","https://openalex.org/W2064076655","https://openalex.org/W2064916553","https://openalex.org/W2095845548","https://openalex.org/W2099860849","https://openalex.org/W2101460915","https://openalex.org/W2102988084","https://openalex.org/W2114014700","https://openalex.org/W2114537044","https://openalex.org/W2121863487","https://openalex.org/W2121904442","https://openalex.org/W2124657875","https://openalex.org/W2127273221","https://openalex.org/W2131389289","https://openalex.org/W2134698488","https://openalex.org/W2138273837","https://openalex.org/W2139728973","https://openalex.org/W2145191352","https://openalex.org/W2154376416","https://openalex.org/W2154500405","https://openalex.org/W2155757348","https://openalex.org/W2167202917","https://openalex.org/W2168023489","https://openalex.org/W2404226462","https://openalex.org/W4214717370","https://openalex.org/W4231186911","https://openalex.org/W6629565041","https://openalex.org/W6633939322","https://openalex.org/W6674980194","https://openalex.org/W6675256285","https://openalex.org/W6677049199","https://openalex.org/W6678935822","https://openalex.org/W6682750540","https://openalex.org/W6996135742","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"Increasing":[0],"traffic":[1,25,31,43,105,126,135,174],"congestion":[2],"is":[3,117],"a":[4,57,88,96,150,154,161,171],"major":[5],"problem":[6],"in":[7,17,175,193,212],"urban":[8,24,42,78],"areas,":[9],"which":[10],"incurs":[11],"heavy":[12],"economic":[13],"and":[14,20,37,128,138,153,189,200],"environmental":[15],"costs":[16],"both":[18],"developing":[19],"developed":[21],"countries.":[22],"Efficient":[23],"control":[26],"(UTC)":[27],"can":[28,132],"help":[29],"reduce":[30],"congestion.":[32],"However,":[33,63],"the":[34,38,74,143,208],"increasing":[35],"volume":[36],"dynamic":[39],"nature":[40,76],"of":[41,77,145,173,195,203],"pose":[44],"particular":[45],"challenges":[46],"to":[47,55,60,102,122,147],"UTC.":[48,62],"Reinforcement":[49],"Learning":[50],"(RL)":[51],"has":[52],"been":[53],"shown":[54],"be":[56],"promising":[58],"approach":[59,152],"efficient":[61],"most":[64],"existing":[65],"work":[66],"on":[67,170],"RL-based":[68,90],"UTC":[69,91,163],"does":[70],"not":[71],"adequately":[72],"address":[73],"fluctuating":[75],"traffic.":[79],"This":[80],"paper":[81],"presents":[82],"Soilse":[83,116,146],"<sup":[84],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[85],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[86],",":[87],"decentralized":[89],"optimization":[92],"scheme":[93,184],"that":[94,108,158],"includes":[95],"nonparametric":[97],"pattern":[98,106,136],"change":[99],"detection":[100],"mechanism":[101],"identify":[103],"local":[104],"changes":[107,137],"adversely":[109],"affect":[110],"an":[111,186],"RL":[112],"agent's":[113],"performance.":[114],"Hence,":[115],"adaptive":[118],"as":[119,130],"agents":[120,131],"learn":[121],"optimize":[123],"for":[124],"different":[125],"patterns":[127],"responsive":[129],"detect":[133],"genuine":[134],"trigger":[139],"relearning.":[140],"We":[141],"compare":[142],"performance":[144,192,211],"two":[148],"baselines,":[149],"fixed-time":[151],"saturation":[155],"balancing":[156],"algorithm":[157],"emulates":[159],"SCATS,":[160],"well-known":[162],"system.":[164],"The":[165],"comparison":[166],"was":[167],"performed":[168],"based":[169],"simulation":[172],"Dublin's":[176],"inner":[177],"city":[178],"centre.":[179],"Results":[180],"from":[181],"using":[182],"our":[183,213],"show":[185],"approximate":[187],"35%-43%":[188],"40%-54%":[190],"better":[191],"terms":[194],"average":[196,201],"vehicle":[197,204],"waiting":[198],"time":[199],"number":[202],"stops":[205],"respectively":[206],"against":[207],"best":[209],"baseline":[210],"simulation.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}