{"id":"https://openalex.org/W4294691684","doi":"https://doi.org/10.1109/access.2022.3204057","title":"Analytically Guided Reinforcement Learning for Green It and Fluent Traffic","display_name":"Analytically Guided Reinforcement Learning for Green It and Fluent Traffic","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4294691684","doi":"https://doi.org/10.1109/access.2022.3204057"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3204057","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3204057","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09875292.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09875292.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033987904","display_name":"Marcin Korecki","orcid":"https://orcid.org/0000-0002-2784-5172"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marcin Korecki","raw_affiliation_strings":["ETH Zürich, Computational Social Science, ETH Zürich, Zürich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich, Computational Social Science, ETH Zürich, Zürich, Switzerland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061160911","display_name":"Dirk Helbing","orcid":"https://orcid.org/0000-0002-9898-0101"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dirk Helbing","raw_affiliation_strings":["ETH Zürich, Computational Social Science, ETH Zürich, Zürich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich, Computational Social Science, ETH Zürich, Zürich, Switzerland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.5733,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.8174016,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"10","issue":null,"first_page":"96348","last_page":"96358"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9223277568817139},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7890390157699585},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5634976029396057},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5014081001281738},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4730198383331299},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4288228750228882}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9223277568817139},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7890390157699585},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5634976029396057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5014081001281738},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4730198383331299},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4288228750228882},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2022.3204057","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3204057","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09875292.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f49df5bcfdcd4104b28075f5656102f4","is_oa":true,"landing_page_url":"https://doaj.org/article/f49df5bcfdcd4104b28075f5656102f4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 96348-96358 (2022)","raw_type":"article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/570566","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/570566","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, 10","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.3929/ethz-b-000570566","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000570566","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3204057","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3204057","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09875292.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3547416836","display_name":null,"funder_award_id":"833168","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6047914553","display_name":"Co-Evolving City Life","funder_award_id":"833168","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320332","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90"},{"id":"https://openalex.org/F4320320933","display_name":"Rijksuniversiteit Groningen","ror":"https://ror.org/012p63287"},{"id":"https://openalex.org/F4320321012","display_name":"Technische Universiteit Delft","ror":"https://ror.org/02e2c7k09"},{"id":"https://openalex.org/F4320321652","display_name":"Eidgen\u00f6ssische Technische Hochschule Z\u00fcrich","ror":"https://ror.org/05a28rw58"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4294691684.pdf","grobid_xml":"https://content.openalex.org/works/W4294691684.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W211498668","https://openalex.org/W1605787691","https://openalex.org/W1678713393","https://openalex.org/W1967893377","https://openalex.org/W1977616275","https://openalex.org/W2007894170","https://openalex.org/W2018902762","https://openalex.org/W2092909612","https://openalex.org/W2112321352","https://openalex.org/W2122241715","https://openalex.org/W2140556355","https://openalex.org/W2144488633","https://openalex.org/W2145339207","https://openalex.org/W2160085675","https://openalex.org/W2302093231","https://openalex.org/W2397253009","https://openalex.org/W2466702799","https://openalex.org/W2480177474","https://openalex.org/W2579346514","https://openalex.org/W2746553466","https://openalex.org/W2766381093","https://openalex.org/W2792545614","https://openalex.org/W2809148419","https://openalex.org/W2891113010","https://openalex.org/W2903709398","https://openalex.org/W2906257585","https://openalex.org/W2913230672","https://openalex.org/W2914585077","https://openalex.org/W2939228328","https://openalex.org/W2945991855","https://openalex.org/W2952637719","https://openalex.org/W2964749398","https://openalex.org/W2983178256","https://openalex.org/W2988973041","https://openalex.org/W2998187693","https://openalex.org/W3004125297","https://openalex.org/W3094482447","https://openalex.org/W3103910758","https://openalex.org/W3152771257","https://openalex.org/W3214897310","https://openalex.org/W4214717370","https://openalex.org/W4243121158","https://openalex.org/W4288357413","https://openalex.org/W6761871375","https://openalex.org/W6762408531","https://openalex.org/W6765160439"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3209574120","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"This":[0,80,104],"study":[1],"investigates":[2],"various":[3],"methods":[4],"for":[5,42,133],"autonomous":[6],"traffic":[7,125,140],"signal":[8],"control.":[9],"We":[10,45],"look":[11],"into":[12],"different":[13],"types":[14],"of":[15,138],"control":[16,142],"methods,":[17],"including":[18],"fixed":[19],"time,":[20],"adaptive,":[21],"analytic,":[22],"and":[23,88,96,127,136],"reinforcement":[24,75],"learning":[25,28,50,95,135],"approaches.":[26],"Machine":[27],"approaches":[29,51],"are":[30,52],"compared":[31],"with":[32],"the":[33,55,97,129,134,139],"\u201canalytic\u201d":[34],"approach,":[35,57,99],"which":[36],"is":[37,82,106],"used":[38],"as":[39,109],"\u201cgold":[40],"standard\u201d":[41],"performance":[43],"assessment.":[44],"find":[46],"that":[47,114],"conventional":[48],"machine":[49,94],"better":[53],"than":[54],"analytic":[56,98],"but":[58],"require":[59],"a":[60,68,110,119],"lot":[61],"more":[62],"computer":[63],"power.":[64],"We,":[65],"therefore,":[66],"introduce":[67],"novel":[69],"hybrid":[70],"method":[71,105],"called":[72],"\u201canalytically":[73],"guided":[74],"learning\u201d":[76],"or":[77],"shorter":[78],"\u201c\u03b1-RL\u201d.":[79],"approach":[81],"implemented":[83],"in":[84,118],"our":[85],"\u201cGuidedLight":[86],"agent\u201d":[87],"tends":[89],"to":[90],"outperform":[91],"both,":[92],"classical":[93],"while":[100],"largely":[101],"improving":[102],"convergence.":[103],"therefore":[107],"suited":[108],"\u201cgreen":[111],"IT\u201d":[112],"solution":[113],"improves":[115],"environmental":[116],"impact":[117],"two-fold":[120],"way:":[121],"by":[122],"reducing":[123],"(i)":[124],"congestion":[126],"(ii)":[128],"processing":[130],"power":[131],"needed":[132],"operation":[137],"light":[141],"algorithm.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}