{"id":"https://openalex.org/W4367838486","doi":"https://doi.org/10.1109/sm57895.2023.10112246","title":"SMAC-tuned Deep Q-learning for Ramp Metering","display_name":"SMAC-tuned Deep Q-learning for Ramp Metering","publication_year":2023,"publication_date":"2023-03-19","ids":{"openalex":"https://openalex.org/W4367838486","doi":"https://doi.org/10.1109/sm57895.2023.10112246"},"language":"en","primary_location":{"id":"doi:10.1109/sm57895.2023.10112246","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sm57895.2023.10112246","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Smart Mobility (SM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021903743","display_name":"Omar ElSamadisy","orcid":"https://orcid.org/0000-0002-7678-7319"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I59272784","display_name":"Arab Academy for Science, Technology, and Maritime Transport","ror":"https://ror.org/0004vyj87","country_code":"EG","type":"education","lineage":["https://openalex.org/I59272784"]}],"countries":["CA","EG"],"is_corresponding":true,"raw_author_name":"Omar ElSamadisy","raw_affiliation_strings":["University of Toronto,Dept. of Civil Engineering,Ontario,Canada","Dept. of Electronics Communications Engineering, College of Engineering and Technology, Arab Academy for Science, Technology, and Maritime Transport, Alexandria, Egypt","Dept. of Civil Engineering, University of Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Dept. of Civil Engineering,Ontario,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Dept. of Electronics Communications Engineering, College of Engineering and Technology, Arab Academy for Science, Technology, and Maritime Transport, Alexandria, Egypt","institution_ids":["https://openalex.org/I59272784"]},{"raw_affiliation_string":"Dept. of Civil Engineering, University of Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033636798","display_name":"Yazeed Abdulhai","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yazeed Abdulhai","raw_affiliation_strings":["University of Toronto,Dept. of Civil Engineering,Ontario,Canada","Dept. of Civil Engineering, University of Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Dept. of Civil Engineering,Ontario,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Dept. of Civil Engineering, University of Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027842320","display_name":"Haoyuan Xue","orcid":"https://orcid.org/0009-0003-4220-9363"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Haoyuan Xue","raw_affiliation_strings":["University of Toronto,Dept. of Mechanical and Industrial Engineering,Ontario,Canada","Dept. of Mechanical and Industrial Engineering, University of Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Dept. of Mechanical and Industrial Engineering,Ontario,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Dept. of Mechanical and Industrial Engineering, University of Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037030317","display_name":"Ilia Smirnov","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ilia Smirnov","raw_affiliation_strings":["University of Toronto,Dept. of Civil Engineering,Ontario,Canada","Dept. of Civil Engineering, University of Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Dept. of Civil Engineering,Ontario,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Dept. of Civil Engineering, University of Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009528063","display_name":"Elias B. Khalil","orcid":"https://orcid.org/0000-0001-5844-9642"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elias B. Khalil","raw_affiliation_strings":["University of Toronto,Dept. of Mechanical and Industrial Engineering,Ontario,Canada","Dept. of Mechanical and Industrial Engineering, University of Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Dept. of Mechanical and Industrial Engineering,Ontario,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Dept. of Mechanical and Industrial Engineering, University of Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007210426","display_name":"Baher Abdulhai","orcid":"https://orcid.org/0000-0002-8787-2578"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Baher Abdulhai","raw_affiliation_strings":["University of Toronto,Dept. of Civil Engineering,Ontario,Canada","Dept. of Civil Engineering, University of Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Dept. of Civil Engineering,Ontario,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Dept. of Civil Engineering, University of Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5021903743"],"corresponding_institution_ids":["https://openalex.org/I185261750","https://openalex.org/I59272784"],"apc_list":null,"apc_paid":null,"fwci":0.3152,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53755841,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"65","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13429","display_name":"Electricity Theft Detection Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.9237148761749268},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7077450752258301},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6762727499008179},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6207597255706787},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5865064263343811},{"id":"https://openalex.org/keywords/metering-mode","display_name":"Metering mode","score":0.5723747611045837},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4877934753894806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48477619886398315},{"id":"https://openalex.org/keywords/random-search","display_name":"Random search","score":0.4831947386264801},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47639766335487366},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19475549459457397},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17382991313934326}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.9237148761749268},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7077450752258301},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6762727499008179},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6207597255706787},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5865064263343811},{"id":"https://openalex.org/C30905978","wikidata":"https://www.wikidata.org/wiki/Q815598","display_name":"Metering mode","level":2,"score":0.5723747611045837},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4877934753894806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48477619886398315},{"id":"https://openalex.org/C126661757","wikidata":"https://www.wikidata.org/wiki/Q4925641","display_name":"Random search","level":2,"score":0.4831947386264801},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47639766335487366},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19475549459457397},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17382991313934326},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sm57895.2023.10112246","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sm57895.2023.10112246","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Smart Mobility (SM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W60686164","https://openalex.org/W1556137908","https://openalex.org/W1600918697","https://openalex.org/W1608106116","https://openalex.org/W2008102069","https://openalex.org/W2037898135","https://openalex.org/W2107726111","https://openalex.org/W2113955139","https://openalex.org/W2117056304","https://openalex.org/W2117775953","https://openalex.org/W2187751550","https://openalex.org/W2190734544","https://openalex.org/W2571961032","https://openalex.org/W2898812677","https://openalex.org/W2950268955","https://openalex.org/W2963079995","https://openalex.org/W3045004532","https://openalex.org/W3096189530","https://openalex.org/W3171389793","https://openalex.org/W4238611989","https://openalex.org/W4238759462","https://openalex.org/W6754615820"],"related_works":["https://openalex.org/W4281847915","https://openalex.org/W3169687406","https://openalex.org/W3103707007","https://openalex.org/W2783694856","https://openalex.org/W2621550067","https://openalex.org/W4382702029","https://openalex.org/W4377009415","https://openalex.org/W1809990924","https://openalex.org/W4247505106","https://openalex.org/W4285548586"],"abstract_inverted_index":{"The":[0],"demand":[1],"for":[2,53,90,169],"transportation":[3],"increases":[4],"as":[5,132],"the":[6,61,68,73,84,91,98,102,105,122,139,146,163,166,170,177,184,194],"population":[7],"of":[8,19,86,104,198],"a":[9,26,43,133],"city":[10],"grows,":[11],"and":[12,22,101,127,154,191],"significant":[13],"expansion":[14],"is":[15,31,42,55,80,136],"not":[16,155],"conceivable":[17],"because":[18],"spatial,":[20],"financial,":[21],"environmental":[23],"limitations.":[24],"As":[25],"result,":[27],"improving":[28],"infrastructure":[29],"efficiency":[30],"becoming":[32],"increasingly":[33],"critical.":[34],"Ramp":[35],"metering":[36,96],"with":[37,111,116],"deep":[38,92],"reinforcement":[39,93],"learning":[40,94],"(RL)":[41],"method":[44,79],"to":[45,57,82,121,129,159,182],"tackle":[46],"this":[47,71],"problem.":[48],"However,":[49],"fine-tuning":[50],"RL":[51,147,178],"hyperparameters":[52,89],"RM":[54],"yet":[56],"be":[58],"explored":[59],"in":[60],"literature,":[62],"potentially":[63],"leaving":[64],"performance":[65,196],"improvements":[66],"on":[67,151],"table.":[69],"In":[70],"paper,":[72],"Sequential":[74],"Model-based":[75],"Algorithm":[76],"Configuration":[77],"(SMAC)":[78],"used":[81],"fine-tune":[83],"values":[85],"two":[87],"essential":[88],"ramp":[95],"model,":[97],"discount":[99,142],"factor":[100,143],"decay":[103,173],"explore/exploit":[106],"ratio.":[107],"Around":[108],"350":[109],"experiments":[110],"different":[112],"configurations":[113],"were":[114],"run":[115],"PySMAC":[117],"(a":[118],"python":[119],"interface":[120],"hyperparameter":[123],"optimization":[124],"tool":[125],"SMAC)":[126],"compared":[128],"Random":[130],"search":[131,190],"baseline.":[134],"It":[135],"found":[137],"that":[138,145,176],"best":[140],"reward":[141],"reflects":[144],"agent":[148,179],"should":[149,180],"focus":[150],"immediate":[152],"rewards":[153],"pay":[156],"much":[157],"attention":[158],"future":[160],"rewards.":[161],"On":[162],"other":[164],"hand,":[165],"selected":[167],"value":[168],"exploration":[171,185],"ratio":[172],"rate":[174,186],"shows":[175],"prefer":[181],"decrease":[183],"early.":[187],"Both":[188],"random":[189],"SMAC":[192],"show":[193],"same":[195],"improvement":[197],"19":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}