{"id":"https://openalex.org/W2598912858","doi":"https://doi.org/10.1109/vtcfall.2016.7881050","title":"Intelligent Traffic Signal Duration Adaptation Using Q-Learning with an Evolving State Space","display_name":"Intelligent Traffic Signal Duration Adaptation Using Q-Learning with an Evolving State Space","publication_year":2016,"publication_date":"2016-09-01","ids":{"openalex":"https://openalex.org/W2598912858","doi":"https://doi.org/10.1109/vtcfall.2016.7881050","mag":"2598912858"},"language":"en","primary_location":{"id":"doi:10.1109/vtcfall.2016.7881050","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtcfall.2016.7881050","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 84th Vehicular Technology Conference (VTC-Fall)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059520996","display_name":"Vinayak V. Gaikwad","orcid":"https://orcid.org/0000-0003-4152-0531"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vinayak V. Gaikwad","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology (IIT) Bombay"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology (IIT) Bombay","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018165555","display_name":"Sanket Kadarkar","orcid":null},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sanket S. Kadarkar","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology (IIT) Bombay"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology (IIT) Bombay","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035128835","display_name":"Gaurav S. Kasbekar","orcid":"https://orcid.org/0000-0002-9381-2803"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gaurav S. Kasbekar","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology (IIT) Bombay"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology (IIT) Bombay","institution_ids":["https://openalex.org/I162827531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162827531"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.7985363602638245},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.698559045791626},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.6859889030456543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6665743589401245},{"id":"https://openalex.org/keywords/duration","display_name":"Duration (music)","score":0.643035352230072},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5157532691955566},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5088465213775635},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5081672668457031},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5054197311401367},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.48024633526802063},{"id":"https://openalex.org/keywords/signal-timing","display_name":"Signal timing","score":0.45083582401275635},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.4469154477119446},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4390268623828888},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.4340571463108063},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.4111626148223877},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3413933515548706},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3224943280220032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24285510182380676},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16913005709648132},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1594630479812622},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1423000693321228},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1278844177722931},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.09586095809936523}],"concepts":[{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.7985363602638245},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.698559045791626},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.6859889030456543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6665743589401245},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.643035352230072},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5157532691955566},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5088465213775635},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5081672668457031},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5054197311401367},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.48024633526802063},{"id":"https://openalex.org/C2776006172","wikidata":"https://www.wikidata.org/wiki/Q7512741","display_name":"Signal timing","level":3,"score":0.45083582401275635},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.4469154477119446},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4390268623828888},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.4340571463108063},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.4111626148223877},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3413933515548706},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3224943280220032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24285510182380676},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16913005709648132},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1594630479812622},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1423000693321228},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1278844177722931},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.09586095809936523},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtcfall.2016.7881050","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtcfall.2016.7881050","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 84th Vehicular Technology Conference (VTC-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W32452329","https://openalex.org/W41554520","https://openalex.org/W1985633884","https://openalex.org/W1989576941","https://openalex.org/W2002803284","https://openalex.org/W2037067712","https://openalex.org/W2099618002","https://openalex.org/W2124657875","https://openalex.org/W3011120880"],"related_works":["https://openalex.org/W3016964804","https://openalex.org/W3192327502","https://openalex.org/W2354891280","https://openalex.org/W4235611500","https://openalex.org/W2130571608","https://openalex.org/W2104958792","https://openalex.org/W2807922222","https://openalex.org/W2100842128","https://openalex.org/W4401929237","https://openalex.org/W826152063"],"abstract_inverted_index":{"Vehicular":[0],"traffic":[1,18,45,56,68,94],"congestion":[2],"is":[3,21,51,148,208,220,229],"a":[4,74,93,112,122,149,230],"major":[5],"problem":[6,27],"all":[7,133],"over":[8],"the":[9,30,55,86,90,100,119,128,134,144,169,172,192,203,217,225],"world":[10],"with":[11,157],"significant":[12,38],"economic":[13],"and":[14,28,47,73,214],"environmental":[15],"impact.":[16],"Adapting":[17],"signal":[19,57,95,123],"durations":[20,58,91,120],"one":[22],"method":[23],"to":[24,40,154],"alleviate":[25],"this":[26,108],"has":[29],"advantage":[31],"that":[32,105,136,151,165,216],"it":[33,60],"does":[34,61],"not":[35,62],"require":[36,63],"any":[37,64],"changes":[39],"existing":[41],"infrastructure":[42],"such":[43],"as":[44,166,184,186,211],"poles":[46],"roads.":[48],"Reinforcement":[49],"learning":[50,79],"suitable":[52],"for":[53,88],"adapting":[54,89],"since":[59],"prior":[65],"knowledge":[66],"of":[67,92,121,171,177,181,194],"patterns,":[69],"which":[70,117,206],"are":[71,137],"time-varying":[72],"priori":[75],"unknown.":[76],"In":[77,107,160],"reinforcement":[78],"based":[80,115],"schemes":[81],"proposed":[82],"in":[83,175,197,205,224],"previous":[84],"studies,":[85],"algorithm":[87,173],"takes":[96],"into":[97,126],"account":[98,127],"only":[99],"vehicle":[101,129],"queue":[102,130],"lengths":[103,131],"at":[104,132,191],"signal.":[106],"paper,":[109],"we":[110,201],"propose":[111],"novel":[113],"Q-Learning":[114],"algorithm,":[116],"adapts":[118],"by":[124],"taking":[125],"signals":[135],"n":[138,147,167,207,228],"or":[139],"fewer":[140],"hops":[141],"away":[142],"from":[143],"signal,":[145],"where":[146,227],"parameter":[150],"enables":[152],"us":[153],"trade":[155],"performance":[156,170,218],"computational":[158],"complexity.":[159],"particular,":[161],"our":[162],"simulations":[163],"show":[164,215],"increases,":[168],"improves":[174],"terms":[176],"travelling":[178],"time,":[179],"number":[180],"moving":[182],"vehicles":[183],"well":[185],"Carbon":[187],"dioxide":[188],"emissions,":[189],"albeit":[190],"expense":[193],"an":[195],"increase":[196],"computation":[198],"time.":[199],"Further,":[200],"consider":[202],"case":[204,226],"increased":[209],"gradually":[210],"time":[212],"progresses,":[213],"achieved":[219],"significantly":[221],"better":[222],"than":[223],"constant.":[231]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}