{"id":"https://openalex.org/W4385688951","doi":"https://doi.org/10.1109/icepe57949.2023.10201488","title":"Adaptive Cruise Control Using Twin Delayed Deep Deterministic Policy Gradient","display_name":"Adaptive Cruise Control Using Twin Delayed Deep Deterministic Policy Gradient","publication_year":2023,"publication_date":"2023-06-15","ids":{"openalex":"https://openalex.org/W4385688951","doi":"https://doi.org/10.1109/icepe57949.2023.10201488"},"language":"en","primary_location":{"id":"doi:10.1109/icepe57949.2023.10201488","doi":"https://doi.org/10.1109/icepe57949.2023.10201488","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icepe57949.2023.10201488","pdf_url":null,"source":{"id":"https://openalex.org/S4363608482","display_name":"International Conference on Energy, Power and Environment (ICEPE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 5th International Conference on Energy, Power and Environment: Towards Flexible Green Energy Technologies (ICEPE)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092794139","display_name":"Himanshu Kumar Bishen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114845381","display_name":"National Institute of Technology Calicut","ror":"https://ror.org/03yyd7552","country_code":"IN","type":"education","lineage":["https://openalex.org/I114845381"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Himanshu Kumar Bishen","raw_affiliation_strings":["NIT Calicut,Department of Electrical Engineering,Kozhikode,India,673601"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NIT Calicut,Department of Electrical Engineering,Kozhikode,India,673601","institution_ids":["https://openalex.org/I114845381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112171511","display_name":"K.V. Shihabudheen","orcid":"https://orcid.org/0000-0002-8122-5417","observed_orcids":["https://orcid.org/0000-0002-8122-5417"]},"institutions":[{"id":"https://openalex.org/I114845381","display_name":"National Institute of Technology Calicut","ror":"https://ror.org/03yyd7552","country_code":"IN","type":"education","lineage":["https://openalex.org/I114845381"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"K.V. Shihabudheen","raw_affiliation_strings":["NIT Calicut,Department of Electrical Engineering,Kozhikode,India,673601"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NIT Calicut,Department of Electrical Engineering,Kozhikode,India,673601","institution_ids":["https://openalex.org/I114845381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042051242","display_name":"P.P. Muhammed Shanir","orcid":"https://orcid.org/0000-0001-5889-2740","observed_orcids":["https://orcid.org/0000-0001-5889-2740"]},"institutions":[{"id":"https://openalex.org/I4405253803","display_name":"TKM College of Engineering","ror":"https://ror.org/013vqm712","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405253803"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"P.P. Muhammed Shanir","raw_affiliation_strings":["TKM College Of Engineering,Department of EEE,Kollam,India,691005"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TKM College Of Engineering,Department of EEE,Kollam,India,691005","institution_ids":["https://openalex.org/I4405253803"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"46","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7749000191688538,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7749000191688538,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.11420000344514847,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.05380000174045563,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptive-cruise-control","display_name":"adaptive cruise control","score":1.0},{"id":"https://openalex.org/keywords/twin-delayed-deep-deterministic-policy-gradient","display_name":"TD3","score":0.9729999899864197},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8560000061988831},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.8159999847412109},{"id":"https://openalex.org/keywords/vehicle-speed-control","display_name":"vehicle speed control","score":0.6309999823570251},{"id":"https://openalex.org/keywords/disturbance-rejection","display_name":"disturbance rejection","score":0.4869999885559082},{"id":"https://openalex.org/keywords/actor-critic-networks","display_name":"actor-critic networks","score":0.6740000247955322}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7717742919921875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6777716875076294},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5564045310020447},{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.5320573449134827},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5191325545310974},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5049300789833069},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5004730224609375},{"id":"https://openalex.org/C2778821358","wikidata":"https://www.wikidata.org/wiki/Q2063640","display_name":"Cruise","level":2,"score":0.46748560667037964},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.44875699281692505},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4150667190551758},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4023230969905853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32135745882987976},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16794556379318237},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1429862082004547},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icepe57949.2023.10201488","doi":"https://doi.org/10.1109/icepe57949.2023.10201488","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icepe57949.2023.10201488","pdf_url":null,"source":{"id":"https://openalex.org/S4363608482","display_name":"International Conference on Energy, Power and Environment (ICEPE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 5th International Conference on Energy, Power and Environment: Towards Flexible Green Energy Technologies (ICEPE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1974615114","display_name":null,"funder_award_id":"FRG/2022/EED_05","funder_id":"https://openalex.org/F4320336286","funder_display_name":"Centre for Transportation Research, National Institute of Technology Calicut"}],"funders":[{"id":"https://openalex.org/F4320336286","display_name":"Centre for Transportation Research, National Institute of Technology Calicut","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1998473178","https://openalex.org/W1999543317","https://openalex.org/W2034190723","https://openalex.org/W2065467285","https://openalex.org/W2108411831","https://openalex.org/W2129660761","https://openalex.org/W2132481639","https://openalex.org/W2143124112","https://openalex.org/W2147021187","https://openalex.org/W2169683785","https://openalex.org/W2173248099","https://openalex.org/W2401197832","https://openalex.org/W2401671756","https://openalex.org/W2618716815","https://openalex.org/W2768635760","https://openalex.org/W2897661175","https://openalex.org/W2948172276","https://openalex.org/W2963165400","https://openalex.org/W3134193179","https://openalex.org/W6679639794","https://openalex.org/W6681140767"],"related_works":["https://openalex.org/W4406247454","https://openalex.org/W4404681447","https://openalex.org/W2789821895","https://openalex.org/W4395010887","https://openalex.org/W4404279177","https://openalex.org/W4388873609","https://openalex.org/W3120214316","https://openalex.org/W4388543761","https://openalex.org/W4391423883","https://openalex.org/W7160442111"],"abstract_inverted_index":{"With":[0],"the":[1,10,28,59,71,98,113,117,130,143,146,150,154],"emergence":[2],"of":[3,12,19,116,145,153],"different":[4],"machine":[5],"learning":[6,14],"and":[7,48,78,148],"high-performance":[8],"systems,":[9],"field":[11],"reinforcement":[13],"has":[15],"gained":[16],"a":[17,103,134],"plethora":[18],"interest":[20],"from":[21],"industry":[22],"as":[23,25,37,81],"well":[24],"researchers":[26],"in":[27,76,83,96,129],"academic":[29],"field.":[30],"In":[31,120],"this":[32],"work,":[33],"an":[34,55,86],"algorithm":[35,118,163],"known":[36],"twin":[38,157],"delayed":[39,158],"deep":[40,159],"deterministic":[41,160],"policy":[42,161],"gradient":[43,162],"(TD3)":[44],"that":[45,73],"uses":[46],"critic":[47],"actor":[49],"networks":[50],"is":[51,68,100,126,136,164],"implemented":[52],"to":[53,58,85,89,93,111,138],"provide":[54],"efficient":[56],"solution":[57],"adaptive":[60],"cruise":[61],"control":[62,79],"(ACC)":[63],"problem.":[64],"A":[65],"reward":[66,94],"function":[67,95],"used":[69],"for":[70],"same":[72],"considers":[74],"error":[75,99],"velocity":[77],"input":[80],"parameters":[82],"addition":[84],"extra":[87],"term":[88],"give":[90],"necessary":[91],"push":[92],"case":[97,122,133],"less":[101],"than":[102],"particular":[104],"value.":[105],"Two":[106],"test":[107,132],"cases":[108],"are":[109],"considered":[110,127],"substantiate":[112],"working":[114],"effectiveness":[115],"proposed.":[119],"one":[121],"normal":[123],"driving":[124],"scenario":[125],"while":[128],"other":[131],"disturbance":[135],"modelled":[137],"replicate":[139],"actual":[140],"condition.":[141],"From":[142],"results":[144],"simulation":[147],"analysis,":[149],"operational":[151],"efficacy":[152],"put":[155],"forward":[156],"found":[165],"out.":[166]},"counts_by_year":[],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2023-08-10T00:00:00"}