{"id":"https://openalex.org/W7202147366","doi":"https://doi.org/10.1109/tia.2026.3722169","title":"Adaptive Clipping Strategy for Proximal Policy Optimization in Autonomous Vehicle Decision Making","display_name":"Adaptive Clipping Strategy for Proximal Policy Optimization in Autonomous Vehicle Decision Making","alternate_titles":[],"publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7202147366","doi":"https://doi.org/10.1109/tia.2026.3722169"},"language":"en","primary_location":{"id":"doi:10.1109/tia.2026.3722169","doi":"https://doi.org/10.1109/tia.2026.3722169","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tia.2026.3722169","pdf_url":null,"source":{"id":"https://openalex.org/S192268925","display_name":"IEEE Transactions on Industry Applications","issn_l":"0093-9994","issn":["0093-9994","1939-9367"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industry Applications","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7202147366"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tia.2026.3722169","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066468645","display_name":"Abhimanyu Singh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I83205935","display_name":"Malaviya National Institute of Technology Jaipur","ror":"https://ror.org/0077k1j32","country_code":"IN","type":"education","lineage":["https://openalex.org/I83205935"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abhimanyu Singh","raw_affiliation_strings":["Malaviya National Institute of Technology, Jaipur, Rajasthan, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Malaviya National Institute of Technology, Jaipur, Rajasthan, India","institution_ids":["https://openalex.org/I83205935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057762893","display_name":"Dipti Saxena","orcid":"https://orcid.org/0000-0001-9268-6297","observed_orcids":["https://orcid.org/0000-0001-9268-6297"]},"institutions":[{"id":"https://openalex.org/I83205935","display_name":"Malaviya National Institute of Technology Jaipur","ror":"https://ror.org/0077k1j32","country_code":"IN","type":"education","lineage":["https://openalex.org/I83205935"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"D. Saxena","raw_affiliation_strings":["Malaviya National Institute of Technology, Jaipur, Rajasthan, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Malaviya National Institute of Technology, Jaipur, Rajasthan, India","institution_ids":["https://openalex.org/I83205935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129893021","display_name":"Rajesh Kumar","orcid":"https://orcid.org/0000-0002-6019-0702","observed_orcids":["https://orcid.org/0000-0002-6019-0702"]},"institutions":[{"id":"https://openalex.org/I24027795","display_name":"University of Johannesburg","ror":"https://ror.org/04z6c2n17","country_code":"ZA","type":"education","lineage":["https://openalex.org/I24027795"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Rajesh Kumar","raw_affiliation_strings":["University of Johannesburg, Johannesburg, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Johannesburg, Johannesburg, South Africa","institution_ids":["https://openalex.org/I24027795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083258193","display_name":"Naveen Gehlot","orcid":"https://orcid.org/0000-0003-3607-6456","observed_orcids":["https://orcid.org/0000-0003-3607-6456"]},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Naveen Gehlot","raw_affiliation_strings":["Manipal Academy of Higher Education, Manipal, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Manipal Academy of Higher Education, Manipal, India","institution_ids":["https://openalex.org/I164861460"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":{"value":2645,"currency":"USD","value_usd":2645},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8446999788284302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8446999788284302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.1543000042438507,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptive-clipping","display_name":"adaptive clipping","score":0.6570000052452087},{"id":"https://openalex.org/keywords/proximal-policy-optimization","display_name":"proximal policy optimization","score":0.8939999938011169},{"id":"https://openalex.org/keywords/autonomous-vehicles","display_name":"autonomous vehicles","score":0.7799999713897705},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"obstacle avoidance","score":0.9860000014305115},{"id":"https://openalex.org/keywords/training-stability","display_name":"training stability","score":0.9079999923706055},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.625},{"id":"https://openalex.org/keywords/vehicle-mounted-sensors","display_name":"vehicle-mounted sensors","score":0.7400000095367432},{"id":"https://openalex.org/keywords/unity-ml-agents","display_name":"Unity ML-Agents","score":0.699999988079071}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6665999889373779},{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.5568000078201294},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.46369999647140503},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4058000147342682},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.38350000977516174},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3458999991416931},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.34540000557899475},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3208000063896179},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30480000376701355},{"id":"https://openalex.org/C2778763806","wikidata":"https://www.wikidata.org/wiki/Q4826572","display_name":"Automatic Generation Control","level":4,"score":0.2685999870300293},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.26159998774528503},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.26109999418258667},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tia.2026.3722169","doi":"https://doi.org/10.1109/tia.2026.3722169","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tia.2026.3722169","pdf_url":null,"source":{"id":"https://openalex.org/S192268925","display_name":"IEEE Transactions on Industry Applications","issn_l":"0093-9994","issn":["0093-9994","1939-9367"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industry Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tia.2026.3722169","doi":"https://doi.org/10.1109/tia.2026.3722169","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tia.2026.3722169","pdf_url":null,"source":{"id":"https://openalex.org/S192268925","display_name":"IEEE Transactions on Industry Applications","issn_l":"0093-9994","issn":["0093-9994","1939-9367"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industry Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W6992327877","https://openalex.org/W7151973642","https://openalex.org/W4404145983","https://openalex.org/W7213553371","https://openalex.org/W7170146409","https://openalex.org/W7206830671","https://openalex.org/W7221657992","https://openalex.org/W3003676953","https://openalex.org/W7171818660","https://openalex.org/W7168140124"],"abstract_inverted_index":{"One":[0],"of":[1,5,95,124,138,186,194,223],"the":[2,36,93,122,152,160,173,210,219],"main":[3],"tasks":[4],"autonomous":[6],"vehicles":[7],"driving":[8],"on":[9,15,99,128],"highways":[10],"is":[11,67,102,116,157],"lane":[12,58],"keeping":[13,59],"based":[14],"intelligent":[16],"decisions.":[17],"However,":[18],"this":[19,44,108,226],"becomes":[20],"challenging":[21],"in":[22],"constrained":[23],"and":[24,35,60,71,146,188,199,244],"complex":[25],"traffic":[26],"environments":[27],"due":[28],"to":[29,79,164,235],"unstable":[30,90],"policies,":[31],"limited":[32],"reward":[33,185,247],"structures,":[34],"need":[37],"for":[38,56],"real-time":[39],"decision-making.":[40],"To":[41,105,120],"address":[42,106],"these,":[43],"work":[45,109,227],"presents":[46,110,203],"a":[47,75,111,166,182,189,229,245],"reinforcement":[48],"learning-based":[49],"approach":[50],"using":[51,69,238],"Proximal":[52],"Policy":[53],"Optimization":[54],"(PPO)":[55],"highway":[57],"obstacle":[61],"avoidance.":[62],"An":[63],"accurate":[64,179],"simulation":[65,234],"environment":[66],"built":[68],"Unity":[70,233],"ML-Agents.":[72],"PPO":[73],"employs":[74],"clipping":[76,97,113,125,139,175],"strategy":[77,156,176,202,213],"designed":[78],"prevent":[80],"large":[81,85],"policy":[82,86,129,236],"updates.":[83],"These":[84],"updates":[87],"can":[88],"cause":[89],"training;":[91],"however,":[92],"impact":[94],"different":[96],"strategies":[98,127],"training":[100],"stability":[101],"significantly":[103],"affected.":[104],"this,":[107],"new":[112],"strategy,":[114],"which":[115],"named":[117],"Adaptive":[118],"Clipping.":[119],"understand":[121],"effects":[123],"parameter":[126],"learning":[130,237],"within":[131],"PPO's":[132],"clipped":[133],"surrogate":[134],"loss,":[135],"four":[136],"types":[137],"strategies,":[140],"constant,":[141,197],"linearly":[142,211],"decaying,":[143,145,148],"exponentially":[144,200],"stepwise":[147],"are":[149],"compared":[150],"with":[151,181,218],"proposed":[153],"one.":[154],"Each":[155],"evaluated":[158],"under":[159],"same":[161],"environmental":[162],"configuration":[163],"have":[165],"comprehensive":[167],"comparison.":[168],"The":[169,196],"results":[170,217],"demonstrate":[171],"that":[172],"adaptive":[174],"achieves":[177],"highly":[178],"performance":[180],"final":[183],"average":[184],"301.74":[187],"mean":[190],"test":[191,220],"success":[192,221],"rate":[193,222],"90.66%.":[195],"stepwise,":[198],"decaying":[201,212],"comparable":[204],"but":[205],"slightly":[206,215],"lower":[207],"performance,":[208],"while":[209],"represents":[214],"worse":[216],"76.66%.":[224],"Eventually,":[225],"contributes":[228],"complete":[230],"framework":[231],"from":[232],"discrete":[239],"action":[240],"control,":[241],"vehicle-mounted":[242],"sensors,":[243],"robust":[246],"function.":[248]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7202147366","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2026-08-11T00:00:00"}
