{"id":"https://openalex.org/W4321021853","doi":"https://doi.org/10.1109/access.2023.3245831","title":"Toward Learning Human-Like, Safe and Comfortable Car-Following Policies With a Novel Deep Reinforcement Learning Approach","display_name":"Toward Learning Human-Like, Safe and Comfortable Car-Following Policies With a Novel Deep Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4321021853","doi":"https://doi.org/10.1109/access.2023.3245831"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3245831","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3245831","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10045659.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10045659.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065740650","display_name":"M. Ugur Yavas","orcid":"https://orcid.org/0000-0002-6192-4472"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"M. Ugur Yavas","raw_affiliation_strings":["Department of Mechatronics Engineering, Istanbul Technical University, Istanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0002-6192-4472","affiliations":[{"raw_affiliation_string":"Department of Mechatronics Engineering, Istanbul Technical University, Istanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010725194","display_name":"Tufan Kumbasar","orcid":"https://orcid.org/0000-0001-9366-0240"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Tufan Kumbasar","raw_affiliation_strings":["Department of Control and Automation Engineering, Istanbul Technical University, Istanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0001-9366-0240","affiliations":[{"raw_affiliation_string":"Department of Control and Automation Engineering, Istanbul Technical University, Istanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028990507","display_name":"Naz\u0131m Kemal \u00dcre","orcid":"https://orcid.org/0000-0003-2660-2141"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Nazim Kemal Ure","raw_affiliation_strings":["Artificial Intelligence and Data Science Research Center, Istanbul Technical University, Istanbul, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Data Science Research Center, Istanbul Technical University, Istanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.2372,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.87428806,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"16843","last_page":"16854"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8282959461212158},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7192299365997314},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.410591721534729},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3678562343120575}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8282959461212158},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7192299365997314},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.410591721534729},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3678562343120575}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2023.3245831","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3245831","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10045659.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b5a59a614b494475ba90104bae18adb6","is_oa":true,"landing_page_url":"https://doaj.org/article/b5a59a614b494475ba90104bae18adb6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 16843-16854 (2023)","raw_type":"article"},{"id":"pmh:oai:polen.itu.edu.tr:11527/43906","is_oa":false,"landing_page_url":"https://hdl.handle.net/11527/43906","pdf_url":null,"source":{"id":"https://openalex.org/S4306400460","display_name":"Istanbul Technical University Academic Open Archive (Istanbul Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I48912391","host_organization_name":"Istanbul Technical University","host_organization_lineage":["https://openalex.org/I48912391"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3245831","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3245831","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10045659.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","score":0.6800000071525574,"display_name":"Life below water"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322628","display_name":"T\u00fcrkiye Bilimler Akademisi","ror":"https://ror.org/00aqt9352"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321021853.pdf","grobid_xml":"https://content.openalex.org/works/W4321021853.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1544016679","https://openalex.org/W1626155273","https://openalex.org/W1965455100","https://openalex.org/W2056877664","https://openalex.org/W2057483198","https://openalex.org/W2100488636","https://openalex.org/W2109014690","https://openalex.org/W2145339207","https://openalex.org/W2295765097","https://openalex.org/W2606653639","https://openalex.org/W2786928559","https://openalex.org/W2811374584","https://openalex.org/W2886622679","https://openalex.org/W2912445127","https://openalex.org/W2963165400","https://openalex.org/W2963864421","https://openalex.org/W3082508441","https://openalex.org/W3088310808","https://openalex.org/W3094236223","https://openalex.org/W3115502595","https://openalex.org/W3120778962","https://openalex.org/W3120870661","https://openalex.org/W3150181197","https://openalex.org/W3158274639","https://openalex.org/W3202432377","https://openalex.org/W4214717370","https://openalex.org/W4281950941","https://openalex.org/W4285813130","https://openalex.org/W4307656600","https://openalex.org/W6684921986","https://openalex.org/W6748554570","https://openalex.org/W6752963931","https://openalex.org/W6787476729","https://openalex.org/W6802142037"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890","https://openalex.org/W4380318855","https://openalex.org/W2031695474"],"abstract_inverted_index":{"In":[0],"this":[1,75],"paper,":[2],"we":[3,35,80,114],"present":[4,181],"an":[5],"advanced":[6],"adaptive":[7],"cruise":[8],"control":[9,244],"(ACC)":[10],"concept":[11],"powered":[12],"by":[13],"Deep":[14],"Reinforcement":[15],"Learning":[16],"(DRL)":[17],"that":[18,120,206],"generates":[19],"safe,":[20],"human-like,":[21],"and":[22,91,125,136,144,164,197,215,223,246],"comfortable":[23],"car-following":[24,248],"policies.":[25],"Unlike":[26],"the":[27,38,42,57,66,70,88,107,131,142,165,172,187,190,207],"current":[28,71],"trend":[29],"in":[30,101,194,226],"developing":[31],"DRL-based":[32],"ACC":[33,102],"systems,":[34],"propose":[36],"defining":[37],"action":[39,156,162],"space":[40],"of":[41,69,109,189],"DRL":[43,157,192,230],"agent":[44,132,158,231],"with":[45,161,228,233],"discrete":[46,155],"actions":[47,84,100],"rather":[48,65],"than":[49],"continuous":[50],"ones,":[51],"since":[52],"human":[53,150,178,211],"drivers":[54],"never":[55],"set":[56],"throttle/brake":[58],"pedal":[59,72],"level":[60],"to":[61,123,133,185],"be":[62],"actuated,":[63],"but":[64],"required":[67],"change":[68],"levels.":[73],"Through":[74],"human-like":[76],"throttle-brake":[77],"manipulation":[78],"representation,":[79],"also":[81,140],"define":[82],"explicit":[83],"for":[85,239],"holding":[86,143],"(keeping":[87],"last":[89],"action)":[90],"coasting":[92,145],"(no":[93],"action),":[94],"which":[95],"are":[96,168],"usually":[97],"omitted":[98],"as":[99,221],"systems.":[103],"Moreover,":[104],"based":[105],"on":[106],"investigation":[108],"a":[110,116,149,177,229,234,241],"real-world":[111,173,201],"driving":[112,212,218],"dataset,":[113],"cast":[115],"novel":[117],"reward":[118,129,166,236],"function":[119,237],"is":[121,159],"easy":[122],"interpret":[124],"personalized.":[126],"The":[127,153],"proposed":[128,154,191,208,238],"enforces":[130],"learn":[134],"stable":[135],"safe":[137],"actions,":[138,146],"while":[139],"encouraging":[141],"just":[147],"like":[148],"driver":[151],"would.":[152],"trained":[160,232],"masking,":[163],"terms":[167],"completely":[169],"derived":[170],"from":[171,176,200],"dataset":[174],"collected":[175],"driver.":[179],"We":[180,203],"exhaustive":[182],"comparative":[183],"results":[184],"show":[186,205],"advantages":[188],"approach":[193],"both":[195],"simulation":[196],"scenarios":[198],"extracted":[199],"driving.":[202],"clearly":[204],"policy":[209],"imitates":[210],"significantly":[213],"better":[214],"handles":[216],"complex":[217],"situations,":[219],"such":[220],"cut-ins":[222],"cut-outs,":[224],"implicitly,":[225],"comparison":[227],"widely-used":[235],"ACC,":[240],"model":[242],"predictive":[243],"structure,":[245],"traditional":[247],"approaches.":[249]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}