{"id":"https://openalex.org/W3090797051","doi":"https://doi.org/10.3390/s20195626","title":"PORF-DDPG: Learning Personalized Autonomous Driving Behavior with Progressively Optimized Reward Function","display_name":"PORF-DDPG: Learning Personalized Autonomous Driving Behavior with Progressively Optimized Reward Function","publication_year":2020,"publication_date":"2020-10-01","ids":{"openalex":"https://openalex.org/W3090797051","doi":"https://doi.org/10.3390/s20195626","mag":"3090797051","pmid":"https://pubmed.ncbi.nlm.nih.gov/33019643"},"language":"en","primary_location":{"id":"doi:10.3390/s20195626","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20195626","pdf_url":"https://www.mdpi.com/1424-8220/20/19/5626/pdf?version=1602232303","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/20/19/5626/pdf?version=1602232303","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jie Chen","orcid":"https://orcid.org/0000-0003-1241-0544"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Chen","raw_affiliation_strings":["The College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China"],"raw_orcid":"https://orcid.org/0000-0003-1241-0544","affiliations":[{"raw_affiliation_string":"The College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101576187","display_name":"Tao Wu","orcid":"https://orcid.org/0000-0001-5245-3800"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Wu","raw_affiliation_strings":["The College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102211751","display_name":"Meiping Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Meiping Shi","raw_affiliation_strings":["The College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101460603","display_name":"Wei Jiang","orcid":"https://orcid.org/0000-0001-6181-3900"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Jiang","raw_affiliation_strings":["The College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5102211751"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":0.9606,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.73728446,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"20","issue":"19","first_page":"5626","last_page":"5626"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.7897599935531616},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6895337104797363},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6597592830657959},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5992149114608765},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4824988842010498},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48229148983955383},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36757105588912964}],"concepts":[{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.7897599935531616},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6895337104797363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6597592830657959},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5992149114608765},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4824988842010498},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48229148983955383},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36757105588912964},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001334","descriptor_name":"Automobile Driving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001334","descriptor_name":"Automobile Driving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001334","descriptor_name":"Automobile Driving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.3390/s20195626","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20195626","pdf_url":"https://www.mdpi.com/1424-8220/20/19/5626/pdf?version=1602232303","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:33019643","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33019643","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:de209f8700244029b843c1ba9ebf7c89","is_oa":true,"landing_page_url":"https://doaj.org/article/de209f8700244029b843c1ba9ebf7c89","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 20, Iss 19, p 5626 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/20/19/5626/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s20195626","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 20; Issue 19; Pages: 5626","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7582292","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7582292","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s20195626","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20195626","pdf_url":"https://www.mdpi.com/1424-8220/20/19/5626/pdf?version=1602232303","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3215501501","display_name":null,"funder_award_id":"61973311","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3090797051.pdf","grobid_xml":"https://content.openalex.org/works/W3090797051.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1904365287","https://openalex.org/W1968962398","https://openalex.org/W2100495367","https://openalex.org/W2112796928","https://openalex.org/W2133233905","https://openalex.org/W2144304287","https://openalex.org/W2167224731","https://openalex.org/W2257979135","https://openalex.org/W2278108273","https://openalex.org/W2340897893","https://openalex.org/W2342840547","https://openalex.org/W2412782625","https://openalex.org/W2563338958","https://openalex.org/W2586886183","https://openalex.org/W2760878839","https://openalex.org/W2766447205","https://openalex.org/W2885205665","https://openalex.org/W2897827648","https://openalex.org/W2953139137","https://openalex.org/W2962894046","https://openalex.org/W2963679616","https://openalex.org/W2967975754","https://openalex.org/W2968983352","https://openalex.org/W2969113418","https://openalex.org/W2979810270","https://openalex.org/W3125996993","https://openalex.org/W6631190155"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"Autonomous":[0],"driving":[1,40,73,142,185,208],"with":[2,29,48,60,197],"artificial":[3],"intelligence":[4],"technology":[5],"has":[6,26],"been":[7,27],"viewed":[8],"as":[9,134,168],"promising":[10],"for":[11,34,69,140,184],"autonomous":[12,37,72,207],"vehicles":[13],"hitting":[14],"the":[15,18,54,94,113,117,126,129,146,151,165,169,205],"road":[16],"in":[17,44,75,105,186],"near":[19],"future.":[20],"In":[21],"recent":[22],"years,":[23],"considerable":[24],"progress":[25],"made":[28],"Deep":[30,95,136],"Reinforcement":[31],"Learnings":[32],"(DRLs)":[33],"realizing":[35],"end-to-end":[36],"driving.":[38],"Still,":[39],"safely":[41],"and":[42,91,171,176,216],"comfortably":[43],"real":[45],"dynamic":[46,187],"scenarios":[47,189],"DRL":[49,67],"is":[50,89,102,119,132,150,161,181],"nontrivial":[51],"due":[52],"to":[53],"reward":[55,84,123,159],"functions":[56],"being":[57],"typically":[58],"pre-defined":[59,121],"expertise.":[61],"This":[62],"paper":[63],"proposes":[64],"a":[65,76,81,120,135],"human-in-the-loop":[66],"algorithm":[68],"learning":[70,78,87,210,214],"personalized":[71],"behavior":[74,209],"progressive":[77],"way.":[79],"Specifically,":[80],"progressively":[82,162],"optimized":[83],"function":[85,124],"(PORF)":[86],"model":[88,160],"built":[90],"integrated":[92],"into":[93],"Deterministic":[96],"Policy":[97],"Gradient":[98],"(DDPG)":[99],"framework,":[100],"which":[101,149],"called":[103],"PORF-DDPG":[104],"this":[106,155],"paper.":[107,156],"PORF":[108,118],"consists":[109],"of":[110,116,154],"two":[111],"parts:":[112],"first":[114],"part":[115,131],"typical":[122],"on":[125],"system":[127],"state,":[128],"second":[130],"modeled":[133],"Neural":[137],"Network":[138],"(DNN)":[139],"representing":[141],"adjusting":[143],"intention":[144],"by":[145],"human":[147,174],"observer,":[148],"main":[152],"contribution":[153],"The":[157,178,200],"DNN-based":[158],"learned":[163],"using":[164],"front-view":[166],"images":[167],"input":[170],"via":[172],"active":[173],"supervision":[175],"intervention.":[177],"proposed":[179,206],"approach":[180],"potentially":[182],"useful":[183],"constrained":[188],"when":[190],"dangerous":[191],"collision":[192],"events":[193],"might":[194],"occur":[195],"frequently":[196],"classic":[198],"DRLs.":[199],"experimental":[201],"results":[202],"show":[203],"that":[204],"method":[211],"exhibits":[212],"online":[213],"capability":[215],"environmental":[217],"adaptability.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}