{"id":"https://openalex.org/W4212917712","doi":"https://doi.org/10.1109/tse.2022.3150788","title":"Learning Configurations of Operating Environment of Autonomous Vehicles to Maximize their Collisions","display_name":"Learning Configurations of Operating Environment of Autonomous Vehicles to Maximize their Collisions","publication_year":2022,"publication_date":"2022-02-15","ids":{"openalex":"https://openalex.org/W4212917712","doi":"https://doi.org/10.1109/tse.2022.3150788"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2022.3150788","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3150788","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018992202","display_name":"Chengjie Lu","orcid":"https://orcid.org/0000-0002-5818-7547"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengjie Lu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5818-7547","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016053597","display_name":"Yize Shi","orcid":"https://orcid.org/0009-0009-1106-7335"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yize Shi","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100651507","display_name":"Huihui Zhang","orcid":"https://orcid.org/0000-0002-1012-8089"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I66883779","display_name":"Weifang University","ror":"https://ror.org/01frp7483","country_code":"CN","type":"education","lineage":["https://openalex.org/I66883779"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihui Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","Weifang University, Weifang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Weifang University, Weifang, China","institution_ids":["https://openalex.org/I66883779"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353083","display_name":"Man Zhang","orcid":"https://orcid.org/0000-0003-1204-9322"},"institutions":[{"id":"https://openalex.org/I2800207870","display_name":"H\u00f8yskolen Kristiania","ror":"https://ror.org/03gss5916","country_code":"NO","type":"education","lineage":["https://openalex.org/I2800207870"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Man Zhang","raw_affiliation_strings":["Kristiania University College, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-1204-9322","affiliations":[{"raw_affiliation_string":"Kristiania University College, Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045242853","display_name":"Tiexin Wang","orcid":"https://orcid.org/0000-0002-5432-3812"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiexin Wang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5432-3812","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058828089","display_name":"Tao Yue","orcid":"https://orcid.org/0000-0003-3262-5577"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN","NO"],"is_corresponding":false,"raw_author_name":"Tao Yue","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics, Nanjing, China","Simula Research Laboratory, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-3262-5577","affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076142098","display_name":"Shaukat Ali","orcid":"https://orcid.org/0000-0002-9979-3519"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Shaukat Ali","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-9979-3519","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":3.5657,"has_fulltext":false,"cited_by_count":67,"citation_normalized_percentile":{"value":0.93779209,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"49","issue":"1","first_page":"384","last_page":"402"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9650999903678894,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7900058627128601},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7089095115661621},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4985651969909668},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.45606788992881775},{"id":"https://openalex.org/keywords/crash","display_name":"Crash","score":0.45161181688308716},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.43707555532455444},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4188768267631531},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33175456523895264},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14246207475662231},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11731284856796265}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7900058627128601},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7089095115661621},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4985651969909668},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.45606788992881775},{"id":"https://openalex.org/C183469790","wikidata":"https://www.wikidata.org/wiki/Q333501","display_name":"Crash","level":2,"score":0.45161181688308716},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.43707555532455444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4188768267631531},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33175456523895264},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14246207475662231},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11731284856796265},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2022.3150788","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3150788","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4456592296","display_name":null,"funder_award_id":"ZR2021MF026","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G6380517726","display_name":null,"funder_award_id":"864972","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"},{"id":"https://openalex.org/G84393051","display_name":null,"funder_award_id":"61872182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W27001516","https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W779494576","https://openalex.org/W1577231857","https://openalex.org/W1895727713","https://openalex.org/W1980491204","https://openalex.org/W1990616364","https://openalex.org/W2011174137","https://openalex.org/W2040434142","https://openalex.org/W2056888609","https://openalex.org/W2060164104","https://openalex.org/W2071432129","https://openalex.org/W2116453837","https://openalex.org/W2122185305","https://openalex.org/W2126105956","https://openalex.org/W2132974781","https://openalex.org/W2138428785","https://openalex.org/W2143318894","https://openalex.org/W2145339207","https://openalex.org/W2161529113","https://openalex.org/W2314046074","https://openalex.org/W2424693453","https://openalex.org/W2492835449","https://openalex.org/W2495601248","https://openalex.org/W2565516711","https://openalex.org/W2583993537","https://openalex.org/W2616028256","https://openalex.org/W2765335521","https://openalex.org/W2775678306","https://openalex.org/W2787196707","https://openalex.org/W2799640043","https://openalex.org/W2803118188","https://openalex.org/W2884634491","https://openalex.org/W2885067519","https://openalex.org/W2888307014","https://openalex.org/W2888483609","https://openalex.org/W2888615425","https://openalex.org/W2891056855","https://openalex.org/W2896014703","https://openalex.org/W2896479405","https://openalex.org/W2899331514","https://openalex.org/W2912445127","https://openalex.org/W2921424150","https://openalex.org/W2948016596","https://openalex.org/W2949676527","https://openalex.org/W2954742730","https://openalex.org/W2957905354","https://openalex.org/W2962851396","https://openalex.org/W2963327228","https://openalex.org/W2970226826","https://openalex.org/W2989630370","https://openalex.org/W2990123902","https://openalex.org/W2991158008","https://openalex.org/W2994987245","https://openalex.org/W3000442532","https://openalex.org/W3008352455","https://openalex.org/W3021110750","https://openalex.org/W3047641937","https://openalex.org/W3092297010","https://openalex.org/W3100944043","https://openalex.org/W3104284241","https://openalex.org/W3111740206","https://openalex.org/W3117590843","https://openalex.org/W3127561923","https://openalex.org/W3166218695","https://openalex.org/W3167318741","https://openalex.org/W3202511085","https://openalex.org/W3212445700","https://openalex.org/W4225349279","https://openalex.org/W4239815525","https://openalex.org/W4249261707","https://openalex.org/W4251988601","https://openalex.org/W4254581303","https://openalex.org/W4295312788","https://openalex.org/W4297781990","https://openalex.org/W6622487243","https://openalex.org/W6677275120","https://openalex.org/W6743333067","https://openalex.org/W6748571143","https://openalex.org/W6753596642","https://openalex.org/W6756242153","https://openalex.org/W6757758324","https://openalex.org/W6766978945","https://openalex.org/W6885007147","https://openalex.org/W6922444467","https://openalex.org/W7066354841"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W2026516036","https://openalex.org/W2381570729","https://openalex.org/W1976205134","https://openalex.org/W4248336175","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W626940945","https://openalex.org/W2060907096"],"abstract_inverted_index":{"Autonomous":[0],"vehicles":[1,56],"must":[2,45],"operate":[3],"safely":[4],"in":[5,63,112,192],"their":[6,61],"dynamic":[7,38],"and":[8,21,37,154,170,182],"continuously-changing":[9,81],"environment.":[10,121],"However,":[11],"the":[12,29,103,120,151,157,162,197,207],"operating":[13,30],"environment":[14,31,52,68,78,129,137],"of":[15,23,26,80],"an":[16,42,85,127,141,172],"autonomous":[17,43,55,86,142],"vehicle":[18,44,87,143],"is":[19,69,73],"complicated":[20,115],"full":[22],"various":[24,49],"types":[25],"uncertainties.":[27],"Additionally,":[28],"has":[32,108],"many":[33],"configurations,":[34],"including":[35],"static":[36],"obstacles":[39],"with":[40,65,98,102,114,177,196,206],"which":[41,84,134],"avoid":[46,95],"collisions.":[47,96],"Though":[48],"approaches":[50],"targeting":[51],"configuration":[53,130],"for":[54],"have":[57],"shown":[58,109],"promising":[59],"results,":[60],"effectiveness":[62,191],"dealing":[64,113],"a":[66],"continuous-changing":[67],"limited.":[70],"Thus,":[71],"it":[72],"essential":[74],"to":[75,94,119,144,160,174],"learn":[76],"realistic":[77],"configurations":[79,138],"environment,":[82,104],"under":[83],"should":[88],"be":[89],"tested":[90],"regarding":[91],"its":[92],"ability":[93],"Featured":[97],"agents":[99],"dynamically":[100],"interacting":[101],"Reinforcement":[105],"Learning":[106],"(RL)":[107],"great":[110],"potential":[111],"problems":[116],"requiring":[117],"adapting":[118],"To":[122],"this":[123],"end,":[124],"we":[125],"present":[126],"RL-based":[128],"learning":[131],"approach,":[132],"i.e.,DeepCollision,":[133],"intelligently":[135],"learns":[136],"that":[139,186],"lead":[140],"crash.":[145],"DeepCollision":[146,168,187,205],"employs":[147],"Deep":[148],"Q-Learning":[149],"as":[150],"RL":[152],"solution,":[153],"selectscollision":[155],"probabilityas":[156],"safety":[158],"measure,":[159],"construct":[161],"reward":[163],"function.":[164],"We":[165,199],"trained":[166],"four":[167],"models":[169],"conducted":[171],"experiment":[173],"compare":[175],"them":[176],"two":[178],"baselines,":[179],"i.e.,":[180],"random":[181],"greedy.":[183],"Results":[184],"show":[185],"demonstrated":[188],"significantly":[189],"better":[190],"generating":[193],"collisions":[194],"compared":[195],"baselines.":[198],"also":[200],"provide":[201],"recommendations":[202],"on":[203,213],"configuring":[204],"most":[208],"suitable":[209],"time":[210],"interval":[211],"based":[212],"different":[214],"road":[215],"structures.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}