{"id":"https://openalex.org/W3154262765","doi":"https://doi.org/10.1109/tits.2022.3177887","title":"On Determinism of Game Engines Used for Simulation-Based Autonomous Vehicle Verification","display_name":"On Determinism of Game Engines Used for Simulation-Based Autonomous Vehicle Verification","publication_year":2022,"publication_date":"2022-06-10","ids":{"openalex":"https://openalex.org/W3154262765","doi":"https://doi.org/10.1109/tits.2022.3177887","mag":"3154262765"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3177887","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tits.2022.3177887","pdf_url":"https://ieeexplore.ieee.org/ielx7/6979/9942712/09793395.pdf","source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6979/9942712/09793395.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066899350","display_name":"Greg Chance","orcid":"https://orcid.org/0000-0001-5334-370X"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Greg Chance","raw_affiliation_strings":["Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5334-370X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003893129","display_name":"Abanoub Ghobrial","orcid":"https://orcid.org/0000-0003-3699-8805"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Abanoub Ghobrial","raw_affiliation_strings":["Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0003-3699-8805","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090059618","display_name":"Kevin McAreavey","orcid":null},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kevin McAreavey","raw_affiliation_strings":["Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074580437","display_name":"S\u00e9verin Lemaignan","orcid":"https://orcid.org/0000-0002-3391-8876"},"institutions":[{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]},{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Severin Lemaignan","raw_affiliation_strings":["Bristol Robotics Laboratory, University of the West of England, Bristol, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bristol Robotics Laboratory, University of the West of England, Bristol, U.K","institution_ids":["https://openalex.org/I178535277","https://openalex.org/I4210161128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010902833","display_name":"Tony Pipe","orcid":"https://orcid.org/0000-0002-8404-294X"},"institutions":[{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]},{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tony Pipe","raw_affiliation_strings":["Bristol Robotics Laboratory, University of the West of England, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0002-8404-294X","affiliations":[{"raw_affiliation_string":"Bristol Robotics Laboratory, University of the West of England, Bristol, U.K","institution_ids":["https://openalex.org/I178535277","https://openalex.org/I4210161128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033095054","display_name":"Kerstin Eder","orcid":"https://orcid.org/0000-0001-9746-1409"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kerstin Eder","raw_affiliation_strings":["Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0001-9746-1409","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5592,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.89183332,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"23","issue":"11","first_page":"20538","last_page":"20552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.74248206615448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6080193519592285},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.543203592300415},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5243975520133972},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4994933605194092},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.4720614552497864},{"id":"https://openalex.org/keywords/determinism","display_name":"Determinism","score":0.462247371673584},{"id":"https://openalex.org/keywords/simulation-software","display_name":"Simulation software","score":0.42794737219810486},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.381109356880188},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.36571237444877625},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26442939043045044}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.74248206615448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6080193519592285},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.543203592300415},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5243975520133972},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4994933605194092},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4720614552497864},{"id":"https://openalex.org/C192183473","wikidata":"https://www.wikidata.org/wiki/Q131133","display_name":"Determinism","level":2,"score":0.462247371673584},{"id":"https://openalex.org/C91757755","wikidata":"https://www.wikidata.org/wiki/Q11121294","display_name":"Simulation software","level":3,"score":0.42794737219810486},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.381109356880188},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.36571237444877625},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26442939043045044},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tits.2022.3177887","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tits.2022.3177887","pdf_url":"https://ieeexplore.ieee.org/ielx7/6979/9942712/09793395.pdf","source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire/4594d126-d015-4648-bc06-dfc93220b407","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/4594d126-d015-4648-bc06-dfc93220b407","pdf_url":"https://research-information.bris.ac.uk/files/331516996/Full_text_PDF_final_published_version_.pdf","source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Chance, G, Eder, K I, Ghobrial , A, McAreavey, K, Pipe , T & Lemaignan, S 2022, 'On Determinism of Game Engines used for Simulation-based Autonomous Vehicle Verification', IEEE Transactions on Intelligent Transportation Systems, vol. 23, no. 11, pp. 20538-20552. https://doi.org/10.1109/TITS.2022.3177887","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arXiv.org:2104.06262","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.06262","pdf_url":"https://arxiv.org/pdf/2104.06262","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:research-information.bris.ac.uk:publications/4594d126-d015-4648-bc06-dfc93220b407","is_oa":true,"landing_page_url":"https://hdl.handle.net/1983/4594d126-d015-4648-bc06-dfc93220b407","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Chance, G, Eder, K I, Ghobrial , A, McAreavey, K, Pipe , T & Lemaignan, S 2022, 'On Determinism of Game Engines used for Simulation-based Autonomous Vehicle Verification', IEEE Transactions on Intelligent Transportation Systems, vol. 23, no. 11, pp. 20538-20552. https://doi.org/10.1109/TITS.2022.3177887","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:research-information.bris.ac.uk:publications/4594d126-d015-4648-bc06-dfc93220b407","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/9793395","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"doi:10.1109/tits.2022.3177887","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tits.2022.3177887","pdf_url":"https://ieeexplore.ieee.org/ielx7/6979/9942712/09793395.pdf","source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1956500862","display_name":null,"funder_award_id":"EP/V026518/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G237632024","display_name":"UKRI Trustworthy Autonomous Systems Node in Functionality","funder_award_id":"EP/V026518/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2516790454","display_name":"ROBOPILOT","funder_award_id":"103703","funder_id":"https://openalex.org/F4320335087","funder_display_name":"Innovate UK"},{"id":"https://openalex.org/G5488838052","display_name":null,"funder_award_id":"EP/K006320/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8133404533","display_name":null,"funder_award_id":"EP/J01205X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8614735034","display_name":"CAPRI","funder_award_id":"103288","funder_id":"https://openalex.org/F4320335087","funder_display_name":"Innovate UK"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320335087","display_name":"Innovate UK","ror":"https://ror.org/05ar5fy68"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3154262765.pdf","grobid_xml":"https://content.openalex.org/works/W3154262765.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W574337830","https://openalex.org/W651870357","https://openalex.org/W1600916217","https://openalex.org/W1604588251","https://openalex.org/W1895727713","https://openalex.org/W1967524748","https://openalex.org/W2026926213","https://openalex.org/W2091594042","https://openalex.org/W2095582886","https://openalex.org/W2105158708","https://openalex.org/W2109488193","https://openalex.org/W2109982223","https://openalex.org/W2141068710","https://openalex.org/W2169004268","https://openalex.org/W2179360174","https://openalex.org/W2189162242","https://openalex.org/W2260078122","https://openalex.org/W2260378502","https://openalex.org/W2332117786","https://openalex.org/W2484201276","https://openalex.org/W2525936901","https://openalex.org/W2782864149","https://openalex.org/W2795800960","https://openalex.org/W2807803476","https://openalex.org/W2887397219","https://openalex.org/W2962867954","https://openalex.org/W3043026322","https://openalex.org/W3044246125","https://openalex.org/W4233996382","https://openalex.org/W4295719664","https://openalex.org/W6692508180","https://openalex.org/W6745935785"],"related_works":["https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2122524456","https://openalex.org/W2155788121","https://openalex.org/W4235469518","https://openalex.org/W2387706296","https://openalex.org/W2480201319","https://openalex.org/W2611067230","https://openalex.org/W2377280071"],"abstract_inverted_index":{"Game":[0],"engines":[1,72],"are":[2,56,64,73,130],"increasingly":[3],"used":[4,168],"as":[5],"simulation":[6,53,61,101,139],"platforms":[7],"by":[8,104],"the":[9,38,42,81,126,138,171],"autonomous":[10,99],"vehicle":[11,15],"community":[12],"to":[13,68,109,132,169],"develop":[14],"control":[16],"systems":[17],"and":[18,27,46,59,66,79,84,123,128,153],"test":[19],"environments.":[20],"A":[21,92],"key":[22],"requirement":[23],"for":[24,151,180],"simulation-based":[25],"development":[26,152],"verification":[28],"is":[29,107,141,163],"determinism,":[30],"since":[31],"a":[32,51,157,160],"deterministic":[33,52],"process":[34],"will":[35],"always":[36],"produce":[37],"same":[39,43],"output":[40],"given":[41,182],"initial":[44],"conditions":[45],"event":[47],"history.":[48],"Thus,":[49],"in":[50,89,114,118,176],"environment,":[54],"tests":[55],"rendered":[57],"repeatable":[58],"yield":[60],"results":[62],"that":[63,165],"trustworthy":[65],"straightforward":[67],"debug.":[69],"However,":[70],"game":[71,90,177],"seldom":[74],"deterministic.":[75],"This":[76],"paper":[77],"reviews":[78],"identifies":[80],"potential":[82],"causes":[83],"effects":[85],"of":[86,125,159,173],"non-deterministic":[87],"behaviours":[88],"engines.":[91],"case":[93],"study":[94],"using":[95],"CARLA,":[96],"an":[97,134],"open-source":[98],"driving":[100],"environment":[102],"powered":[103],"Unreal":[105],"Engine,":[106],"presented":[108],"highlight":[110],"its":[111],"inherent":[112],"shortcomings":[113],"providing":[115],"sufficient":[116],"precision":[117,140],"experimental":[119],"results.":[120],"Different":[121],"configurations":[122],"utilisations":[124],"software":[127],"hardware":[129],"explored":[131],"determine":[133],"operational":[135],"domain":[136],"where":[137],"sufficiently":[142],"high":[143],"i.e.":[144],"variance":[145,175],"between":[146],"repeated":[147],"executions":[148],"becomes":[149],"negligible":[150],"testing":[154],"work.":[155],"Finally,":[156],"method":[158],"general":[161],"nature":[162],"proposed,":[164],"can":[166],"be":[167],"find":[170],"domains":[172],"permissible":[174],"engine":[178],"simulations":[179],"any":[181],"system":[183],"configuration.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}