{"id":"https://openalex.org/W4404788643","doi":"https://doi.org/10.1109/tr.2024.3492380","title":"What Causes Bugs in Numerical Simulation Software? An Empirical Study","display_name":"What Causes Bugs in Numerical Simulation Software? An Empirical Study","publication_year":2024,"publication_date":"2024-11-27","ids":{"openalex":"https://openalex.org/W4404788643","doi":"https://doi.org/10.1109/tr.2024.3492380"},"language":"en","primary_location":{"id":"doi:10.1109/tr.2024.3492380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2024.3492380","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaochen Li","orcid":"https://orcid.org/0000-0003-1923-0669"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochen Li","raw_affiliation_strings":["School of Software, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-1923-0669","affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024501492","display_name":"Yu Zhu","orcid":"https://orcid.org/0000-0001-5887-3873"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youcheng Zhu","raw_affiliation_strings":["School of Software, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018071549","display_name":"Shikai Guo","orcid":"https://orcid.org/0000-0002-8554-6365"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shikai Guo","raw_affiliation_strings":["Information Science and Technology College, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-8554-6365","affiliations":[{"raw_affiliation_string":"Information Science and Technology College, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002119636","display_name":"He Jiang","orcid":"https://orcid.org/0000-0001-8674-4948"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Jiang","raw_affiliation_strings":["School of Software, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-8674-4948","affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3975,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67876334,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"74","issue":"3","first_page":"3383","last_page":"3397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9140999913215637,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5843165516853333},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.5347774028778076},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.5267003178596497},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.48473331332206726},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4599754810333252},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4517136216163635},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22824233770370483},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2246151864528656},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1787199079990387},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.16415274143218994},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13241922855377197}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5843165516853333},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.5347774028778076},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.5267003178596497},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.48473331332206726},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4599754810333252},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4517136216163635},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22824233770370483},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2246151864528656},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1787199079990387},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.16415274143218994},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13241922855377197}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tr.2024.3492380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2024.3492380","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3427093674","display_name":null,"funder_award_id":"62032004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4856448549","display_name":null,"funder_award_id":"3132024257","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5057948433","display_name":null,"funder_award_id":"62472062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6007899901","display_name":null,"funder_award_id":"62202079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1972838631","https://openalex.org/W2087419855","https://openalex.org/W2109156518","https://openalex.org/W2343875716","https://openalex.org/W2396273285","https://openalex.org/W2461570336","https://openalex.org/W2767209415","https://openalex.org/W2790213686","https://openalex.org/W2791581971","https://openalex.org/W2798954527","https://openalex.org/W2850992922","https://openalex.org/W2899807069","https://openalex.org/W2901401834","https://openalex.org/W2946539685","https://openalex.org/W2947988714","https://openalex.org/W2948287087","https://openalex.org/W2949009804","https://openalex.org/W2962706825","https://openalex.org/W2963683440","https://openalex.org/W2964064379","https://openalex.org/W2968594320","https://openalex.org/W2996252512","https://openalex.org/W2998163878","https://openalex.org/W3008977622","https://openalex.org/W3033741081","https://openalex.org/W3043739596","https://openalex.org/W3090561201","https://openalex.org/W3090643686","https://openalex.org/W3091995628","https://openalex.org/W3113205478","https://openalex.org/W3120394327","https://openalex.org/W3149582851","https://openalex.org/W3175560354","https://openalex.org/W3183946528","https://openalex.org/W3194114088","https://openalex.org/W3195794356","https://openalex.org/W3196239222","https://openalex.org/W3209257685","https://openalex.org/W3211574293","https://openalex.org/W4206492635","https://openalex.org/W4206578767","https://openalex.org/W4210831178","https://openalex.org/W4211096536","https://openalex.org/W4225090557","https://openalex.org/W4226528208","https://openalex.org/W4234850770","https://openalex.org/W4235295935","https://openalex.org/W4247996707","https://openalex.org/W4248729839","https://openalex.org/W4281729201","https://openalex.org/W4300678113","https://openalex.org/W4307926351","https://openalex.org/W4308643024","https://openalex.org/W4309077889","https://openalex.org/W4312838748","https://openalex.org/W4327594616","https://openalex.org/W4384155551","https://openalex.org/W4384345665","https://openalex.org/W4384345702","https://openalex.org/W4384345723","https://openalex.org/W4389141459","https://openalex.org/W4389337865","https://openalex.org/W4390144492"],"related_works":["https://openalex.org/W4376453582","https://openalex.org/W2369033652","https://openalex.org/W3147033875","https://openalex.org/W1568390478","https://openalex.org/W2764722704","https://openalex.org/W82714704","https://openalex.org/W1519020487","https://openalex.org/W2382583096","https://openalex.org/W147463599","https://openalex.org/W1835076629"],"abstract_inverted_index":{"Numerical":[0],"simulation":[1],"(NS)":[2],"software":[3,25,62,100,171,183],"is":[4,26],"widely":[5],"used":[6],"in":[7,40,106],"safety-critical":[8,41],"domains":[9],"(e.g.,":[10,150],"aerospace":[11],"design)":[12],"to":[13,31,139,161],"simulate":[14],"actual":[15],"physical":[16,157],"processes":[17],"of":[18,50,60,98],"real-world":[19],"entities":[20],"on":[21],"computers.":[22],"However,":[23],"NS":[24,61,99,109,141,182,193],"error-prone,":[27],"whose":[28],"bugs":[29,63,101,105],"lead":[30],"incorrect":[32,151,154],"simulation,":[33],"and":[34,74,84,114,127,137,153,158,178],"may":[35,165],"even":[36],"cause":[37],"disastrous":[38],"flaws":[39],"applications.":[42],"Although":[43],"many":[44],"studies":[45],"investigate":[46],"the":[47,58,71,86,133],"bug":[48],"characteristics":[49,59],"computation-centered":[51,82],"software,":[52],"such":[53,185],"as":[54,186],"machine":[55],"learning":[56],"systems,":[57],"have":[64],"not":[65,166],"been":[66],"fully":[67],"studied:":[68],"what":[69],"are":[70,77,145],"root":[72,122,148],"causes":[73,123,149],"symptoms;":[75],"how":[76],"they":[78],"different":[79,117],"from":[80],"other":[81],"software;":[83],"why":[85],"difference":[87],"occurs.":[88],"To":[89],"bridge":[90],"this":[91],"gap,":[92],"we":[93],"present":[94],"a":[95],"systematic":[96],"study":[97],"by":[102,169],"analyzing":[103],"352":[104],"three":[107],"popular":[108],"projects":[110],"(i.e.,":[111,143],"FDS,":[112],"SU2,":[113],"Kratos)":[115],"for":[116,180,192],"domains.":[118],"We":[119,130],"summarize":[120],"seven":[121],"(with":[124],"18":[125],"subcategories)":[126],"five":[128],"symptoms.":[129],"find":[131],"that":[132],"correctness,":[134],"completeness,":[135],"compatibility,":[136],"parallelization":[138],"implement":[140],"algorithms":[142],"models)":[144],"error-prone.":[146],"Many":[147],"model":[152],"initialization)":[155],"require":[156],"chemical":[159],"knowledge":[160],"avoid":[162],"bugs,":[163],"which":[164],"be":[167],"mastered":[168],"typical":[170],"developers.":[172],"These":[173],"findings":[174],"motivate":[175],"new":[176],"challenges":[177],"opportunities":[179],"future":[181],"development,":[184],"designing":[187],"domain":[188],"specific":[189],"language":[190],"systems":[191],"model.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}