{"id":"https://openalex.org/W4381431110","doi":"https://doi.org/10.1007/s10664-023-10333-8","title":"Inferring test models from user bug reports using multi-objective search","display_name":"Inferring test models from user bug reports using multi-objective search","publication_year":2023,"publication_date":"2023-06-20","ids":{"openalex":"https://openalex.org/W4381431110","doi":"https://doi.org/10.1007/s10664-023-10333-8","pmid":"https://pubmed.ncbi.nlm.nih.gov/37351370"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-023-10333-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-023-10333-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-023-10333-8.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-023-10333-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081457467","display_name":"Giovani Guizzo","orcid":"https://orcid.org/0000-0001-5361-2973"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Giovani Guizzo","raw_affiliation_strings":["University College London, London, UK"],"affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053023765","display_name":"F. Califano","orcid":"https://orcid.org/0000-0002-9626-4371"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Francesco Califano","raw_affiliation_strings":["University College London, London, UK"],"affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012165852","display_name":"Federica Sarro","orcid":"https://orcid.org/0000-0002-9146-442X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Federica Sarro","raw_affiliation_strings":["University College London, London, UK"],"affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053084752","display_name":"Filomena Ferrucci","orcid":"https://orcid.org/0000-0002-0975-8972"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filomena Ferrucci","raw_affiliation_strings":["University of Salerno, Salerno, Italy"],"affiliations":[{"raw_affiliation_string":"University of Salerno, Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000019783","display_name":"Mark Harman","orcid":"https://orcid.org/0000-0002-5864-4488"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Harman","raw_affiliation_strings":["University College London, London, UK"],"affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5081457467"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":1.3013,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86444384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"28","issue":"4","first_page":"95","last_page":"95"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6296242475509644},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6139684915542603},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.5911943912506104},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5504310727119446},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5234983563423157},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5196041464805603},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.48773059248924255},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4249117970466614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40770596265792847},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1526286005973816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6296242475509644},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6139684915542603},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.5911943912506104},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5504310727119446},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5234983563423157},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5196041464805603},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.48773059248924255},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4249117970466614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40770596265792847},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1526286005973816},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s10664-023-10333-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-023-10333-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-023-10333-8.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmid:37351370","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37351370","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical software engineering","raw_type":null},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10169595","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10169595/","pdf_url":"https://discovery.ucl.ac.uk/10169595/7/Guizzo_s10664-023-10333-8.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   Empirical Software Engineering: An international journal       (2023)     (In press).  ","raw_type":"Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10282050","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10282050","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10282050/pdf/10664_2023_Article_10333.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Empir Softw Eng","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10664-023-10333-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-023-10333-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-023-10333-8.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.4000000059604645,"display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G3733962727","display_name":null,"funder_award_id":"741278","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"}],"funders":[{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381431110.pdf"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W24190503","https://openalex.org/W156440851","https://openalex.org/W1452131965","https://openalex.org/W1526710119","https://openalex.org/W1550891536","https://openalex.org/W1968535060","https://openalex.org/W1975450054","https://openalex.org/W1977321274","https://openalex.org/W1984230543","https://openalex.org/W1986888661","https://openalex.org/W2022485595","https://openalex.org/W2052115808","https://openalex.org/W2054801208","https://openalex.org/W2088844910","https://openalex.org/W2090995843","https://openalex.org/W2091543666","https://openalex.org/W2098907614","https://openalex.org/W2116783278","https://openalex.org/W2126105956","https://openalex.org/W2130422196","https://openalex.org/W2140606869","https://openalex.org/W2143381319","https://openalex.org/W2146136779","https://openalex.org/W2149203879","https://openalex.org/W2152311353","https://openalex.org/W2158669285","https://openalex.org/W2161529113","https://openalex.org/W2207649084","https://openalex.org/W2232769049","https://openalex.org/W2293333552","https://openalex.org/W2348136092","https://openalex.org/W2511336704","https://openalex.org/W2547064502","https://openalex.org/W2577946807","https://openalex.org/W2588064449","https://openalex.org/W2599413125","https://openalex.org/W2734017603","https://openalex.org/W2807405309","https://openalex.org/W2909014315","https://openalex.org/W2963623343","https://openalex.org/W3024613973","https://openalex.org/W3032170634","https://openalex.org/W3034622442","https://openalex.org/W3164393248","https://openalex.org/W3168361240","https://openalex.org/W4242084618","https://openalex.org/W4242867619","https://openalex.org/W4248083651","https://openalex.org/W4302339081"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2770764537","https://openalex.org/W2726551571","https://openalex.org/W3113206165","https://openalex.org/W2547155723"],"abstract_inverted_index":{"Bug":[0],"reports":[1,31],"are":[2,192],"used":[3,47,139],"by":[4,48,70,96,112,194,262],"software":[5,10,40,110,150],"testers":[6,49],"to":[7,21,36,50,137,283],"identify":[8],"abnormal":[9],"behaviour.":[11,41,151],"In":[12],"this":[13],"paper,":[14],"we":[15],"propose":[16],"a":[17,71,170,253,257],"multi-objective":[18],"evolutionary":[19],"approach":[20,106],"automatically":[22,37],"generate":[23],"finite":[24],"state":[25],"machines":[26],"(FSMs)":[27],"based":[28],"on":[29],"bug":[30],"written":[32],"in":[33,185],"natural":[34],"language,":[35],"capture":[38],"incorrect":[39],"These":[42],"FSMs":[43],"can":[44,60],"then":[45],"be":[46,138],"both":[51],"exercise":[52],"the":[53,83,97,102,125,153,162,178,183,202,207,221,246,270,273,277,284],"reported":[54],"bugs":[55,174],"and":[56,90,119,121,187,213,228,275,281],"create":[57],"tests":[58],"that":[59,76,132,147,206],"potentially":[61],"reveal":[62],"new":[63],"bugs.":[64],"The":[65,248],"FSM":[66],"generation":[67],"is":[68,134],"guided":[69,193,261],"Multi-Objective":[72],"Evolutionary":[73],"Algorithm":[74],"(MOEA)":[75],"simultaneously":[77],"minimises":[78],"three":[79,114,154,200,241,264],"objectives:":[80],"size":[81,214,249,271],"of":[82,86,92,104,173,177,209,245,272],"models,":[84,274],"number":[85,91,172],"unrealistic":[87],"states":[88,93],"(over-generalisation),":[89],"not":[94,135],"covered":[95],"models":[98,146],"(under-generalisation).":[99],"We":[100,180,204],"assess":[101],"feasibility":[103],"our":[105],"for":[107,165,175,243],"10":[108,167],"real-world":[109,141],"programs":[111],"exploiting":[113],"different":[115],"MOEAs":[116,191],"(NSGA-II,":[117],"NSGA-III":[118],"MOEA/D)":[120],"benchmarking":[122],"them":[123],"with":[124,140],"baseline":[126],"tool":[127],"KLFA.":[128],"Our":[129],"results":[130,160,278],"show":[131],"KLFA":[133],"practical":[136],"software,":[142],"because":[143],"it":[144],"generates":[145,217,230],"over":[148],"generalise":[149],"Among":[152],"MOEAs,":[155],"NSGA-II":[156],"obtained":[157,238],"significantly":[158],"better":[159],"than":[161,199,236],"other":[163,222],"two":[164,196],"all":[166,240,263],"programs,":[168],"detecting":[169],"greater":[171],"90%":[176],"programs.":[179],"also":[181],"studied":[182],"differences":[184],"quality":[186],"model":[188],"performance":[189],"when":[190],"only":[195],"objectives":[197,216,226,242,265],"rather":[198],"during":[201],"evolution.":[203],"found":[205],"use":[208],"under-approximation":[210,229],"(or":[211],"over-approximation)":[212],"as":[215,225,252],"infeasible":[218],"solutions.":[219],"On":[220],"hand,":[223],"using":[224,239],"over-approximation":[227],"feasible":[231],"solutions":[232],"yet":[233],"still":[234],"worse":[235],"those":[237],"100%":[244],"cases.":[247],"objective":[250],"acts":[251],"diversity":[254],"factor.":[255],"As":[256],"consequence,":[258],"an":[259],"algorithm":[260],"avoids":[266],"local":[267],"optima,":[268],"controls":[269],"makes":[276],"more":[279],"diverse":[280],"closer":[282],"optimal":[285],"Pareto":[286],"set.":[287]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}