{"id":"https://openalex.org/W4393820882","doi":"https://doi.org/10.5281/zenodo.3979097","title":"Replication package of \"Good Things Come In Threes: Improving Search-based Crash Reproduction With Helper Objectives\"","display_name":"Replication package of \"Good Things Come In Threes: Improving Search-based Crash Reproduction With Helper Objectives\"","publication_year":2020,"publication_date":"2020-08-11","ids":{"openalex":"https://openalex.org/W4393820882","doi":"https://doi.org/10.5281/zenodo.3979097"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:3979097","is_oa":true,"landing_page_url":"https://zenodo.org/record/3979097","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/3979097","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034023299","display_name":"Pouria Derakhshanfar","orcid":"https://orcid.org/0000-0003-3549-9019"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Derakhshanfar, Pouria","raw_affiliation_strings":["Delft University of Technology"],"raw_orcid":"https://orcid.org/0000-0003-3549-9019","affiliations":[{"raw_affiliation_string":"Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083555577","display_name":"Xavier Devroey","orcid":"https://orcid.org/0000-0002-0831-7606"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Devroey, Xavier","raw_affiliation_strings":["Delft University of Technology"],"raw_orcid":"https://orcid.org/0000-0002-0831-7606","affiliations":[{"raw_affiliation_string":"Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046237164","display_name":"Andy Zaidman","orcid":"https://orcid.org/0000-0003-2413-3935"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Zaidman, Andy","raw_affiliation_strings":["Delft University of Technology"],"raw_orcid":"https://orcid.org/0000-0003-2413-3935","affiliations":[{"raw_affiliation_string":"Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090401584","display_name":"Arie van Deursen","orcid":"https://orcid.org/0000-0003-4850-3312"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"van Deursen, Arie","raw_affiliation_strings":["Delft University of Technology"],"raw_orcid":"https://orcid.org/0000-0003-4850-3312","affiliations":[{"raw_affiliation_string":"Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067127346","display_name":"Annibale Panichella","orcid":"https://orcid.org/0000-0002-7395-3588"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Panichella, Annibale","raw_affiliation_strings":["Delft University of Technology"],"raw_orcid":"https://orcid.org/0000-0002-7395-3588","affiliations":[{"raw_affiliation_string":"Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12732","display_name":"Agriculture and Farm Safety","score":0.887499988079071,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12732","display_name":"Agriculture and Farm Safety","score":0.887499988079071,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T14445","display_name":"Transportation Safety and Impact Analysis","score":0.881600022315979,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12490","display_name":"Software Engineering and Design Patterns","score":0.7924000024795532,"subfield":{"id":"https://openalex.org/subfields/3303","display_name":"Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.7913097143173218},{"id":"https://openalex.org/keywords/crash","display_name":"Crash","score":0.7207217812538147},{"id":"https://openalex.org/keywords/reproduction","display_name":"Reproduction","score":0.6303356885910034},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4204343557357788},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.31486839056015015},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17541718482971191},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.144654780626297},{"id":"https://openalex.org/keywords/virology","display_name":"Virology","score":0.06384333968162537}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7913097143173218},{"id":"https://openalex.org/C183469790","wikidata":"https://www.wikidata.org/wiki/Q333501","display_name":"Crash","level":2,"score":0.7207217812538147},{"id":"https://openalex.org/C59659247","wikidata":"https://www.wikidata.org/wiki/Q11990","display_name":"Reproduction","level":2,"score":0.6303356885910034},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4204343557357788},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.31486839056015015},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17541718482971191},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.144654780626297},{"id":"https://openalex.org/C159047783","wikidata":"https://www.wikidata.org/wiki/Q7215","display_name":"Virology","level":1,"score":0.06384333968162537}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:3979097","is_oa":true,"landing_page_url":"https://zenodo.org/record/3979097","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},{"id":"doi:10.5281/zenodo.3979097","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.3979097","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:3979097","is_oa":true,"landing_page_url":"https://zenodo.org/record/3979097","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8907543604","display_name":"Software Testing AMPlification","funder_award_id":"731529","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2082860237","https://openalex.org/W2119695867","https://openalex.org/W2130076355","https://openalex.org/W1990804418","https://openalex.org/W1993764875","https://openalex.org/W2046158694","https://openalex.org/W2788277189","https://openalex.org/W2013243191","https://openalex.org/W1971568933"],"abstract_inverted_index":{"The":[0],"replication":[1],"package":[2],"for":[3,12,109,159,166,240,245],"the":[4,56,65,155,169,193,199,208,231,246],"study":[5,16],"about":[6],"using":[7,131],"new":[8,92,107],"helper":[9],"objectives":[10],"(MOHO)":[11],"crash":[13,110],"reproduction.":[14],"This":[15],"has":[17],"been":[18,28],"accepted":[19],"at":[20],"ASE":[21],"2020.":[22],"Abstract:":[23],"Evolutionary":[24],"intelligence":[25],"approaches":[26,45,69],"have":[27],"successfully":[29,73],"applied":[30],"to":[31,54,78,125,222,238],"assist":[32],"developers":[33],"during":[34],"debugging":[35],"by":[36,192],"generating":[37],"a":[38,47,61,79,91],"test":[39,82],"case":[40],"reproducing":[41,60],"reported":[42,66],"crashes.":[43],"These":[44],"use":[46],"single":[48],"fitness":[49],"function":[50],"called":[51,94],"<em>Crash":[52,126],"Distance</em>":[53],"guide":[55],"search":[57],"process":[58],"toward":[59],"target":[62],"crash.":[63],"Despite":[64],"achievements,":[67],"these":[68],"do":[70],"not":[71],"always":[72],"reproduce":[74],"some":[75,229],"crashes":[76,144,187,215],"due":[77],"lack":[80],"of":[81,214],"diversity":[83],"(premature":[84],"convergence).":[85],"In":[86,102],"this":[87,98,163],"study,":[88],"we":[89,104],"introduce":[90,105],"approach,":[93],"<em>MO-HO</em>,":[95],"that":[96,152,183,188],"addresses":[97],"issue":[99],"via":[100],"multi-objectivization.":[101],"particular,":[103],"two":[106],"Helper-Objectives":[108],"reproduction,":[111],"namely":[112],"<em>test":[113],"length</em>":[114],"(to":[115,121],"minimize)":[116],"and":[117,175,202,207,212,225,243],"<em>method":[118],"sequence":[119],"diversity</em>":[120],"maximize),":[122],"in":[123,204,210],"addition":[124],"Distance</em>.":[127],"We":[128,161],"assessed":[129],"<em>MO-HO</em>":[130,167,184,197],"five":[132,186],"multi-objective":[133,157],"evolutionary":[134],"algorithms":[135],"(NSGA-II,":[136],"SPEA2,":[137],"PESA-II,":[138],"MOEA/D,":[139],"FEMO)":[140],"on":[141],"124":[142],"hard-to-reproduce":[143],"stemming":[145],"from":[146],"open-source":[147],"projects.":[148],"Our":[149,180],"results":[150,181],"indicate":[151],"SPEA2":[153],"is":[154],"best-performing":[156,164],"algorithm":[158,165],"<em>MO-HO</em>.":[160],"evaluated":[162],"against":[168],"state-of-the-art:":[170],"single-objective":[171],"approach":[172,178],"(Single-Objective":[173],"Search)":[174],"decomposition-based":[176],"multi-objectivization":[177],"(<em>De-MO</em>).":[179],"show":[182],"reproduces":[185],"cannot":[189],"be":[190],"reproduced":[191],"current":[194],"state-of-the-art.":[195],"Besides,":[196],"improves":[198],"effectiveness":[200],"(+10%":[201],"+8%":[203],"reproduction":[205,241],"ratio)":[206],"efficiency":[209],"34.6%":[211],"36%":[213],"(i.e.,":[216],"significantly":[217],"lower":[218],"running":[219,248],"time)":[220],"compared":[221],"Single-Objective":[223],"Search":[224],"<em>De-MO</em>,":[226],"respectively.":[227],"For":[228],"crashes,":[230],"improvements":[232],"are":[233],"very":[234],"large,":[235],"being":[236],"up":[237],"+93.3%":[239],"ratio":[242],"-92%":[244],"required":[247],"time.":[249]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}