{"id":"https://openalex.org/W4389208894","doi":"https://doi.org/10.1145/3611643.3616319","title":"IoPV: On Inconsistent Option Performance Variations","display_name":"IoPV: On Inconsistent Option Performance Variations","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4389208894","doi":"https://doi.org/10.1145/3611643.3616319"},"language":"en","primary_location":{"id":"doi:10.1145/3611643.3616319","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3611643.3616319","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101882679","display_name":"Jinfu Chen","orcid":"https://orcid.org/0000-0001-7410-9146"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinfu Chen","raw_affiliation_strings":["Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080464071","display_name":"Zishuo Ding","orcid":"https://orcid.org/0000-0002-0803-5609"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zishuo Ding","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050561540","display_name":"Yiming Tang","orcid":"https://orcid.org/0000-0003-2378-8972"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiming Tang","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023078795","display_name":"Mohammed Sayagh","orcid":"https://orcid.org/0000-0002-2724-0034"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammed Sayagh","raw_affiliation_strings":["\u00c9TS, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"\u00c9TS, Montreal, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338781","display_name":"Heng Li","orcid":"https://orcid.org/0000-0001-5441-6763"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Heng Li","raw_affiliation_strings":["Polytechnique Montr\u00e9al, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montr\u00e9al, Montreal, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058164381","display_name":"Bram Adams","orcid":"https://orcid.org/0000-0001-7213-4006"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bram Adams","raw_affiliation_strings":["Queen's University, Kingston, Canada"],"affiliations":[{"raw_affiliation_string":"Queen's University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056378414","display_name":"Weiyi Shang","orcid":"https://orcid.org/0000-0001-6222-7444"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Weiyi Shang","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101882679"],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":1.0087,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78353085,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"845","last_page":"857"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.8730658888816833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7094034552574158},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.6397622227668762},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6362230777740479},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.6305140852928162},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.5422746539115906},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5412868857383728},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49571120738983154},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4502220153808594},{"id":"https://openalex.org/keywords/software-maintenance","display_name":"Software maintenance","score":0.4303790330886841},{"id":"https://openalex.org/keywords/software-evolution","display_name":"Software evolution","score":0.4245925545692444},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.38869667053222656},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34247833490371704},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3343007564544678},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22411435842514038},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.13288411498069763},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13129770755767822},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10521632432937622},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09310758113861084}],"concepts":[{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.8730658888816833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7094034552574158},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.6397622227668762},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6362230777740479},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.6305140852928162},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.5422746539115906},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5412868857383728},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49571120738983154},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4502220153808594},{"id":"https://openalex.org/C101317890","wikidata":"https://www.wikidata.org/wiki/Q940053","display_name":"Software maintenance","level":4,"score":0.4303790330886841},{"id":"https://openalex.org/C202105479","wikidata":"https://www.wikidata.org/wiki/Q265013","display_name":"Software evolution","level":5,"score":0.4245925545692444},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.38869667053222656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34247833490371704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3343007564544678},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22411435842514038},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.13288411498069763},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13129770755767822},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10521632432937622},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09310758113861084},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3611643.3616319","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3611643.3616319","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:espace2.etsmtl.ca:28373","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/28373/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Compte rendu de conf\u00e9rence"},{"id":"pmh:oai:publications.polymtl.ca:56033","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/56033/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Communication de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2060328587","https://openalex.org/W2067258447","https://openalex.org/W2099870165","https://openalex.org/W2103434431","https://openalex.org/W2316630042","https://openalex.org/W2521352760","https://openalex.org/W2590123570","https://openalex.org/W2604879234","https://openalex.org/W2740402962","https://openalex.org/W2808406109","https://openalex.org/W2954141573","https://openalex.org/W2962948349","https://openalex.org/W2963715041","https://openalex.org/W3000133794","https://openalex.org/W3021562338","https://openalex.org/W3124251104","https://openalex.org/W4237482759","https://openalex.org/W4242430590","https://openalex.org/W4256646989"],"related_works":["https://openalex.org/W2049138229","https://openalex.org/W2399881321","https://openalex.org/W2116243202","https://openalex.org/W1846846289","https://openalex.org/W2162874717","https://openalex.org/W4312622767","https://openalex.org/W2157039890","https://openalex.org/W1980601824","https://openalex.org/W2112911378","https://openalex.org/W2120293505"],"abstract_inverted_index":{"Maintaining":[0],"a":[1,5,9,14,65,90,116,147,154,181,237,257,282,305,311,338],"good":[2],"performance":[3,18,95,124,171,175,211,283,300],"of":[4,48,56,99,102,172,183,219,239,250,269,287,314,341],"software":[6,15,28,68],"system":[7],"is":[8,107,159,215,256,261,332],"primordial":[10],"task":[11],"when":[12,131,167],"evolving":[13],"system.":[16],"The":[17],"regression":[19,96,125,156,176,212],"issues":[20],"are":[21,135,191],"among":[22,216],"the":[23,46,54,94,103,111,127,133,163,170,184,199,217,270,288,333,358],"dominant":[24],"problems":[25],"that":[26,93,254,260,280,308,329],"large":[27,34],"systems":[29,35,50,69],"face.":[30],"In":[31,202,222,371],"addition,":[32,372],"these":[33,49],"tend":[36],"to":[37,44,78,110,137,152,198,246,263,296],"be":[38,178,366],"highly":[39],"configurable,":[40],"which":[41,149,234,364],"allows":[42],"users":[43],"change":[45,118],"behaviour":[47],"by":[51,368],"simply":[52],"altering":[53,142],"values":[55,101,218],"certain":[57],"configuration":[58,105,129,279],"options.":[59],"However,":[60],"such":[61,188],"flexibility":[62],"comes":[63],"with":[64,337],"cost.":[66],"Such":[67],"suffer":[70,121],"throughout":[71],"their":[72,138,173],"evolution":[73],"from":[74,122],"what":[75],"we":[76,150,205,224,235,303,373],"refer":[77,151],"as":[79,153,157,193],"\u201cInconsistent":[80],"Option":[81],"Performance":[82],"Variation\u201d":[83],"(IoPV":[84],").":[85],"An":[86],"IoPV":[87,255,297,359],"indicates,":[88],"for":[89,233,325,345,380],"given":[91,312],"commit,":[92,315],"or":[97,213,293],"improvement":[98,214],"different":[100,291,326],"same":[104],"option":[106,318],"inconsistent":[108],"compared":[109],"prior":[112],"commit.":[113],"For":[114],"instance,":[115],"new":[117],"might":[119,177],"not":[120,160],"any":[123],"under":[126,162,180],"default":[128,139,164],"(i.e.,":[130],"all":[132],"options":[134,292],"set":[136],"values),":[140],"while":[141],"one":[143,278],"option\u2019s":[144],"value":[145],"manifests":[146,320],"regression,":[148],"hidden":[155,189],"it":[158],"manifested":[161,179],"configuration.":[165],"Similarly,":[166],"developers":[168],"improve":[169],"systems,":[174],"subset":[182],"existing":[185],"configurations.":[186],"Unfortunately,":[187],"regressions":[190],"harmful":[192],"they":[194],"can":[195,365],"go":[196],"unseen":[197],"production":[200],"environment.":[201],"this":[203],"paper,":[204],"first":[206],"quantify":[207],"how":[208],"prevalent":[209],"(in)consistent":[210],"an":[220,321,375],"option.":[221],"particular,":[223],"study":[225],"over":[226],"803":[227],"Hadoop":[228,271,346],"and":[229,241,267,272,298,317,343,347,353,361],"502":[230],"Cassandra":[231,273],"commits,":[232],"execute":[236],"total":[238],"4,902":[240],"4,197":[242],"tests,":[243],"respectively,":[244],"amounting":[245],"12,536":[247],"machine":[248,377],"hours":[249],"testing.":[251],"We":[252],"observe":[253],"common":[258],"problem":[259,360],"difficult":[262],"manually":[264],"predict.":[265],"69%":[266],"93%":[268],"commits":[274,289],"have":[275,290],"at":[276],"least":[277],"hides":[281],"regression.":[284],"Worse,":[285],"most":[286],"tests":[294],"leading":[295],"hiding":[299],"regressions.":[301],"Therefore,":[302],"propose":[304],"prediction":[306],"model":[307,379],"identifies":[309],"whether":[310],"combination":[313],"test,":[316],"(CTO)":[319],"IoPV.":[322,382],"Our":[323,350],"evaluation":[324],"models":[327],"shows":[328],"random":[330],"forest":[331],"best":[334],"performing":[335],"classifier,":[336],"median":[339],"AUC":[340],"0.91":[342],"0.82":[344],"Cassandra,":[348],"respectively.":[349],"paper":[351],"defines":[352],"provides":[354],"scientific":[355],"evidence":[356],"about":[357],"its":[362],"prevalence,":[363],"explored":[367],"future":[369],"work.":[370],"provide":[374],"initial":[376],"learning":[378],"predicting":[381]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}