{"id":"https://openalex.org/W7125939950","doi":"https://doi.org/10.1109/ase63991.2025.00251","title":"Who\u2019s to Blame? Rethinking the Brittleness of Automated Web GUI Testing from a Pragmatic Perspective","display_name":"Who\u2019s to Blame? Rethinking the Brittleness of Automated Web GUI Testing from a Pragmatic Perspective","publication_year":2025,"publication_date":"2025-11-16","ids":{"openalex":"https://openalex.org/W7125939950","doi":"https://doi.org/10.1109/ase63991.2025.00251"},"language":null,"primary_location":{"id":"doi:10.1109/ase63991.2025.00251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase63991.2025.00251","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 40th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124097936","display_name":"Haonan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Haonan Zhang","raw_affiliation_strings":["University of Waterloo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035956071","display_name":"Kundi Yao","orcid":"https://orcid.org/0000-0002-3756-4673"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kundi Yao","raw_affiliation_strings":["University of Waterloo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080464071","display_name":"Zishuo Ding","orcid":"https://orcid.org/0000-0002-0803-5609"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zishuo Ding","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Guangzhou"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Guangzhou","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103209936","display_name":"Lizhi Liao","orcid":"https://orcid.org/0000-0001-9920-5855"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lizhi Liao","raw_affiliation_strings":["Memorial University of Newfoundland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial University of Newfoundland","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056378414","display_name":"Weiyi Shang","orcid":"https://orcid.org/0000-0001-6222-7444"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Weiyi Shang","raw_affiliation_strings":["University of Waterloo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5124097936"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.72111313,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3058","last_page":"3070"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.013799999840557575,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6577000021934509},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.6287999749183655},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.4629000127315521},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4521999955177307},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.38839998841285706},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.3734999895095825},{"id":"https://openalex.org/keywords/brittleness","display_name":"Brittleness","score":0.3513000011444092}],"concepts":[{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6577000021934509},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.6287999749183655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.602400004863739},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5385000109672546},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.4629000127315521},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4521999955177307},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3995000123977661},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.38839998841285706},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.3734999895095825},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35420000553131104},{"id":"https://openalex.org/C136478896","wikidata":"https://www.wikidata.org/wiki/Q898288","display_name":"Brittleness","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.32499998807907104},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29420000314712524},{"id":"https://openalex.org/C42989059","wikidata":"https://www.wikidata.org/wiki/Q7978626","display_name":"Web testing","level":5,"score":0.2915000021457672},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.28929999470710754},{"id":"https://openalex.org/C66153210","wikidata":"https://www.wikidata.org/wiki/Q5597182","display_name":"Graphical user interface testing","level":4,"score":0.2786000072956085},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ase63991.2025.00251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase63991.2025.00251","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 40th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1552573782","https://openalex.org/W1603565383","https://openalex.org/W1997090065","https://openalex.org/W2029110070","https://openalex.org/W2038987920","https://openalex.org/W2098968336","https://openalex.org/W2116368564","https://openalex.org/W2148965331","https://openalex.org/W2154516928","https://openalex.org/W2295645274","https://openalex.org/W2296241649","https://openalex.org/W2416751804","https://openalex.org/W2467578648","https://openalex.org/W2546669591","https://openalex.org/W2581010780","https://openalex.org/W2898893292","https://openalex.org/W2906640661","https://openalex.org/W2954748473","https://openalex.org/W3089539168","https://openalex.org/W3105878189","https://openalex.org/W3160762091","https://openalex.org/W3163745263","https://openalex.org/W3163861420","https://openalex.org/W3165332536","https://openalex.org/W3172076064","https://openalex.org/W3181711309","https://openalex.org/W3198523204","https://openalex.org/W3210529140","https://openalex.org/W3216737498","https://openalex.org/W4205883888","https://openalex.org/W4226394169","https://openalex.org/W4235786747","https://openalex.org/W4288086187","https://openalex.org/W4291634568","https://openalex.org/W4309694800","https://openalex.org/W4367147116","https://openalex.org/W4376606815","https://openalex.org/W4378373665","https://openalex.org/W4383988777","https://openalex.org/W4388483674","https://openalex.org/W4389162023","https://openalex.org/W4390636334","https://openalex.org/W4391899435","https://openalex.org/W4401358476","https://openalex.org/W4401624167","https://openalex.org/W4402571264","https://openalex.org/W4402667024","https://openalex.org/W4402753874"],"related_works":[],"abstract_inverted_index":{"Automated":[0],"web":[1,54,70],"GUI":[2],"testing":[3],"is":[4,12,141],"important":[5,131],"for":[6,132],"software":[7],"quality,":[8],"however,":[9],"its":[10],"effectiveness":[11],"often":[13],"undermined":[14],"by":[15],"test":[16,42,67],"case":[17],"brittleness,":[18],"especially":[19],"in":[20,151],"continuously":[21],"evolving":[22],"real-world":[23],"applications.":[24],"In":[25],"this":[26],"experience":[27],"paper,":[28],"we":[29],"pragmatically":[30],"investigate":[31],"the":[32,46,99,152],"root":[33],"causes":[34],"of":[35,84,102,123],"brittleness.":[36,103],"We":[37,104],"first":[38],"analyze":[39],"why":[40],"legacy":[41],"cases,":[43],"derived":[44],"from":[45,63],"Mind2Web":[47],"dataset,":[48],"fail":[49],"when":[50,111],"executed":[51],"on":[52],"current":[53],"application":[55,71],"versions.":[56],"Our":[57,136],"findings":[58,137],"reveal":[59],"that":[60,82,107,139],"brittleness":[61,140],"stems":[62],"multifaceted":[64,143],"factors,":[65],"including":[66],"script":[68],"design,":[69],"complexity,":[72],"and":[73],"automation":[74,153],"framework":[75],"limitations.":[76],"A":[77],"longitudinal":[78],"study":[79],"further":[80,105],"shows":[81],"81.7%":[83],"repaired":[85],"tests":[86],"break":[87],"again":[88],"within":[89],"six":[90],"months,":[91],"primarily":[92],"due":[93],"to":[94],"similar":[95],"recurring":[96],"issues,":[97],"highlighting":[98],"persistent":[100],"nature":[101],"demonstrate":[106],"Large":[108],"Language":[109],"Models,":[110],"provided":[112],"with":[113],"human-like":[114],"diagnostic":[115],"context,":[116],"can":[117],"successfully":[118],"repair":[119],"a":[120,142],"substantial":[121],"portion":[122],"these":[124],"brittle":[125],"tests,":[126],"though":[127],"human":[128],"expertise":[129],"remains":[130],"more":[133],"complex":[134],"scenarios.":[135],"emphasize":[138],"problem":[144],"requiring":[145],"collaboration":[146],"between":[147],"different":[148],"parts":[149],"involved":[150],"testing.":[154]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-01-29T00:00:00"}