{"id":"https://openalex.org/W3032777522","doi":"https://doi.org/10.1145/3313831.3376835","title":"Improving Crowd-Supported GUI Testing with Structural Guidance","display_name":"Improving Crowd-Supported GUI Testing with Structural Guidance","publication_year":2020,"publication_date":"2020-04-21","ids":{"openalex":"https://openalex.org/W3032777522","doi":"https://doi.org/10.1145/3313831.3376835","mag":"3032777522"},"language":"en","primary_location":{"id":"doi:10.1145/3313831.3376835","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3313831.3376835","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100378063","display_name":"Yan Chen","orcid":"https://orcid.org/0000-0002-1646-6935"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yan Chen","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017081525","display_name":"Maulishree Pandey","orcid":"https://orcid.org/0009-0005-0543-3088"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maulishree Pandey","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058977902","display_name":"Jean Song","orcid":"https://orcid.org/0000-0003-4379-3971"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jean Y. Song","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063574664","display_name":"Walter S. Lasecki","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walter S. Lasecki","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069296306","display_name":"Steve Oney","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steve Oney","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100378063"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":5.7729,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.96361416,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7813149690628052},{"id":"https://openalex.org/keywords/graphical-user-interface-testing","display_name":"Graphical user interface testing","score":0.6739385724067688},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.664901614189148},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5547357201576233},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4556863307952881},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.45207029581069946},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.45206886529922485},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.4258432984352112},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42301270365715027},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.41685065627098083},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3929367959499359},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.25507014989852905},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"User interface design","score":0.22984635829925537},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14415034651756287},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1092049777507782}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7813149690628052},{"id":"https://openalex.org/C66153210","wikidata":"https://www.wikidata.org/wiki/Q5597182","display_name":"Graphical user interface testing","level":4,"score":0.6739385724067688},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.664901614189148},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5547357201576233},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4556863307952881},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45207029581069946},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.45206886529922485},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.4258432984352112},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42301270365715027},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.41685065627098083},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3929367959499359},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.25507014989852905},{"id":"https://openalex.org/C149229913","wikidata":"https://www.wikidata.org/wiki/Q135707","display_name":"User interface design","level":3,"score":0.22984635829925537},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14415034651756287},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1092049777507782},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3313831.3376835","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3313831.3376835","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W173286940","https://openalex.org/W1592152377","https://openalex.org/W1839086001","https://openalex.org/W1975431988","https://openalex.org/W1996574389","https://openalex.org/W2007644286","https://openalex.org/W2014157887","https://openalex.org/W2014973576","https://openalex.org/W2018567346","https://openalex.org/W2023027674","https://openalex.org/W2041311157","https://openalex.org/W2042052196","https://openalex.org/W2052493036","https://openalex.org/W2105552354","https://openalex.org/W2114647523","https://openalex.org/W2116705992","https://openalex.org/W2120396827","https://openalex.org/W2121504314","https://openalex.org/W2121867457","https://openalex.org/W2127391619","https://openalex.org/W2129857662","https://openalex.org/W2134741696","https://openalex.org/W2138660048","https://openalex.org/W2141125339","https://openalex.org/W2141282920","https://openalex.org/W2158447593","https://openalex.org/W2163986367","https://openalex.org/W2166261011","https://openalex.org/W2170806228","https://openalex.org/W2184059664","https://openalex.org/W2467222092","https://openalex.org/W2480616346","https://openalex.org/W2514090203","https://openalex.org/W2522186013","https://openalex.org/W2548788111","https://openalex.org/W2725032736","https://openalex.org/W2744629383","https://openalex.org/W2765874585","https://openalex.org/W2767109660","https://openalex.org/W2767785010","https://openalex.org/W2770141444","https://openalex.org/W2809049841","https://openalex.org/W2897966957","https://openalex.org/W2898125335","https://openalex.org/W2911662794","https://openalex.org/W2942422815","https://openalex.org/W2953970279","https://openalex.org/W3004939941","https://openalex.org/W4205241876"],"related_works":["https://openalex.org/W3180179400","https://openalex.org/W2351423253","https://openalex.org/W2749145940","https://openalex.org/W1539807119","https://openalex.org/W2102132451","https://openalex.org/W2286447865","https://openalex.org/W2150370510","https://openalex.org/W4256045586","https://openalex.org/W963721989","https://openalex.org/W2014441485"],"abstract_inverted_index":{"Crowd":[0,121],"testing":[1,210],"is":[2,26,40],"an":[3],"emerging":[4],"practice":[5],"in":[6,53,200,219,238],"Graphical":[7],"User":[8,64],"Interface":[9,65],"(GUI)":[10],"testing,":[11],"where":[12],"developers":[13],"recruit":[14],"a":[15,32,59,108],"large":[16],"number":[17],"of":[18,45,50,62,137,229],"crowd":[19,88,164],"testers":[20,51,122,154,165,177],"to":[21,56,72,86,128,146,152,233],"test":[22,74,169],"GUI":[23,149],"features.":[24],"It":[25],"often":[27],"easier":[28],"and":[29,37,76,94,102,133],"faster":[30],"than":[31,43],"dedicated":[33],"quality":[34],"assurance":[35],"team,":[36],"its":[38],"output":[39],"more":[41,195,201,208,235],"realistic":[42],"that":[44,112,116,172,198,215],"automated":[46],"testing.":[47],"However,":[48],"crowds":[49],"working":[52],"parallel":[54],"tend":[55],"focus":[57],"on":[58,166],"small":[60],"set":[61],"commonly-used":[63],"(UI)":[66],"navigation":[67,131],"paths,":[68],"which":[69],"can":[70,123,175,191],"lead":[71],"low":[73],"coverage":[75,136,186],"redundant":[77,179],"effort.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82],"introduce":[83],"two":[84],"techniques":[85,174,190],"increase":[87,134],"testers'":[89,185],"coverage:":[90],"interactive":[91,98],"event-flow":[92,99],"graphs":[93,100,127,145],"GUI-level":[95],"guidance.":[96],"The":[97],"track":[101],"aggregate":[103],"every":[104],"tester's":[105],"interactions":[106],"into":[107,226],"single":[109],"directed":[110],"graph":[111],"visualizes":[113],"the":[114,126,135,138,144,148,173,212,230,239],"cases":[115],"have":[117],"already":[118],"been":[119,217],"explored.":[120],"interact":[124],"with":[125,162,211],"find":[129],"new":[130],"paths":[132],"created":[139],"tests.":[140],"We":[141],"also":[142,182,222],"use":[143],"augment":[147],"(GUI-level":[150],"guidance)":[151],"help":[153,176,192],"avoid":[155,178],"only":[156,205],"exploring":[157],"common":[158],"paths.":[159],"Our":[160],"evaluation":[161],"30":[163],"11":[167],"different":[168,227],"pages":[170],"shows":[171],"effort":[180,214],"while":[181],"increasing":[183],"untrained":[184],"by":[187,206,223],"55%.":[188],"These":[189],"us":[193],"develop":[194],"robust":[196],"software":[197,237],"works":[199],"mission-critical":[202],"settings":[203],"not":[204],"performing":[207],"thorough":[209],"same":[213],"has":[216],"put":[218],"before":[220],"but":[221],"integrating":[224],"them":[225],"parts":[228],"development":[231,241],"pipeline":[232],"make":[234],"reliable":[236],"early":[240],"stage.":[242]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}