{"id":"https://openalex.org/W3081393087","doi":"https://doi.org/10.1109/tse.2020.3017514","title":"Clustering Crowdsourced Test Reports of Mobile Applications Using Image Understanding","display_name":"Clustering Crowdsourced Test Reports of Mobile Applications Using Image Understanding","publication_year":2020,"publication_date":"2020-08-24","ids":{"openalex":"https://openalex.org/W3081393087","doi":"https://doi.org/10.1109/tse.2020.3017514","mag":"3081393087"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2020.3017514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3017514","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086365258","display_name":"\u0414\u0438 \u041b\u044e","orcid":"https://orcid.org/0009-0004-2021-4468"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Di Liu","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043981758","display_name":"Yang Feng","orcid":"https://orcid.org/0000-0002-7477-3642"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Feng","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7477-3642","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782565","display_name":"Xiaofang Zhang","orcid":"https://orcid.org/0000-0002-8667-0456"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofang Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-8667-0456","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008140976","display_name":"James A. Jones","orcid":"https://orcid.org/0000-0002-5359-7934"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James A. Jones","raw_affiliation_strings":["Department of Informatics, University of California, Irvine, Irvine, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of California, Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422935","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-9592-7022"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","Mooctest Inc., Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9592-7022","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Mooctest Inc., Nanjing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5086365258"],"corresponding_institution_ids":["https://openalex.org/I3923682"],"apc_list":null,"apc_paid":null,"fwci":3.897,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.9451403,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"48","issue":"4","first_page":"1290","last_page":"1308"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8457551002502441},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.7417633533477783},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7170892953872681},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5368149280548096},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5344098806381226},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.529807448387146},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5107603073120117},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.49776697158813477},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.46374496817588806},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4562869668006897},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4465847611427307},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.43204912543296814},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4127800166606903},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4027148485183716},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4002978205680847},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3501589894294739},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2157454788684845},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1862204372882843}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8457551002502441},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.7417633533477783},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7170892953872681},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5368149280548096},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5344098806381226},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.529807448387146},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5107603073120117},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.49776697158813477},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.46374496817588806},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4562869668006897},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4465847611427307},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.43204912543296814},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4127800166606903},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4027148485183716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4002978205680847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3501589894294739},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2157454788684845},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1862204372882843},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2020.3017514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3017514","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G374735950","display_name":null,"funder_award_id":"61772263","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8517373495","display_name":null,"funder_award_id":"61772014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327518","display_name":"Priority Academic Program Development of Jiangsu Higher Education Institutions","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W180288257","https://openalex.org/W1024906986","https://openalex.org/W1599004321","https://openalex.org/W1803802947","https://openalex.org/W1979585466","https://openalex.org/W1981109290","https://openalex.org/W1987971958","https://openalex.org/W1995291277","https://openalex.org/W1998916198","https://openalex.org/W1999024121","https://openalex.org/W2014157887","https://openalex.org/W2018582844","https://openalex.org/W2024904693","https://openalex.org/W2037291277","https://openalex.org/W2038618263","https://openalex.org/W2041551942","https://openalex.org/W2044885272","https://openalex.org/W2046555014","https://openalex.org/W2054186601","https://openalex.org/W2061742702","https://openalex.org/W2067233232","https://openalex.org/W2068119731","https://openalex.org/W2069074793","https://openalex.org/W2075880488","https://openalex.org/W2083340540","https://openalex.org/W2085207288","https://openalex.org/W2091646623","https://openalex.org/W2095709152","https://openalex.org/W2097569345","https://openalex.org/W2099821052","https://openalex.org/W2101726875","https://openalex.org/W2110068396","https://openalex.org/W2118157288","https://openalex.org/W2120979736","https://openalex.org/W2125587588","https://openalex.org/W2126231081","https://openalex.org/W2126677159","https://openalex.org/W2130146200","https://openalex.org/W2133108681","https://openalex.org/W2133815308","https://openalex.org/W2135626977","https://openalex.org/W2136960485","https://openalex.org/W2139270835","https://openalex.org/W2141807666","https://openalex.org/W2143668817","https://openalex.org/W2151332190","https://openalex.org/W2156833313","https://openalex.org/W2162915993","https://openalex.org/W2165022036","https://openalex.org/W2167630669","https://openalex.org/W2168672239","https://openalex.org/W2171896402","https://openalex.org/W2263201347","https://openalex.org/W2285056549","https://openalex.org/W2296215101","https://openalex.org/W2356417964","https://openalex.org/W2478496062","https://openalex.org/W2522186013","https://openalex.org/W2763778621","https://openalex.org/W2767852858","https://openalex.org/W2789717644","https://openalex.org/W2796243894","https://openalex.org/W2800594283","https://openalex.org/W2802838214","https://openalex.org/W2962707749","https://openalex.org/W2990312188","https://openalex.org/W3148075101","https://openalex.org/W3148952788","https://openalex.org/W3149901392","https://openalex.org/W4230437888","https://openalex.org/W4236810196","https://openalex.org/W4237158495","https://openalex.org/W4248361652","https://openalex.org/W4250951069","https://openalex.org/W4252067116","https://openalex.org/W6636771696","https://openalex.org/W6638151354","https://openalex.org/W6680970901","https://openalex.org/W6695817786","https://openalex.org/W6725739604","https://openalex.org/W6793050168"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Crowdsourced":[0,21],"testing":[1],"has":[2],"been":[3,64],"widely":[4],"used":[5],"to":[6,66,130,141,153,198],"improve":[7],"software":[8],"quality":[9],"as":[10,32],"it":[11],"can":[12,95],"detect":[13],"various":[14],"bugs":[15],"and":[16,28,60,127,148,181,214],"simulate":[17],"real":[18],"usage":[19],"scenarios.":[20,221],"workers":[22],"perform":[23],"tasks":[24],"on":[25,124,169],"crowdsourcing":[26],"platforms":[27],"present":[29],"their":[30],"experiences":[31],"test":[33,42,74,81,118,159,179],"reports,":[34],"which":[35],"naturally":[36],"generates":[37],"an":[38,113,167],"overwhelming":[39],"number":[40],"of":[41,78,90,120,145,158,192,211],"reports.":[43,160],"Therefore,":[44],"inspecting":[45],"these":[46],"reports":[47,75,119,180],"becomes":[48],"a":[49],"time-consuming":[50],"yet":[51],"inevitable":[52],"task.":[53],"In":[54,104],"recent":[55],"years,":[56],"many":[57],"text-based":[58],"prioritization":[59],"clustering":[61,116],"techniques":[62,152],"have":[63],"proposed":[65],"address":[67],"this":[68,105],"challenge.":[69],"However,":[70],"in":[71],"mobile":[72,100,121],"testing,":[73],"often":[76,96],"consist":[77],"only":[79],"short":[80],"descriptions":[82],"but":[83],"rich":[84],"screenshots.":[85,183],"Compared":[86],"with":[87],"the":[88,99,132,143,146,150,155,194,202,208,216],"uncertainty":[89],"textual":[91,126,156],"information,":[92],"well-defined":[93],"screenshots":[94,147],"adequately":[97],"express":[98],"application\u2019s":[101],"activity":[102],"views.":[103],"paper,":[106],"by":[107,196],"employing":[108],"image-understanding":[109],"techniques,":[110],"we":[111,165,206],"propose":[112],"approach":[114,189,213],"for":[115,218],"crowdsourced":[117,172],"applications":[122],"based":[123],"both":[125],"image":[128],"features":[129],"assist":[131],"inspection":[133],"procedure.":[134],"We":[135],"employ":[136],"Spatial":[137],"Pyramid":[138],"Matching":[139],"(SPM)":[140],"measure":[142],"similarity":[144],"use":[149],"natural-language-processing":[151],"compute":[154],"distance":[157],"To":[161],"validate":[162],"our":[163,188,212],"approach,":[164],"conducted":[166],"experiment":[168],"6":[170],"industrial":[171],"projects":[173],"that":[174,187],"contain":[175],"more":[176],"than":[177],"1600":[178],"1400":[182],"The":[184],"results":[185],"show":[186],"is":[190],"capable":[191],"outperforming":[193],"baselines":[195],"up":[197],"37":[199],"percent":[200],"regarding":[201],"APFD":[203],"metric.":[204],"Further,":[205],"analyze":[207],"parameter":[209],"sensitivity":[210],"discuss":[215],"settings":[217],"different":[219],"application":[220]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}