{"id":"https://openalex.org/W2796339639","doi":"https://doi.org/10.1109/saner.2018.8330224","title":"Automated quality assessment for crowdsourced test reports of mobile applications","display_name":"Automated quality assessment for crowdsourced test reports of mobile applications","publication_year":2018,"publication_date":"2018-03-01","ids":{"openalex":"https://openalex.org/W2796339639","doi":"https://doi.org/10.1109/saner.2018.8330224","mag":"2796339639"},"language":"en","primary_location":{"id":"doi:10.1109/saner.2018.8330224","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner.2018.8330224","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 25th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100725089","display_name":"Xin Chen","orcid":"https://orcid.org/0009-0007-2070-141X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Chen","raw_affiliation_strings":["Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China","School of Software, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China","institution_ids":[]},{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002119636","display_name":"He Jiang","orcid":"https://orcid.org/0000-0001-8674-4948"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Jiang","raw_affiliation_strings":["Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China","School of Software, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China","institution_ids":[]},{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328758","display_name":"Xiaochen Li","orcid":"https://orcid.org/0000-0002-5068-1938"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochen Li","raw_affiliation_strings":["Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China","School of Software, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China","institution_ids":[]},{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027259486","display_name":"Tieke He","orcid":"https://orcid.org/0000-0001-9649-1796"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tieke He","raw_affiliation_strings":["School of Software, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422935","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-9592-7022"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["School of Software, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100725089"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":2.7488,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.92283388,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"368","last_page":"379"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.69770747423172},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5147976279258728},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5104409456253052},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"Quality assessment","score":0.46966752409935},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.35405653715133667},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1429690420627594},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.10440841317176819}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.69770747423172},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5147976279258728},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5104409456253052},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.46966752409935},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.35405653715133667},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1429690420627594},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.10440841317176819},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/saner.2018.8330224","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner.2018.8330224","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 25th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"No poverty","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/1"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W36543993","https://openalex.org/W173286940","https://openalex.org/W781731222","https://openalex.org/W991150271","https://openalex.org/W1507711477","https://openalex.org/W1521341885","https://openalex.org/W1531499883","https://openalex.org/W1748954831","https://openalex.org/W1967390364","https://openalex.org/W1969521392","https://openalex.org/W1980921642","https://openalex.org/W1982937949","https://openalex.org/W1984277393","https://openalex.org/W1999024121","https://openalex.org/W2007566951","https://openalex.org/W2014157887","https://openalex.org/W2018300363","https://openalex.org/W2028356266","https://openalex.org/W2040679323","https://openalex.org/W2046555014","https://openalex.org/W2053107307","https://openalex.org/W2058591750","https://openalex.org/W2069074793","https://openalex.org/W2074019008","https://openalex.org/W2091646623","https://openalex.org/W2100406974","https://openalex.org/W2127577307","https://openalex.org/W2133368849","https://openalex.org/W2158133897","https://openalex.org/W2160517961","https://openalex.org/W2164577291","https://openalex.org/W2165504642","https://openalex.org/W2170931744","https://openalex.org/W2280357824","https://openalex.org/W2335163676","https://openalex.org/W2514090203","https://openalex.org/W2515531724","https://openalex.org/W2519441621","https://openalex.org/W2522186013","https://openalex.org/W2522973809","https://openalex.org/W2549358468","https://openalex.org/W3145269252","https://openalex.org/W4206588522","https://openalex.org/W4252067116","https://openalex.org/W6601470014","https://openalex.org/W6607070914","https://openalex.org/W6632111828","https://openalex.org/W6656634742","https://openalex.org/W6726551630","https://openalex.org/W6726951839"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W1963988314","https://openalex.org/W1924500548"],"abstract_inverted_index":{"In":[0,82],"crowdsourced":[1,155],"mobile":[2,48,160],"application":[3],"testing,":[4],"crowd":[5],"workers":[6,41],"help":[7,86],"developers":[8,27,60,87],"perform":[9],"testing":[10],"and":[11,30,42,131,179],"submit":[12],"test":[13,20,53,75,91,114,129,144,156,171,209],"reports":[14,21,54,130,145,172],"for":[15,26,96],"unexpected":[16],"behaviors.":[17],"These":[18],"submitted":[19],"usually":[22],"provide":[23],"critical":[24],"information":[25],"to":[28,36,62,71,85,108,123,139,177,184],"understand":[29],"reproduce":[31],"the":[32,37,43,50,73,111,125,133,141,168,187,193,206],"bugs.":[33],"However,":[34],"due":[35],"poor":[38],"performance":[39],"of":[40,45,52,67,113,120,128,136,143,159,170,175,196,208],"inconvenience":[44],"editing":[46],"on":[47,202],"devices,":[49],"quality":[51,112,142,169,207],"may":[55],"vary":[56],"sharply.":[57],"At":[58],"times":[59],"have":[61,199],"spend":[63],"a":[64,90,103,118],"significant":[65],"portion":[66],"their":[68,80],"available":[69],"resources":[70],"handle":[72],"low-quality":[74],"reports,":[76],"thus":[77],"heavily":[78],"decreasing":[79],"efficiency.":[81],"this":[83],"paper,":[84],"predict":[88,167],"whether":[89],"report":[92,157],"should":[93],"be":[94],"selected":[95],"inspection":[97],"within":[98],"limited":[99],"resources,":[100],"we":[101],"propose":[102],"new":[104],"framework":[105],"named":[106],"TERQAF":[107,116,164,203],"automatically":[109],"model":[110],"reports.":[115,210],"defines":[117],"series":[119],"quantifiable":[121],"indicators":[122,138,198],"measure":[124],"desirable":[126],"properties":[127],"aggregates":[132],"numerical":[134],"values":[135],"all":[137],"determine":[140],"by":[146,182],"using":[147],"step":[148],"transformation":[149],"functions.":[150],"Experiments":[151],"conducted":[152],"over":[153],"five":[154],"datasets":[158],"applications":[161],"show":[162],"that":[163,192],"can":[165],"correctly":[166],"with":[173],"accuracy":[174],"up":[176,183],"88.06%":[178],"outperform":[180],"baselines":[181],"23.06%.":[185],"Meanwhile,":[186],"experimental":[188],"results":[189],"also":[190],"demonstrate":[191],"four":[194],"categories":[195],"measurable":[197],"positive":[200],"impacts":[201],"in":[204],"evaluating":[205]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}