{"id":"https://openalex.org/W4387459857","doi":"https://doi.org/10.1080/10447318.2023.2263694","title":"A New Method for Identifying Low-Quality Data in Perceived Usability Crowdsourcing Tests: Differences in Questionnaire Scores","display_name":"A New Method for Identifying Low-Quality Data in Perceived Usability Crowdsourcing Tests: Differences in Questionnaire Scores","publication_year":2023,"publication_date":"2023-10-09","ids":{"openalex":"https://openalex.org/W4387459857","doi":"https://doi.org/10.1080/10447318.2023.2263694"},"language":"en","primary_location":{"id":"doi:10.1080/10447318.2023.2263694","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2023.2263694","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100330367","display_name":"Yuhui Wang","orcid":"https://orcid.org/0000-0003-3748-3723"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhui Wang","raw_affiliation_strings":["Department of Industrial Design, School of Architecture and Art, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Design, School of Architecture and Art, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446794","display_name":"Xuan Chen","orcid":"https://orcid.org/0000-0001-8501-5524"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Chen","raw_affiliation_strings":["Department of Industrial Design, School of Architecture and Art, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Design, School of Architecture and Art, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065913806","display_name":"Xuan Zhou","orcid":"https://orcid.org/0000-0002-0628-5866"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuan Zhou","raw_affiliation_strings":["Department of Industrial Design, School of Architecture and Art, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Design, School of Architecture and Art, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065913806"],"corresponding_institution_ids":["https://openalex.org/I139660479"],"apc_list":null,"apc_paid":null,"fwci":1.1077,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84338221,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"40","issue":"22","first_page":"7297","last_page":"7313"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9498000144958496,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.922818660736084},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5316339731216431},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5093461275100708},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48925280570983887},{"id":"https://openalex.org/keywords/significant-difference","display_name":"Significant difference","score":0.44272568821907043},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.29382285475730896},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19432750344276428},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.17099249362945557}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.922818660736084},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5316339731216431},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5093461275100708},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48925280570983887},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.44272568821907043},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.29382285475730896},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19432750344276428},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.17099249362945557},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10447318.2023.2263694","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2023.2263694","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":106,"referenced_works":["https://openalex.org/W6125757","https://openalex.org/W19399978","https://openalex.org/W146248005","https://openalex.org/W1488466620","https://openalex.org/W1506299970","https://openalex.org/W1622676990","https://openalex.org/W1628516742","https://openalex.org/W1801891980","https://openalex.org/W1831720960","https://openalex.org/W1866101882","https://openalex.org/W1971372006","https://openalex.org/W1981610984","https://openalex.org/W1985816353","https://openalex.org/W1989093041","https://openalex.org/W1992678424","https://openalex.org/W2002245046","https://openalex.org/W2005019823","https://openalex.org/W2014817805","https://openalex.org/W2017708996","https://openalex.org/W2020740057","https://openalex.org/W2023900384","https://openalex.org/W2030326602","https://openalex.org/W2032191478","https://openalex.org/W2036431079","https://openalex.org/W2037057633","https://openalex.org/W2039251018","https://openalex.org/W2041551942","https://openalex.org/W2043555414","https://openalex.org/W2050470102","https://openalex.org/W2055694118","https://openalex.org/W2058738785","https://openalex.org/W2066741390","https://openalex.org/W2067257553","https://openalex.org/W2069074793","https://openalex.org/W2080479333","https://openalex.org/W2085953960","https://openalex.org/W2089562763","https://openalex.org/W2102387113","https://openalex.org/W2103671723","https://openalex.org/W2104749423","https://openalex.org/W2105297890","https://openalex.org/W2106324902","https://openalex.org/W2107394329","https://openalex.org/W2116323796","https://openalex.org/W2117633598","https://openalex.org/W2120457539","https://openalex.org/W2126572790","https://openalex.org/W2135799691","https://openalex.org/W2142984484","https://openalex.org/W2150597317","https://openalex.org/W2154686027","https://openalex.org/W2168090596","https://openalex.org/W2168672239","https://openalex.org/W2177390197","https://openalex.org/W2187291759","https://openalex.org/W2211081391","https://openalex.org/W2255396083","https://openalex.org/W2294447324","https://openalex.org/W2340432473","https://openalex.org/W2395622121","https://openalex.org/W2474664182","https://openalex.org/W2493275518","https://openalex.org/W2513654055","https://openalex.org/W2522186013","https://openalex.org/W2589261147","https://openalex.org/W2591129357","https://openalex.org/W2592163114","https://openalex.org/W2594278025","https://openalex.org/W2610714993","https://openalex.org/W2612459380","https://openalex.org/W2621078660","https://openalex.org/W2724718771","https://openalex.org/W2737733060","https://openalex.org/W2748181679","https://openalex.org/W2755622373","https://openalex.org/W2760861837","https://openalex.org/W2784220379","https://openalex.org/W2795274753","https://openalex.org/W2844685569","https://openalex.org/W2886023867","https://openalex.org/W2897813007","https://openalex.org/W2900298421","https://openalex.org/W2994612841","https://openalex.org/W2995699592","https://openalex.org/W2997657386","https://openalex.org/W3006818076","https://openalex.org/W3034291980","https://openalex.org/W3038629767","https://openalex.org/W3080863047","https://openalex.org/W3112284995","https://openalex.org/W3121257585","https://openalex.org/W3138684034","https://openalex.org/W3139243120","https://openalex.org/W3159060958","https://openalex.org/W3166884463","https://openalex.org/W3204591824","https://openalex.org/W3206214086","https://openalex.org/W3216087261","https://openalex.org/W4238484349","https://openalex.org/W4255997753","https://openalex.org/W4289704761","https://openalex.org/W4292341621","https://openalex.org/W4296079293","https://openalex.org/W4298196011","https://openalex.org/W6600808634","https://openalex.org/W6749746090"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114"],"abstract_inverted_index":{"AbstractTo":[0],"improve":[1],"the":[2,27,42,69,106,109,141,160,171,199,218,229,253,277],"accuracy":[3],"of":[4,9,29,45,73,108,137,162,195,213,228,252,276],"crowdsourced":[5],"data,":[6,11,104],"efficient":[7],"elimination":[8],"low-quality":[10,62,103],"commonly":[12],"referred":[13],"to":[14,54],"as":[15,205],"data":[16,31,70],"cleaning,":[17],"is":[18,97,147,153,225,237,249,272],"a":[19,56,98,115,126,134,148,164,167,191,206,226,250],"straightforward":[20],"but":[21],"powerful":[22],"method.":[23],"In":[24],"this":[25,66],"research,":[26],"effectiveness":[28],"various":[30,74],"cleaning":[32,61,71,112,150,168,207],"methods":[33],"was":[34,215],"tested":[35],"in":[36,86,90,159],"two":[37,186,200],"measuring":[38],"environments.":[39],"We":[40,64],"used":[41,204],"score":[43,75,135,193],"differences":[44,85],"three":[46],"perceived":[47,144,188],"usability":[48,145,189,240,263],"questionnaires":[49,201],"(SUS,":[50],"UMUX,":[51],"and":[52,132,174,244,267,292],"mATM)":[53],"provide":[55],"new":[57],"basis":[58],"for":[59,101,155],"accurately":[60],"data.":[63],"accomplished":[65],"by":[67,217],"observing":[68],"effect":[72],"difference":[76,136,194],"intervals.":[77],"Our":[78],"study":[79],"ultimately":[80],"showed":[81],"that":[82,114,152],"(1)":[83],"significant":[84],"scores":[87],"are":[88],"found":[89],"different":[91],"measurement":[92],"settings,":[93],"(2)":[94],"completion":[95,130,172],"time":[96,173],"useful":[99],"indicator":[100],"detecting":[102],"(3)":[105],"correlation":[107],"questionnaire":[110],"after":[111],"proves":[113],"method":[116,127,169],"combined":[117],"with":[118],"an":[119,273],"inspection":[120,175],"item":[121,176],"pairs":[122,177],"more":[123],"strictly":[124],"than":[125],"using":[128,163,185],"only":[129],"time,":[131],"(4)":[133],"30":[138,196],"points":[139,197],"on":[140,221,239],"highly":[142],"correlated":[143],"scale":[146],"suitable":[149],"threshold":[151,192],"feasible":[154],"shorter":[156],"questionnaires.":[157],"Therefore,":[158],"case":[161],"single":[165],"questionnaire,":[166],"combining":[170],"can":[178,202],"be":[179,203],"used;":[180],"we":[181],"also":[182],"recommend":[183],"simultaneously":[184],"standardized":[187],"questionnaires,":[190],"between":[198],"criterion.":[208],"Disclosure":[209],"statementNo":[210],"potential":[211],"conflict":[212],"interest":[214],"reported":[216],"author(s).Additional":[219],"informationNotes":[220],"contributorsYuhui":[222],"WangYuhui":[223],"Wang":[224],"researcher":[227,251],"industrial":[230,254,278],"design":[231,255,279],"department,":[232,256,280],"Central":[233,257,281],"South":[234,258,282],"University.":[235,259,283],"He":[236],"focused":[238],"theory,":[241],"user":[242,293],"experience":[243],"product":[245,268,287],"design.Xuan":[246,269],"ChenXuan":[247],"Chen":[248],"Her":[260,284],"research":[261,285],"interests":[262],"assessment,":[264],"crowdsourcing":[265],"testing":[266],"ZhouXuan":[270],"Zhou":[271],"associate":[274],"professor":[275],"covers":[286],"design,":[288],"art":[289],"philosophy,":[290],"post-phenomenology":[291],"experience.":[294]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}