{"id":"https://openalex.org/W4396833012","doi":"https://doi.org/10.1145/3613905.3650751","title":"Beyond Aesthetics: Evaluating Response Widgets for Reliability & Construct Validity of Scale Questionnaires","display_name":"Beyond Aesthetics: Evaluating Response Widgets for Reliability & Construct Validity of Scale Questionnaires","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396833012","doi":"https://doi.org/10.1145/3613905.3650751"},"language":"en","primary_location":{"id":"doi:10.1145/3613905.3650751","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613905.3650751","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3650751","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3650751","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060533430","display_name":"Habiba Farzand","orcid":"https://orcid.org/0000-0002-2961-3500"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]},{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Habiba Farzand","raw_affiliation_strings":["University of Glasgow, United Kingdom and University of York, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom and University of York, United Kingdom","institution_ids":["https://openalex.org/I52099693","https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052961570","display_name":"David Al Baiaty Suarez","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Al Baiaty Suarez","raw_affiliation_strings":["University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020232654","display_name":"Thomas Goodge","orcid":"https://orcid.org/0000-0001-6229-7936"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Thomas Goodge","raw_affiliation_strings":["University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047230152","display_name":"Shaun Macdonald","orcid":"https://orcid.org/0000-0001-6519-318X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shaun Alexander Macdonald","raw_affiliation_strings":["University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087905953","display_name":"Karola Marky","orcid":"https://orcid.org/0000-0001-7129-9642"},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Karola Marky","raw_affiliation_strings":["Ruhr-University Bochum, Germany"],"affiliations":[{"raw_affiliation_string":"Ruhr-University Bochum, Germany","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001935352","display_name":"Mohamed Khamis","orcid":"https://orcid.org/0000-0001-7051-5200"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mohamed Khamis","raw_affiliation_strings":["University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085421841","display_name":"Paul Cairns","orcid":"https://orcid.org/0000-0002-6508-372X"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paul Cairns","raw_affiliation_strings":["University of York, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of York, United Kingdom","institution_ids":["https://openalex.org/I52099693"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5060533430"],"corresponding_institution_ids":["https://openalex.org/I52099693","https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":1.4609,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.80859521,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11542","display_name":"Behavioral Health and Interventions","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.7669079303741455},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.7406153678894043},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5872349739074707},{"id":"https://openalex.org/keywords/construct-validity","display_name":"Construct validity","score":0.5640820264816284},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5613049864768982},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5184899568557739},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.48283132910728455},{"id":"https://openalex.org/keywords/validity","display_name":"Validity","score":0.4249138832092285},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.38740625977516174},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35431766510009766},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3352711796760559},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.19370189309120178},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1612636148929596},{"id":"https://openalex.org/keywords/clinical-psychology","display_name":"Clinical psychology","score":0.05574962496757507}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.7669079303741455},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.7406153678894043},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5872349739074707},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.5640820264816284},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5613049864768982},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5184899568557739},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.48283132910728455},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.4249138832092285},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38740625977516174},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35431766510009766},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3352711796760559},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.19370189309120178},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1612636148929596},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.05574962496757507},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3613905.3650751","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613905.3650751","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3650751","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:321971","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/56379.html>,","pdf_url":"https://eprints.gla.ac.uk/321971/2/321971.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"doi:10.1145/3613905.3650751","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613905.3650751","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3650751","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G18682879","display_name":null,"funder_award_id":"390781972","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5106512922","display_name":null,"funder_award_id":"Deutsche Forschungsgemeinschaft (DFG","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5717916917","display_name":null,"funder_award_id":"39078197","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320337","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396833012.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1994785817","https://openalex.org/W2003215225","https://openalex.org/W2043722673","https://openalex.org/W2087279340","https://openalex.org/W2127707768","https://openalex.org/W2141845152","https://openalex.org/W2329930013","https://openalex.org/W2407293509","https://openalex.org/W2731697107","https://openalex.org/W2794184466","https://openalex.org/W2885543844","https://openalex.org/W2937927877","https://openalex.org/W2941301933","https://openalex.org/W2946970614","https://openalex.org/W2947174435","https://openalex.org/W2948809961","https://openalex.org/W2979806167","https://openalex.org/W3017166371","https://openalex.org/W4296058703","https://openalex.org/W4396832327"],"related_works":["https://openalex.org/W4380136770","https://openalex.org/W2067674665","https://openalex.org/W4380568662","https://openalex.org/W3135512811","https://openalex.org/W2279151839","https://openalex.org/W2964200250","https://openalex.org/W2016749656","https://openalex.org/W2906877784","https://openalex.org/W2019962676","https://openalex.org/W2016506764"],"abstract_inverted_index":{"Scale":[0],"questionnaires":[1,54],"are":[2,135],"psychometric":[3],"tools":[4,12],"that":[5,33,63,132],"capture":[6],"perspectives":[7],"and":[8,17,46,71,85,112,122,140],"experiences.":[9],"Consequently,":[10],"these":[11,128],"need":[13],"to":[14,36],"be":[15,142],"reliable":[16],"valid.":[18],"In":[19,125],"this":[20],"paper,":[21],"we":[22,130],"investigate":[23],"the":[24,30,42,83,115,146],"impact":[25],"of":[26,49,120,127],"response":[27,133],"widgets":[28,134],"-":[29,40],"UI":[31],"elements":[32],"allow":[34],"users":[35],"answer":[37],"scale":[38,44,53],"items":[39],"on":[41],"overall":[43],"reliability":[45,65],"construct":[47],"validity":[48],"three":[50],"varied":[51],"length":[52],"in":[55,73,92,107,118],"a":[56],"user":[57],"study":[58],"(N=30).":[59],"Our":[60],"results":[61,79],"reveal":[62],"optimum":[64],"was":[66,98,114],"achieved":[67],"using":[68],"radio":[69],"buttons":[70,104],"dropdowns":[72],"all":[74],"varied-length":[75],"questionnaires.":[76],"Further,":[77],"valid":[78],"were":[80,90],"produced":[81],"utilising":[82],"slider":[84],"dropdown.":[86,102],"No":[87],"significant":[88],"differences":[89],"found":[91],"time":[93],"consumption,":[94],"but":[95],"click":[96],"count":[97],"significantly":[99],"higher":[100],"with":[101],"Radio":[103],"scored":[105],"lower":[106],"format":[108],"satisfaction":[109],"than":[110,137],"others,":[111],"dropdown":[113],"least":[116],"effective":[117],"ease":[119],"selection":[121],"quick":[123],"completion.":[124],"light":[126],"results,":[129],"conclude":[131],"more":[136],"just":[138],"aesthetics":[139],"should":[141],"selected":[143],"as":[144],"per":[145],"researcher\u2019s":[147],"aims.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}