{"id":"https://openalex.org/W4403922806","doi":"https://doi.org/10.1145/3686215.3690151","title":"Comparing Subjective Measures of Workload in Video Game Play: Evaluating the Test-Retest Reliability of the VGDS and NASA-TLX","display_name":"Comparing Subjective Measures of Workload in Video Game Play: Evaluating the Test-Retest Reliability of the VGDS and NASA-TLX","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403922806","doi":"https://doi.org/10.1145/3686215.3690151"},"language":"en","primary_location":{"id":"doi:10.1145/3686215.3690151","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3686215.3690151","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 26th International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3686215.3690151","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090011384","display_name":"Emma Jane Pretty","orcid":"https://orcid.org/0000-0002-5108-5740"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Emma Jane Pretty","raw_affiliation_strings":["School of Computing Technologies, RMIT University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5108-5740","affiliations":[{"raw_affiliation_string":"School of Computing Technologies, RMIT University, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087435210","display_name":"Renan Guarese","orcid":"https://orcid.org/0000-0003-1206-5701"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Renan Luigi Martins Guarese","raw_affiliation_strings":["KTH Royal Institute of Technology, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-1206-5701","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054958855","display_name":"Haytham M. Fayek","orcid":"https://orcid.org/0000-0002-1840-7605"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haytham M. Fayek","raw_affiliation_strings":["School of Computing Technologies, RMIT University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1840-7605","affiliations":[{"raw_affiliation_string":"School of Computing Technologies, RMIT University, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061528333","display_name":"Fabio Zambetta","orcid":"https://orcid.org/0000-0003-4133-7913"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Fabio Zambetta","raw_affiliation_strings":["School of Computing Technologies, RMIT University, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4133-7913","affiliations":[{"raw_affiliation_string":"School of Computing Technologies, RMIT University, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5090011384"],"corresponding_institution_ids":["https://openalex.org/I82951845"],"apc_list":null,"apc_paid":null,"fwci":0.6109,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73581015,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"56","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12006","display_name":"Ergonomics and Musculoskeletal Disorders","score":0.9361000061035156,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.9247999787330627,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.8238440752029419},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.7613711357116699},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.651068925857544},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6151027679443359},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.6053243279457092},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.44100192189216614},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3780697286128998},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3507459759712219},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.34952428936958313},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.28832775354385376},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27382975816726685},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21712979674339294},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0715663731098175}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.8238440752029419},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.7613711357116699},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.651068925857544},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6151027679443359},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.6053243279457092},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.44100192189216614},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3780697286128998},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3507459759712219},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.34952428936958313},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.28832775354385376},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27382975816726685},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21712979674339294},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0715663731098175},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3686215.3690151","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3686215.3690151","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 26th International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3686215.3690151","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3686215.3690151","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 26th International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W137305461","https://openalex.org/W2165108635","https://openalex.org/W2898517428","https://openalex.org/W2910641842","https://openalex.org/W2996368260","https://openalex.org/W3007968748","https://openalex.org/W3093794018","https://openalex.org/W3163828784","https://openalex.org/W4245990317","https://openalex.org/W4248821467","https://openalex.org/W4307715686","https://openalex.org/W4320502567","https://openalex.org/W4366547642","https://openalex.org/W4366547671"],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4322734194","https://openalex.org/W3116237489","https://openalex.org/W4233600955","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W3005535424","https://openalex.org/W2994319598","https://openalex.org/W2047067935","https://openalex.org/W1607054433"],"abstract_inverted_index":{"The":[0,111],"measurement":[1],"of":[2,9,59,72,75,79,130,160,177],"player":[3],"engagement":[4,25],"has":[5,48],"been":[6,52],"the":[7,20,56,67,76,80,131,141,144,157],"concern":[8],"academics":[10],"and":[11,86,103,133,163,170,179],"industry":[12],"professionals":[13],"alike.":[14],"Specifically,":[15],"there":[16],"is":[17,150],"interest":[18],"towards":[19],"best":[21],"way":[22],"to":[23,38,172],"measure":[24,39],"through":[26],"surveys":[27],"or":[28],"questionnaires.":[29],"Recently,":[30],"a":[31,70,114,123,174],"new":[32],"tool":[33],"was":[34],"published":[35],"that":[36],"attempts":[37],"workload":[40],"experienced":[41],"during":[42,92],"video":[43],"game":[44],"play,":[45],"however,":[46],"it":[47],"thus":[49],"far":[50],"only":[51],"used":[53],"for":[54,66,155],"exploring":[55,156],"retrospective":[57],"recollection":[58],"gameplay.":[60],"In":[61],"this":[62,182],"paper,":[63],"we":[64],"present,":[65],"first":[68],"time,":[69],"proof":[71],"concept":[73],"study":[74],"test-retest":[77,128,158],"reliability":[78,129,159],"Video":[81],"Game":[82],"Demand":[83],"Scale":[84],"(VGDS)":[85],"NASA":[87],"Task":[88],"Load":[89],"Index":[90],"(NASA-TLX)":[91],"natural":[93],"gameplay":[94],"with":[95],"Minecraft.":[96],"Surveys":[97],"were":[98],"administered":[99],"immediately":[100],"after":[101],"gameplay,":[102],"then":[104],"once":[105],"again":[106],"approximately":[107],"one":[108],"month":[109],"later.":[110],"participants":[112],"completed":[113],"building":[115],"task":[116],"in":[117,181],"Minecraft":[118],"whilst":[119],"being":[120],"assisted":[121],"by":[122],"companion.":[124],"Results":[125],"revealed":[126],"some":[127],"VGDS":[132,178],"NASA-TLX,":[134],"as":[135,137,164],"well":[136],"strong":[138],"correlations":[139],"between":[140],"totals":[142],"at":[143],"two":[145],"time":[146],"points.":[147],"This":[148],"work":[149],"an":[151],"initial":[152],"starting":[153],"point":[154],"subjective":[161],"measures,":[162],"such":[165],"further":[166],"experiments":[167],"are":[168],"planned":[169],"underway":[171],"gain":[173],"broader":[175],"understanding":[176],"NASA-TLX":[180],"context.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}