{"id":"https://openalex.org/W2984216217","doi":"https://doi.org/10.1080/10494820.2019.1678489","title":"Iterative user and expert feedback in the design of an educational virtual reality biology game","display_name":"Iterative user and expert feedback in the design of an educational virtual reality biology game","publication_year":2019,"publication_date":"2019-10-31","ids":{"openalex":"https://openalex.org/W2984216217","doi":"https://doi.org/10.1080/10494820.2019.1678489","mag":"2984216217"},"language":"en","primary_location":{"id":"doi:10.1080/10494820.2019.1678489","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10494820.2019.1678489","pdf_url":null,"source":{"id":"https://openalex.org/S90466346","display_name":"Interactive Learning Environments","issn_l":"1049-4820","issn":["1049-4820","1744-5191"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interactive Learning Environments","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/1721.1/136492","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053795763","display_name":"Annie Wang","orcid":"https://orcid.org/0000-0001-8674-8527"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Annie Wang","raw_affiliation_strings":["Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8674-8527","affiliations":[{"raw_affiliation_string":"Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041849396","display_name":"Meredith Thompson","orcid":"https://orcid.org/0000-0001-9989-8604"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Meredith Thompson","raw_affiliation_strings":["Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9989-8604","affiliations":[{"raw_affiliation_string":"Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045421321","display_name":"Dan Roy","orcid":"https://orcid.org/0000-0001-5510-3179"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Roy","raw_affiliation_strings":["Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5510-3179","affiliations":[{"raw_affiliation_string":"Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039845733","display_name":"Katharine Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katharine Pan","raw_affiliation_strings":["Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103477557","display_name":"Judy Perry","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Judy Perry","raw_affiliation_strings":["Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109614624","display_name":"Philip Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip Tan","raw_affiliation_strings":["Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048290673","display_name":"Rik Eberhart","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rik Eberhart","raw_affiliation_strings":["Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034996425","display_name":"Eric Klopfer","orcid":"https://orcid.org/0000-0002-6778-9478"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Klopfer","raw_affiliation_strings":["Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6778-9478","affiliations":[{"raw_affiliation_string":"Comparative Media Studies, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5041849396"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":2.4519,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.89050337,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"30","issue":"4","first_page":"677","last_page":"694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11526","display_name":"Innovative Teaching Methods","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6764487624168396},{"id":"https://openalex.org/keywords/game-design","display_name":"Game design","score":0.6046549677848816},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.49822163581848145},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.4883694052696228},{"id":"https://openalex.org/keywords/game-design-document","display_name":"Game design document","score":0.4858989119529724},{"id":"https://openalex.org/keywords/game-developer","display_name":"Game Developer","score":0.47598448395729065},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.4751030206680298},{"id":"https://openalex.org/keywords/subject-matter","display_name":"Subject matter","score":0.47047334909439087},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46404024958610535},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.45060962438583374},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.44304969906806946},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4190859794616699},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1955895721912384},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.14816462993621826},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13189977407455444},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.12755516171455383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12458539009094238},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.09024915099143982}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6764487624168396},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.6046549677848816},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.49822163581848145},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.4883694052696228},{"id":"https://openalex.org/C6907630","wikidata":"https://www.wikidata.org/wiki/Q3010535","display_name":"Game design document","level":4,"score":0.4858989119529724},{"id":"https://openalex.org/C41826821","wikidata":"https://www.wikidata.org/wiki/Q844005","display_name":"Game Developer","level":3,"score":0.47598448395729065},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.4751030206680298},{"id":"https://openalex.org/C2992860105","wikidata":"https://www.wikidata.org/wiki/Q7631392","display_name":"Subject matter","level":3,"score":0.47047334909439087},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46404024958610535},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.45060962438583374},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.44304969906806946},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4190859794616699},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1955895721912384},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.14816462993621826},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13189977407455444},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.12755516171455383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12458539009094238},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.09024915099143982},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/10494820.2019.1678489","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10494820.2019.1678489","pdf_url":null,"source":{"id":"https://openalex.org/S90466346","display_name":"Interactive Learning Environments","issn_l":"1049-4820","issn":["1049-4820","1744-5191"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interactive Learning Environments","raw_type":"journal-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/136492","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/136492","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Other repository","raw_type":"http://purl.org/eprint/type/JournalArticle"}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/136492","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/136492","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Other repository","raw_type":"http://purl.org/eprint/type/JournalArticle"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W55211325","https://openalex.org/W242266841","https://openalex.org/W1964054055","https://openalex.org/W1966139353","https://openalex.org/W1978623124","https://openalex.org/W1981788401","https://openalex.org/W1985149490","https://openalex.org/W1998923271","https://openalex.org/W2012869797","https://openalex.org/W2015550290","https://openalex.org/W2018225443","https://openalex.org/W2022041506","https://openalex.org/W2033747712","https://openalex.org/W2066058058","https://openalex.org/W2068940565","https://openalex.org/W2069788741","https://openalex.org/W2077111155","https://openalex.org/W2077275415","https://openalex.org/W2094743489","https://openalex.org/W2128922568","https://openalex.org/W2129995169","https://openalex.org/W2158964821","https://openalex.org/W2168890948","https://openalex.org/W2170644967","https://openalex.org/W2228329932","https://openalex.org/W2228740615","https://openalex.org/W2253312808","https://openalex.org/W2302437148","https://openalex.org/W2488074873","https://openalex.org/W2490192616","https://openalex.org/W2561008402","https://openalex.org/W2566164720","https://openalex.org/W2603062014","https://openalex.org/W2603351023","https://openalex.org/W2611245725","https://openalex.org/W2749277789","https://openalex.org/W2755446985","https://openalex.org/W2791369900","https://openalex.org/W2802603488","https://openalex.org/W2805533175","https://openalex.org/W2885960524","https://openalex.org/W3177542480","https://openalex.org/W4237067389","https://openalex.org/W4247545751","https://openalex.org/W4292952947"],"related_works":["https://openalex.org/W2130088927","https://openalex.org/W1491613725","https://openalex.org/W62621724","https://openalex.org/W3197701866","https://openalex.org/W632879825","https://openalex.org/W2885055606","https://openalex.org/W2885801668","https://openalex.org/W4381616580","https://openalex.org/W2755355173","https://openalex.org/W3049507504"],"abstract_inverted_index":{"This":[0],"study":[1],"focuses":[2],"on":[3],"an":[4,60],"educational":[5,67],"game":[6,65,133],"titled":[7],"Cellverse,":[8,27],"a":[9,34,42,75],"two-player":[10],"cross-platform":[11],"VR":[12],"project":[13],"intended":[14],"to":[15,32,92,104,128],"teach":[16],"high":[17],"school":[18],"biology":[19],"students":[20],"about":[21],"cell":[22,37],"structure":[23],"and":[24,38,40,69,71,89,95,108,113,125,130,139,156,177,190],"function.":[25],"In":[26],"players":[28],"work":[29],"in":[30,55],"pairs":[31],"explore":[33],"human":[35],"lung":[36],"diagnose":[39],"treat":[41],"dangerous":[43],"genetic":[44],"disorder.":[45],"Cellverse":[46],"is":[47,103],"being":[48],"designed":[49],"by":[50],"the":[51,82,115,144,164],"Collaborative":[52],"Learning":[53],"Environments":[54],"Virtual":[56],"Reality":[57],"(CLEVR)":[58],"team,":[59],"interdisciplinary":[61],"team":[62],"consisting":[63],"of":[64,84,100,117,146,166],"designers,":[66],"researchers,":[68],"graduate":[70],"undergraduate":[72],"students.":[73],"Using":[74],"design-based":[76],"research":[77],"approach,":[78],"we":[79,123],"have":[80],"enlisted":[81],"help":[83],"both":[85,161,175],"subject":[86,147,187],"matter":[87,148],"experts":[88,176],"user":[90,107,154],"testers":[91],"iteratively":[93],"design":[94,165],"improve":[96],"Cellverse.":[97,167],"The":[98],"objective":[99],"this":[101],"paper":[102],"share":[105],"how":[106,122,158],"expert":[109],"feedback":[110,151,173],"can":[111,183],"inform":[112],"enhance":[114],"development":[116],"learning":[118],"games.":[119],"We":[120,142],"describe":[121,157],"gather":[124],"synthesize":[126],"information":[127,181],"review":[129],"revise":[131],"our":[132,153],"from":[134,152,160,174],"in-game":[135,191],"observations,":[136],"semi-structured":[137],"interviews,":[138],"video":[140],"data.":[141],"discuss":[143],"input":[145,159],"experts,":[149],"present":[150],"testers,":[155],"parties":[162],"influenced":[163],"Our":[168],"results":[169],"suggest":[170],"that":[171,182],"including":[172],"users":[178],"has":[179],"provided":[180],"clarify":[184],"gameplay,":[185],"instruction,":[186],"portrayal,":[188],"narrative,":[189],"goals.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}