{"id":"https://openalex.org/W4407979175","doi":"https://doi.org/10.3390/info16030174","title":"A Rubric for Peer Evaluation of Multi-User Virtual Environments for Education and Training","display_name":"A Rubric for Peer Evaluation of Multi-User Virtual Environments for Education and Training","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4407979175","doi":"https://doi.org/10.3390/info16030174"},"language":"en","primary_location":{"id":"doi:10.3390/info16030174","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16030174","pdf_url":"https://www.mdpi.com/2078-2489/16/3/174/pdf?version=1740552333","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/16/3/174/pdf?version=1740552333","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028760046","display_name":"Chrysoula Lazou","orcid":"https://orcid.org/0000-0003-2956-9762"},"institutions":[{"id":"https://openalex.org/I147962203","display_name":"Democritus University of Thrace","ror":"https://ror.org/03bfqnx40","country_code":"GR","type":"education","lineage":["https://openalex.org/I147962203"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Chrysoula Lazou","raw_affiliation_strings":["Department of Informatics, Democritus University of Thrace, 65404 Kavala, Greece"],"raw_orcid":"https://orcid.org/0000-0003-2956-9762","affiliations":[{"raw_affiliation_string":"Department of Informatics, Democritus University of Thrace, 65404 Kavala, Greece","institution_ids":["https://openalex.org/I147962203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029961980","display_name":"Avgoustos Ts\u0131nakos","orcid":"https://orcid.org/0000-0001-5043-0226"},"institutions":[{"id":"https://openalex.org/I147962203","display_name":"Democritus University of Thrace","ror":"https://ror.org/03bfqnx40","country_code":"GR","type":"education","lineage":["https://openalex.org/I147962203"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Avgoustos Tsinakos","raw_affiliation_strings":["Department of Informatics, Democritus University of Thrace, 65404 Kavala, Greece"],"raw_orcid":"https://orcid.org/0000-0001-5043-0226","affiliations":[{"raw_affiliation_string":"Department of Informatics, Democritus University of Thrace, 65404 Kavala, Greece","institution_ids":["https://openalex.org/I147962203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010808388","display_name":"Ioannis Kazanidis","orcid":"https://orcid.org/0000-0002-7199-9945"},"institutions":[{"id":"https://openalex.org/I147962203","display_name":"Democritus University of Thrace","ror":"https://ror.org/03bfqnx40","country_code":"GR","type":"education","lineage":["https://openalex.org/I147962203"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Kazanidis","raw_affiliation_strings":["Department of Informatics, Democritus University of Thrace, 65404 Kavala, Greece"],"raw_orcid":"https://orcid.org/0000-0002-7199-9945","affiliations":[{"raw_affiliation_string":"Department of Informatics, Democritus University of Thrace, 65404 Kavala, Greece","institution_ids":["https://openalex.org/I147962203"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028760046"],"corresponding_institution_ids":["https://openalex.org/I147962203"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":9.5286,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97402817,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"16","issue":"3","first_page":"174","last_page":"174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9650588631629944},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6733744144439697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6574282646179199},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.5296378135681152},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.3757377862930298},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.32414430379867554},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.25970497727394104},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.08261069655418396}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9650588631629944},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6733744144439697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6574282646179199},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5296378135681152},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3757377862930298},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32414430379867554},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.25970497727394104},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.08261069655418396},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info16030174","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16030174","pdf_url":"https://www.mdpi.com/2078-2489/16/3/174/pdf?version=1740552333","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fe46e9b39a8f4d9b96624945dea01791","is_oa":true,"landing_page_url":"https://doaj.org/article/fe46e9b39a8f4d9b96624945dea01791","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 16, Iss 3, p 174 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info16030174","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16030174","pdf_url":"https://www.mdpi.com/2078-2489/16/3/174/pdf?version=1740552333","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4407979175.pdf"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W79229537","https://openalex.org/W1496853860","https://openalex.org/W1540981287","https://openalex.org/W1964659143","https://openalex.org/W1976311664","https://openalex.org/W2002049096","https://openalex.org/W2014858765","https://openalex.org/W2020584386","https://openalex.org/W2093493808","https://openalex.org/W2101960651","https://openalex.org/W2114058809","https://openalex.org/W2134661365","https://openalex.org/W2151242492","https://openalex.org/W2154733194","https://openalex.org/W2194784372","https://openalex.org/W2234983534","https://openalex.org/W2344646652","https://openalex.org/W2603172577","https://openalex.org/W2626768306","https://openalex.org/W2767358517","https://openalex.org/W2769690765","https://openalex.org/W2885767575","https://openalex.org/W2900375606","https://openalex.org/W2979777175","https://openalex.org/W2990581863","https://openalex.org/W2998483622","https://openalex.org/W3081407795","https://openalex.org/W3082997598","https://openalex.org/W3113023078","https://openalex.org/W3127290767","https://openalex.org/W3133635976","https://openalex.org/W3150435116","https://openalex.org/W3158908477","https://openalex.org/W3177338661","https://openalex.org/W3194535956","https://openalex.org/W3200951791","https://openalex.org/W4212802598","https://openalex.org/W4212880841","https://openalex.org/W4220752074","https://openalex.org/W4226189841","https://openalex.org/W4255238128","https://openalex.org/W4281770518","https://openalex.org/W4285065987","https://openalex.org/W4293794181","https://openalex.org/W4308121603","https://openalex.org/W4318071421","https://openalex.org/W4319982796","https://openalex.org/W4365517546","https://openalex.org/W4367316498","https://openalex.org/W4377139746","https://openalex.org/W4383819678","https://openalex.org/W4392373699","https://openalex.org/W4394986517","https://openalex.org/W4400777133","https://openalex.org/W6629832047","https://openalex.org/W6690118376","https://openalex.org/W6753641597","https://openalex.org/W6772094902","https://openalex.org/W6793709860","https://openalex.org/W6794483005"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2153005530","https://openalex.org/W3199392376","https://openalex.org/W4321385307"],"abstract_inverted_index":{"In":[0,255],"a":[1,51,133,139],"media-saturated":[2],"online":[3],"ecosystem,":[4],"educational":[5,59,172,206],"technology":[6],"that":[7,24,64,217,249],"fosters":[8],"virtual":[9],"interactions":[10],"and":[11,37,48,91,117,148,169,200,202,244,247,262,270,291],"learning":[12,74],"opportunities,":[13],"unlike":[14],"those":[15],"taking":[16],"place":[17],"face-to-face,":[18],"has":[19],"to":[20,70,81,124,155,167,219,236,277],"bear":[21],"special":[22],"characteristics":[23],"facilitate":[25,237],"the":[26,46,54,68,78,83,92,98,102,107,111,114,118,165,183,196,213,223,230,233,238,242,256,281,284,294],"way":[27],"we":[28],"build":[29],"our":[30],"connection":[31],"with":[32,67,145,164,189],"others":[33],"or":[34,160],"access,":[35],"consume,":[36],"produce":[38],"new":[39],"information.":[40],"The":[41,95,180,208],"present":[42],"study":[43,209],"focuses":[44],"on":[45,195],"design":[47,168,224,285],"implementation":[49,93],"of":[50,57,97,104,113,120,136,138,162,174,182,204,225,232,241,258,283,286,293],"rubric":[52,234],"for":[53,222,280],"peer":[55,88,192,252,266,295],"assessment":[56],"collaborative":[58],"Virtual":[60],"Reality":[61],"(VR)":[62],"environments":[63],"were":[65,153],"built":[66],"aim":[69],"provide":[71],"immersive-triggered":[72],"meaningful":[73],"instances.":[75],"It":[76],"presents":[77],"methodology":[79,99,184],"employed":[80,100],"create":[82],"tool,":[84,116],"its":[85],"use":[86],"in":[87,110,142,158,177],"evaluation":[89,193,203,215,253],"processes,":[90],"findings.":[94],"stages":[96,181],"involve":[101],"review":[103,296],"existing":[105],"tools,":[106],"rationale":[108],"lying":[109],"creation":[112],"certain":[115],"recruitment":[119,135],"educators":[121],"and/or":[122],"trainers":[123],"pilot":[125,239],"test":[126],"it.":[127],"To":[128],"this":[129],"end,":[130],"there":[131],"was":[132],"purposeful":[134],"participants":[137],"postgraduate":[140],"program":[141],"immersive":[143,227],"technologies,":[144],"diverse":[146,260],"demographics":[147,265],"from":[149,251],"different":[150],"disciplines,":[151],"who":[152],"invited":[154],"work":[156],"collaboratively,":[157],"pairs":[159],"groups":[161],"three,":[163],"intent":[166],"develop":[170],"an":[171],"intervention":[173],"their":[175,205,278,287],"choice":[176],"Spatial.io":[178],"software.":[179],"further":[185],"involved":[186],"microteaching":[187],"sessions":[188],"other":[190],"groups,":[191],"based":[194],"quality":[197,226],"criteria":[198,216],"provided,":[199],"self-reflection":[201],"interventions.":[207],"outcomes":[210],"revealed":[211],"(i)":[212],"key":[214],"proved":[218],"be":[220],"critical":[221],"experiences,":[228],"(ii)":[229],"usefulness":[231],"created":[235],"testing":[240],"prototypes,":[243],"(iii)":[245],"challenges":[246],"benefits":[248],"arise":[250],"practices.":[254],"context":[257],"interdisciplinary,":[259],"age":[261],"professional":[263],"experience":[264],"evaluation,":[267],"digital,":[268],"content,":[269],"pedagogical":[271],"concerns":[272],"arose":[273],"providing":[274],"fruitful":[275],"feedback":[276],"peers":[279],"refinement":[282],"VR":[288],"environments.":[289],"Challenges":[290],"recommendations":[292],"processes":[297],"are":[298],"also":[299],"discussed.":[300]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}