{"id":"https://openalex.org/W1998258718","doi":"https://doi.org/10.1109/cgames.2013.6632633","title":"Performance metrics for serious games: Will the (real) expert please step forward?","display_name":"Performance metrics for serious games: Will the (real) expert please step forward?","publication_year":2013,"publication_date":"2013-07-01","ids":{"openalex":"https://openalex.org/W1998258718","doi":"https://doi.org/10.1109/cgames.2013.6632633","mag":"1998258718"},"language":"en","primary_location":{"id":"doi:10.1109/cgames.2013.6632633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cgames.2013.6632633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of CGAMES'2013 USA","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031503446","display_name":"Christian Sebastian Loh","orcid":"https://orcid.org/0000-0002-6318-3890"},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian S. Loh","raw_affiliation_strings":["Virtual Environment Lab (V-LAB), Southern Illinois University, Carbondale, IL, USA","Virtual Environ. Lab. (V-Lab.), Southern Illinois Univ., Carbondale, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virtual Environment Lab (V-LAB), Southern Illinois University, Carbondale, IL, USA","institution_ids":["https://openalex.org/I110378019"]},{"raw_affiliation_string":"Virtual Environ. Lab. (V-Lab.), Southern Illinois Univ., Carbondale, IL, USA","institution_ids":["https://openalex.org/I110378019"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051847633","display_name":"Yanyan Sheng","orcid":"https://orcid.org/0000-0003-4871-2202"},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanyan Sheng","raw_affiliation_strings":["Department of Educational Measurement & Statistics, Southern Illinois University, Carbondale, IL, USA","Dept. of Educ. Meas. & Stat., Southern Illinois Univ., Carbondale, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Educational Measurement & Statistics, Southern Illinois University, Carbondale, IL, USA","institution_ids":["https://openalex.org/I110378019"]},{"raw_affiliation_string":"Dept. of Educ. Meas. & Stat., Southern Illinois Univ., Carbondale, IL, USA","institution_ids":["https://openalex.org/I110378019"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I110378019"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"202","last_page":"206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7647659778594971},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.7567490339279175},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.7438416481018066},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7318556308746338},{"id":"https://openalex.org/keywords/string-metric","display_name":"String metric","score":0.6870514154434204},{"id":"https://openalex.org/keywords/string","display_name":"String (physics)","score":0.6598845720291138},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6257548332214355},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6031018495559692},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39937737584114075},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3948618173599243},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3883572518825531},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37024030089378357},{"id":"https://openalex.org/keywords/string-searching-algorithm","display_name":"String searching algorithm","score":0.08512696623802185},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08019223809242249}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7647659778594971},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.7567490339279175},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.7438416481018066},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7318556308746338},{"id":"https://openalex.org/C22820288","wikidata":"https://www.wikidata.org/wiki/Q9050568","display_name":"String metric","level":4,"score":0.6870514154434204},{"id":"https://openalex.org/C157486923","wikidata":"https://www.wikidata.org/wiki/Q1376436","display_name":"String (physics)","level":2,"score":0.6598845720291138},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6257548332214355},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6031018495559692},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39937737584114075},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3948618173599243},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3883572518825531},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37024030089378357},{"id":"https://openalex.org/C7757238","wikidata":"https://www.wikidata.org/wiki/Q374040","display_name":"String searching algorithm","level":3,"score":0.08512696623802185},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08019223809242249},{"id":"https://openalex.org/C68859911","wikidata":"https://www.wikidata.org/wiki/Q1503724","display_name":"Pattern matching","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cgames.2013.6632633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cgames.2013.6632633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of CGAMES'2013 USA","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.564.9083","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.564.9083","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.researchgate.net/profile/Christian_Loh/publication/257296030_Performance_metrics_for_serious_games__Will_the_(real)_expert_please_step_forward/links/02e7e5262ea2f291ae000000?origin=publication_detail","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W13402668","https://openalex.org/W32243143","https://openalex.org/W40175411","https://openalex.org/W46452414","https://openalex.org/W50007895","https://openalex.org/W79190670","https://openalex.org/W1480756316","https://openalex.org/W1483408659","https://openalex.org/W1485485994","https://openalex.org/W1559837540","https://openalex.org/W1566906648","https://openalex.org/W1569123402","https://openalex.org/W1730205507","https://openalex.org/W2002003995","https://openalex.org/W2005875725","https://openalex.org/W2007863986","https://openalex.org/W2021647589","https://openalex.org/W2032071364","https://openalex.org/W2043238171","https://openalex.org/W2076451889","https://openalex.org/W2076758805","https://openalex.org/W2078257668","https://openalex.org/W2079100340","https://openalex.org/W2124548463","https://openalex.org/W2136154277","https://openalex.org/W2138028103","https://openalex.org/W2158378323","https://openalex.org/W2164456230","https://openalex.org/W2221006355","https://openalex.org/W2234649517","https://openalex.org/W2254497777","https://openalex.org/W2295843391","https://openalex.org/W2339215966","https://openalex.org/W2399145983","https://openalex.org/W2979850563","https://openalex.org/W3149458973","https://openalex.org/W4238049555","https://openalex.org/W6629128211","https://openalex.org/W6650606216","https://openalex.org/W6684055691","https://openalex.org/W6713061454"],"related_works":["https://openalex.org/W4301653298","https://openalex.org/W2119262534","https://openalex.org/W1970026646","https://openalex.org/W152351265","https://openalex.org/W3042295250","https://openalex.org/W2994651536","https://openalex.org/W4232755842","https://openalex.org/W2765918440","https://openalex.org/W4237027867","https://openalex.org/W2502219810"],"abstract_inverted_index":{"The":[0,34],"literature":[1],"on":[2,25],"human":[3],"training":[4],"performance":[5,58,70,111],"has":[6],"long":[7],"attested":[8],"to":[9,42,72,87],"the":[10,109],"behavioral":[11],"differences":[12],"between":[13],"experts":[14],"and":[15,46,84,105],"novices,":[16],"in":[17,31,36,93],"which":[18],"`competency'":[19],"is":[20,102],"a":[21,26,69,76],"demonstrable":[22],"attribute":[23],"based":[24],"person's":[27],"course":[28,90],"of":[29,78,82,91],"action":[30,92],"problem":[32,94],"solving.":[33,95],"advances":[35],"technology":[37],"have":[38],"made":[39],"it":[40],"possible":[41],"trace":[43],"players'":[44],"actions":[45],"behaviors":[47],"(as":[48],"user-generated":[49],"data)":[50],"within":[51],"an":[52],"online":[53],"serious":[54],"gaming":[55],"environment":[56],"for":[57,113],"assessment":[59],"purposes.":[60],"In":[61],"this":[62],"study,":[63],"we":[64],"introduce":[65],"string":[66,100],"similarity":[67,101],"as":[68,108],"metric":[71,112],"identify":[73],"likely-experts":[74],"among":[75],"group":[77],"unknown":[79],"performers":[80],"(mixture":[81],"novices":[83],"experts)":[85],"according":[86],"their":[88],"in-game":[89],"Our":[96],"findings":[97],"indicate":[98],"that":[99],"both":[103],"viable":[104],"potentially":[106],"useful":[107],"first":[110],"Serious":[114],"Games":[115],"Analytics":[116],"(SEGA).":[117]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}