{"id":"https://openalex.org/W4312887009","doi":"https://doi.org/10.1109/tlt.2022.3229022","title":"Assessing the Quality of Student-Generated Content at Scale: A Comparative Analysis of Peer-Review Models","display_name":"Assessing the Quality of Student-Generated Content at Scale: A Comparative Analysis of Peer-Review Models","publication_year":2022,"publication_date":"2022-12-14","ids":{"openalex":"https://openalex.org/W4312887009","doi":"https://doi.org/10.1109/tlt.2022.3229022"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2022.3229022","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tlt.2022.3229022","pdf_url":"https://ieeexplore.ieee.org/ielx7/4620076/10049222/09984957.pdf","source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/4620076/10049222/09984957.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001467212","display_name":"Ali Darvishi","orcid":"https://orcid.org/0000-0002-7025-9259"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Ali Darvishi","raw_affiliation_strings":["School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007067645","display_name":"Hassan Khosravi","orcid":"https://orcid.org/0000-0001-8664-6117"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hassan Khosravi","raw_affiliation_strings":["School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082351931","display_name":"Afshin Rahimi","orcid":"https://orcid.org/0000-0001-7889-5025"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Afshin Rahimi","raw_affiliation_strings":["School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070591850","display_name":"Shazia Sadiq","orcid":"https://orcid.org/0000-0001-6739-4145"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shazia Sadiq","raw_affiliation_strings":["School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036855560","display_name":"Dragan Ga\u0161evi\u0107","orcid":"https://orcid.org/0000-0001-9265-1908"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dragan Gasevic","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5001467212"],"corresponding_institution_ids":["https://openalex.org/I165143802"],"apc_list":null,"apc_paid":null,"fwci":4.7592,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.95441777,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"16","issue":"1","first_page":"106","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11039","display_name":"Evaluation of Teaching Practices","score":0.9581999778747559,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.946399986743927,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7795038223266602},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6335180997848511},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5575684309005737},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5483711957931519},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5175920724868774},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49818921089172363},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.497313529253006},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4845503866672516},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4647359848022461},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4378805458545685},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.42210468649864197},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3940953016281128},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2045775055885315}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7795038223266602},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6335180997848511},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5575684309005737},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5483711957931519},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5175920724868774},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49818921089172363},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.497313529253006},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4845503866672516},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4647359848022461},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4378805458545685},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.42210468649864197},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3940953016281128},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2045775055885315},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tlt.2022.3229022","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tlt.2022.3229022","pdf_url":"https://ieeexplore.ieee.org/ielx7/4620076/10049222/09984957.pdf","source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},{"id":"pmh:oai:monash.edu:openaire/2cd669a5-ccbe-4b5d-8def-ea4647c2c2ab","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/2cd669a5-ccbe-4b5d-8def-ea4647c2c2ab","pdf_url":"https://researchmgt.monash.edu/ws/files/465559938/429166158_oa.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Darvishi, A, Khosravi, H, Rahimi, A, Sadiq, S & Gasevic, D 2023, 'Assessing the quality of student-generated content at scale : a comparative analysis of peer review models', IEEE Transactions on Learning Technologies, vol. 16, no. 1, pp. 106-120. https://doi.org/10.1109/TLT.2022.3229022","raw_type":"article"},{"id":"pmh:oai:monash.edu:publications/2cd669a5-ccbe-4b5d-8def-ea4647c2c2ab","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85144747069&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Darvishi , A , Khosravi , H , Rahimi , A , Sadiq , S & Gasevic , D 2023 , ' Assessing the quality of student-generated content at scale : a comparative analysis of peer review models ' , IEEE Transactions on Learning Technologies , vol. 16 , no. 1 , pp. 106-120 . https://doi.org/10.1109/TLT.2022.3229022","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/tlt.2022.3229022","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tlt.2022.3229022","pdf_url":"https://ieeexplore.ieee.org/ielx7/4620076/10049222/09984957.pdf","source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/1","display_name":"No poverty"}],"awards":[{"id":"https://openalex.org/G611870384","display_name":null,"funder_award_id":"grant","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G8820337412","display_name":null,"funder_award_id":"IC200100022","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"},{"id":"https://openalex.org/F4320320984","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312887009.pdf","grobid_xml":"https://content.openalex.org/works/W4312887009.grobid-xml"},"referenced_works_count":107,"referenced_works":["https://openalex.org/W1841123149","https://openalex.org/W1932269785","https://openalex.org/W1966802006","https://openalex.org/W1969883013","https://openalex.org/W1985690171","https://openalex.org/W2015606814","https://openalex.org/W2017256950","https://openalex.org/W2021093430","https://openalex.org/W2051213584","https://openalex.org/W2056040159","https://openalex.org/W2057637250","https://openalex.org/W2065762074","https://openalex.org/W2070693116","https://openalex.org/W2071956453","https://openalex.org/W2087294982","https://openalex.org/W2097998348","https://openalex.org/W2098857899","https://openalex.org/W2112213600","https://openalex.org/W2117400432","https://openalex.org/W2126180793","https://openalex.org/W2127425234","https://openalex.org/W2127890855","https://openalex.org/W2136256517","https://openalex.org/W2144780381","https://openalex.org/W2148189517","https://openalex.org/W2155806188","https://openalex.org/W2157565254","https://openalex.org/W2206440038","https://openalex.org/W2209553890","https://openalex.org/W2218847834","https://openalex.org/W2273188821","https://openalex.org/W2277805824","https://openalex.org/W2288486118","https://openalex.org/W2293767674","https://openalex.org/W2336395599","https://openalex.org/W2470089310","https://openalex.org/W2525778437","https://openalex.org/W2541720981","https://openalex.org/W2585226541","https://openalex.org/W2601131632","https://openalex.org/W2613745226","https://openalex.org/W2753432442","https://openalex.org/W2774723506","https://openalex.org/W2782464615","https://openalex.org/W2783631139","https://openalex.org/W2789136128","https://openalex.org/W2792809572","https://openalex.org/W2801630847","https://openalex.org/W2807634467","https://openalex.org/W2885321846","https://openalex.org/W2886995010","https://openalex.org/W2896457183","https://openalex.org/W2901288482","https://openalex.org/W2906329876","https://openalex.org/W2911594722","https://openalex.org/W2914980526","https://openalex.org/W2937859871","https://openalex.org/W2946889548","https://openalex.org/W2963917099","https://openalex.org/W2966554551","https://openalex.org/W2970641574","https://openalex.org/W2972441196","https://openalex.org/W2995988440","https://openalex.org/W2999286548","https://openalex.org/W3006026155","https://openalex.org/W3008460284","https://openalex.org/W3009218590","https://openalex.org/W3009686148","https://openalex.org/W3011094995","https://openalex.org/W3039256503","https://openalex.org/W3039407770","https://openalex.org/W3042503964","https://openalex.org/W3045916487","https://openalex.org/W3046536057","https://openalex.org/W3083061002","https://openalex.org/W3083166748","https://openalex.org/W3100162007","https://openalex.org/W3111047876","https://openalex.org/W3129460529","https://openalex.org/W3133928929","https://openalex.org/W3148979044","https://openalex.org/W3167241897","https://openalex.org/W3170429383","https://openalex.org/W3172063946","https://openalex.org/W4200212985","https://openalex.org/W4280598345","https://openalex.org/W4280651558","https://openalex.org/W4281687378","https://openalex.org/W4288623499","https://openalex.org/W4399267984","https://openalex.org/W6602809414","https://openalex.org/W6629013094","https://openalex.org/W6638602784","https://openalex.org/W6674385629","https://openalex.org/W6679055984","https://openalex.org/W6679959949","https://openalex.org/W6680834967","https://openalex.org/W6683036339","https://openalex.org/W6695139989","https://openalex.org/W6727690538","https://openalex.org/W6735164203","https://openalex.org/W6737088072","https://openalex.org/W6738014235","https://openalex.org/W6738148128","https://openalex.org/W6755207826","https://openalex.org/W6759809957","https://openalex.org/W6766113011"],"related_works":["https://openalex.org/W2389214306","https://openalex.org/W2965083567","https://openalex.org/W4235240664","https://openalex.org/W1838576100","https://openalex.org/W2095886385","https://openalex.org/W2889616422","https://openalex.org/W2089704382","https://openalex.org/W1983399550","https://openalex.org/W2133886031","https://openalex.org/W2163814182"],"abstract_inverted_index":{"Engaging":[0],"students":[1,38,57,164,189,240],"in":[2,168],"creating":[3,169],"learning":[4],"resources":[5,30,35,65,172],"has":[6],"demonstrated":[7],"pedagogical":[8],"benefits.":[9],"However,":[10,98],"to":[11,25,51,60,95,106,118,191,202,217,241],"effectively":[12],"utilize":[13],"a":[14,20,53,82,102,115,119],"repository":[15],"of":[16,33,64,73,135,143,150,161,183,239],"student-generated":[17],"content":[18],"(SGC),":[19],"selection":[21],"process":[22,55],"is":[23,50,85,93,156,185,229],"needed":[24],"separate":[26],"high-":[27],"from":[28],"low-quality":[29],"as":[31,75,107,197],"some":[32],"the":[34,62,89,108,132,148,159,181,219],"created":[36],"by":[37,67,123],"can":[39,112],"be":[40,79],"ineffective,":[41],"inappropriate,":[42],"or":[43],"incorrect.":[44],"A":[45],"common":[46],"and":[47,173,188,199,213,222,237,244],"scalable":[48],"approach":[49,100],"use":[52],"peer-review":[54],"where":[56,88],"are":[58],"asked":[59],"assess":[61],"quality":[63,117,149,182,224],"authored":[66],"their":[68],"peers.":[69],"Given":[70],"that":[71,180,209],"judgments":[72],"students,":[74],"experts-in-training,":[76],"cannot":[77],"wholly":[78],"relied":[80],"upon,":[81],"redundancy-based":[83],"method":[84],"widely":[86],"employed":[87],"same":[90],"assessment":[91],"task":[92],"given":[94,121],"multiple":[96,124],"students.":[97],"this":[99,128],"introduces":[101],"new":[103],"challenge,":[104,129],"referred":[105],"consensus":[109,144],"problem:":[110],"How":[111],"we":[113,130],"assign":[114],"final":[116],"resource":[120],"ratings":[122],"students?":[125],"To":[126],"address":[127],"investigate":[131],"predictive":[133],"performance":[134],"18":[136],"inference":[137],"models":[138],"across":[139,165],"five":[140,166],"well-established":[141],"categories":[142],"approaches":[145],"for":[146,234],"inferring":[147],"SGC":[151],"at":[152],"scale.":[153],"The":[154],"analysis":[155,215],"based":[157],"on":[158],"engagement":[160],"2141":[162],"undergraduate":[163],"courses":[167],"12":[170],"803":[171],"77":[174],"297":[175],"peer":[176],"reviews.":[177,246],"Results":[178],"indicate":[179],"reviews":[184],"quite":[186],"diverse,":[187],"tend":[190],"overrate.":[192],"Consequently,":[193],"simple":[194],"statistics":[195],"such":[196],"mean":[198],"median":[200],"fail":[201],"identify":[203],"poor-quality":[204],"resources.":[205],"Findings":[206],"further":[207],"suggest":[208],"incorporating":[210],"advanced":[211],"probabilistic":[212],"text":[214],"methods":[216],"infer":[218],"reviewers'":[220],"reliability":[221],"reviews'":[223],"improves":[225],"performance;":[226],"however,":[227],"there":[228],"still":[230],"an":[231],"evident":[232],"need":[233],"instructor":[235],"oversight":[236],"training":[238],"write":[242],"compelling":[243],"reliable":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}