{"id":"https://openalex.org/W2809189458","doi":"https://doi.org/10.1145/3231644.3231693","title":"The impact of the peer review process evolution on learner performance in e-learning environments","display_name":"The impact of the peer review process evolution on learner performance in e-learning environments","publication_year":2018,"publication_date":"2018-06-19","ids":{"openalex":"https://openalex.org/W2809189458","doi":"https://doi.org/10.1145/3231644.3231693","mag":"2809189458"},"language":"en","primary_location":{"id":"doi:10.1145/3231644.3231693","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3231644.3231693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Annual ACM Conference on Learning at Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026132957","display_name":"Matthew Montebello","orcid":"https://orcid.org/0000-0002-6177-7548"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":true,"raw_author_name":"Matthew Montebello","raw_affiliation_strings":["University of Malta, Malta"],"affiliations":[{"raw_affiliation_string":"University of Malta, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039073602","display_name":"Petrilson Alan Pinheiro","orcid":"https://orcid.org/0000-0002-4066-9636"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Petrilson Pinheiro","raw_affiliation_strings":["State University of Campinas, Brazil"],"affiliations":[{"raw_affiliation_string":"State University of Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063499667","display_name":"Bill Cope","orcid":"https://orcid.org/0000-0003-2129-395X"},"institutions":[{"id":"https://openalex.org/I2801919071","display_name":"University of Illinois System","ror":"https://ror.org/05e94g991","country_code":"US","type":"education","lineage":["https://openalex.org/I2801919071"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Cope","raw_affiliation_strings":["University of Illinois"],"affiliations":[{"raw_affiliation_string":"University of Illinois","institution_ids":["https://openalex.org/I2801919071"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044554581","display_name":"Mary Kalantzis","orcid":"https://orcid.org/0000-0002-6552-3780"},"institutions":[{"id":"https://openalex.org/I2801919071","display_name":"University of Illinois System","ror":"https://ror.org/05e94g991","country_code":"US","type":"education","lineage":["https://openalex.org/I2801919071"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mary Kalantzis","raw_affiliation_strings":["University of Illinois"],"affiliations":[{"raw_affiliation_string":"University of Illinois","institution_ids":["https://openalex.org/I2801919071"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025175174","display_name":"Tabassum Amina","orcid":"https://orcid.org/0000-0002-6742-7653"},"institutions":[{"id":"https://openalex.org/I2801919071","display_name":"University of Illinois System","ror":"https://ror.org/05e94g991","country_code":"US","type":"education","lineage":["https://openalex.org/I2801919071"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tabassum Amina","raw_affiliation_strings":["University of Illinois"],"affiliations":[{"raw_affiliation_string":"University of Illinois","institution_ids":["https://openalex.org/I2801919071"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062136869","display_name":"Duane Searsmith","orcid":"https://orcid.org/0000-0002-1155-0716"},"institutions":[{"id":"https://openalex.org/I2801919071","display_name":"University of Illinois System","ror":"https://ror.org/05e94g991","country_code":"US","type":"education","lineage":["https://openalex.org/I2801919071"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Duane Searsmith","raw_affiliation_strings":["University of Illinois"],"affiliations":[{"raw_affiliation_string":"University of Illinois","institution_ids":["https://openalex.org/I2801919071"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013183694","display_name":"Dungyun Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I2801919071","display_name":"University of Illinois System","ror":"https://ror.org/05e94g991","country_code":"US","type":"education","lineage":["https://openalex.org/I2801919071"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dungyun Cao","raw_affiliation_strings":["University of Illinois"],"affiliations":[{"raw_affiliation_string":"University of Illinois","institution_ids":["https://openalex.org/I2801919071"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5026132957"],"corresponding_institution_ids":["https://openalex.org/I197854408"],"apc_list":null,"apc_paid":null,"fwci":1.5757,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.85684778,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/summative-assessment","display_name":"Summative assessment","score":0.9158293008804321},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.8980779051780701},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.791144609451294},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.761317253112793},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.6568549871444702},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5792255997657776},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.5290844440460205},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5043090581893921},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.45442911982536316},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4274665117263794},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.4183884859085083},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.19018763303756714},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10868841409683228}],"concepts":[{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.9158293008804321},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.8980779051780701},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.791144609451294},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.761317253112793},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.6568549871444702},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5792255997657776},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.5290844440460205},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5043090581893921},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.45442911982536316},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4274665117263794},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.4183884859085083},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.19018763303756714},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10868841409683228},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3231644.3231693","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3231644.3231693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Annual ACM Conference on Learning at Scale","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7300000190734863,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W652440315","https://openalex.org/W2327381789","https://openalex.org/W2484253428","https://openalex.org/W3003447817","https://openalex.org/W6631247510"],"related_works":["https://openalex.org/W2596540894","https://openalex.org/W4248485996","https://openalex.org/W1981820048","https://openalex.org/W2188168286","https://openalex.org/W2373351295","https://openalex.org/W4315786423","https://openalex.org/W4323913710","https://openalex.org/W2169821076","https://openalex.org/W2762230188","https://openalex.org/W2410921486"],"abstract_inverted_index":{"Student":[0],"performance":[1],"over":[2,75],"a":[3,17,35,78,120],"course":[4],"of":[5,19,54,74,92,95,122],"an":[6,116],"academic":[7],"program":[8],"can":[9],"be":[10],"significantly":[11],"affected":[12],"and":[13,24,31,33,77],"positively":[14],"influenced":[15],"through":[16],"series":[18],"feedback":[20,28],"processes":[21,56,114],"by":[22],"peers":[23],"tutors.":[25],"Ideally,":[26],"this":[27,48],"is":[29],"structured":[30],"incremental,":[32],"as":[34,57,108],"consequence,":[36],"data":[37,61,82],"presents":[38],"at":[39],"large":[40],"scale":[41],"even":[42],"in":[43,106,115,126],"relatively":[44],"small":[45],"classes.":[46],"In":[47],"paper,":[49],"we":[50,58,109],"investigate":[51],"the":[52,71,87,90],"effect":[53],"such":[55],"analyze":[59,70],"assessment":[60,104],"collected":[62],"from":[63],"online":[64],"courses.":[65],"We":[66],"plan":[67],"to":[68,85,111,118,128],"fully":[69],"massive":[72],"dataset":[73],"three":[76],"half":[79],"million":[80],"granular":[81],"points":[83],"generated":[84],"make":[86],"case":[88],"for":[89],"scalability":[91],"these":[93],"kinds":[94],"learning":[96],"analytics.":[97],"This":[98],"could":[99],"shed":[100],"crucial":[101],"light":[102],"on":[103,124],"mechanism":[105],"MOOCs,":[107],"continue":[110],"refine":[112],"our":[113],"effort":[117],"strike":[119],"balance":[121],"emphasis":[123],"formative":[125],"addition":[127],"summative":[129],"assessment.":[130]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}