{"id":"https://openalex.org/W2963745816","doi":"https://doi.org/10.1145/3321408.3322846","title":"A quantitative revision method to improve usability of self-and peer assessment in MOOCs","display_name":"A quantitative revision method to improve usability of self-and peer assessment in MOOCs","publication_year":2019,"publication_date":"2019-05-17","ids":{"openalex":"https://openalex.org/W2963745816","doi":"https://doi.org/10.1145/3321408.3322846","mag":"2963745816"},"language":"en","primary_location":{"id":"doi:10.1145/3321408.3322846","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3321408.3322846","pdf_url":null,"source":{"id":"https://openalex.org/S4306523950","display_name":"Proceedings of the ACM Turing Celebration Conference - China","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Turing Celebration Conference - China","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047413659","display_name":"Jun Na","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun Na","raw_affiliation_strings":["Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100390839","display_name":"Yuan Liu","orcid":"https://orcid.org/0000-0002-0246-0778"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Liu","raw_affiliation_strings":["Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5047413659"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":1.1229,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.82706767,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9347000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8583898544311523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7759655714035034},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.7395464181900024},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.5296257138252258},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.2636282742023468},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.19310325384140015},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09054988622665405},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08794492483139038}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8583898544311523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7759655714035034},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7395464181900024},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.5296257138252258},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2636282742023468},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.19310325384140015},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09054988622665405},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08794492483139038},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3321408.3322846","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3321408.3322846","pdf_url":null,"source":{"id":"https://openalex.org/S4306523950","display_name":"Proceedings of the ACM Turing Celebration Conference - China","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Turing Celebration Conference - China","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1785201945","https://openalex.org/W2002612447","https://openalex.org/W2024583961","https://openalex.org/W2084997682","https://openalex.org/W2088700588","https://openalex.org/W2089778334","https://openalex.org/W2129018118","https://openalex.org/W2141413057","https://openalex.org/W2151242492","https://openalex.org/W2252177302","https://openalex.org/W2270782224","https://openalex.org/W2327561840","https://openalex.org/W2535628851","https://openalex.org/W2613473745","https://openalex.org/W2626768306","https://openalex.org/W2748934427","https://openalex.org/W2773070959","https://openalex.org/W2886431699","https://openalex.org/W2888068205","https://openalex.org/W6651117143","https://openalex.org/W6746481757"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2429057255","https://openalex.org/W2187546663","https://openalex.org/W148745890","https://openalex.org/W4389670110","https://openalex.org/W2611942503","https://openalex.org/W4315621326","https://openalex.org/W2835716893"],"abstract_inverted_index":{"With":[0],"the":[1,27,61,93,117,154,161,165,176,182,192,207,213,224,239,253,256],"flourishing":[2],"of":[3,29,46,105,160,226,255],"Massive":[4],"Open":[5],"Online":[6],"Courses":[7],"(MOOCs),":[8],"a":[9,23,30,51,139,146,170,198,220,227],"course":[10,32,147],"is":[11],"no":[12],"longer":[13],"limited":[14],"by":[15,174],"any":[16],"fix":[17],"times":[18],"and":[19,36,66,76,92,107,119,130,141,194,201,229,242],"places.":[20],"MOOCs":[21,55],"enable":[22],"learner":[24],"to":[25,41,58,189,205,222],"access":[26],"contents":[28],"world-wide":[31],"free":[33],"from":[34],"time":[35],"locations":[37],"constrains,":[38],"which":[39],"lead":[40],"an":[42,128,150,186,203],"unimaginable":[43],"increasing":[44],"amount":[45],"learners.":[47],"Hence,":[48],"it":[49],"becomes":[50],"challenging":[52],"problem":[53],"in":[54,89,116,197,238],"that":[56,122,153,249],"how":[57],"track":[59],"all":[60,181,191],"students'":[62],"learning":[63,91],"progresses":[64],"effectively":[65],"provide":[67,219],"them":[68],"timely":[69],"feedbacks.":[70],"To":[71,163],"address":[72],"this":[73,135],"problem,":[74],"self-":[75,118,140,193,228,241],"peer":[77,120,142,195,230,243],"assessments":[78],"have":[79,99],"gained":[80],"considerable":[81],"momentum":[82],"recently,":[83],"as":[84,96],"they":[85],"can":[86],"involve":[87],"learners":[88],"their":[90,124],"evaluation.":[94],"However,":[95],"different":[97,100],"students":[98],"personalities,":[101],"knowledge":[102],"levels,":[103],"senses":[104],"responsibility,":[106],"grading":[108,177,244],"tactics,":[109],"there":[110],"are":[111],"often":[112],"many":[113],"noisy":[114,215],"data":[115],"grades":[121,196],"reduce":[123],"usability":[125,225,254],"for":[126,180],"giving":[127],"accurate":[129],"fairness":[131],"final":[132],"grade.":[133],"In":[134],"paper,":[136],"we":[137,168,218,234],"study":[138],"assessment":[143],"dataset":[144,258],"about":[145],"with":[148],"such":[149],"undesirable":[151],"phenomenon":[152],"grade":[155,231],"inconsistency":[156],"distributed":[157],"over":[158],"most":[159],"students.":[162,183],"mitigate":[164],"observed":[166],"problems,":[167],"propose":[169,202],"quantitative":[171],"revision":[172],"method":[173,221],"reducing":[175],"deviation":[178],"gradually":[179],"We":[184],"design":[185],"adjustment":[187,208],"matrix":[188,209],"revise":[190],"global":[199],"view":[200],"algorithm":[204],"obtain":[206],"based":[210],"solely":[211],"on":[212],"given":[214],"dataset.":[216,232,245],"Moreover,":[217],"measure":[223],"Finally,":[233],"evaluate":[235],"our":[236,250],"approach":[237,251],"collected":[240],"Experiment":[246],"results":[247],"show":[248],"improves":[252],"obtained":[257],"at":[259],"least":[260],"33%.":[261]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}