{"id":"https://openalex.org/W3150137220","doi":"https://doi.org/10.1109/access.2021.3069055","title":"Leveraging Cognitive Diagnosis to Improve Peer Assessment in MOOCs","display_name":"Leveraging Cognitive Diagnosis to Improve Peer Assessment in MOOCs","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3150137220","doi":"https://doi.org/10.1109/access.2021.3069055","mag":"3150137220"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3069055","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3069055","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09387359.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09387359.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042055991","display_name":"Jia Xu","orcid":"https://orcid.org/0000-0003-4061-8262"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jia Xu","raw_affiliation_strings":["College of Computer, Electronics and Information, Guangxi University, Nanning, China","Guangxi Colleges and Universities Key Laboratory of Parallel and Distributed Computing, Guangxi University, Nanning, China","Guangxi Key Laboratory of Multimedia Communications Network Technology, Guangxi University, Nanning, China"],"raw_orcid":"https://orcid.org/0000-0003-4061-8262","affiliations":[{"raw_affiliation_string":"College of Computer, Electronics and Information, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"Guangxi Colleges and Universities Key Laboratory of Parallel and Distributed Computing, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"Guangxi Key Laboratory of Multimedia Communications Network Technology, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101853351","display_name":"Qiuyun Li","orcid":"https://orcid.org/0000-0001-5801-7065"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuyun Li","raw_affiliation_strings":["College of Computer, Electronics and Information, Guangxi University, Nanning, China"],"raw_orcid":"https://orcid.org/0000-0001-5801-7065","affiliations":[{"raw_affiliation_string":"College of Computer, Electronics and Information, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375039","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0002-6841-0474"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["College of Computer, Electronics and Information, Guangxi University, Nanning, China"],"raw_orcid":"https://orcid.org/0000-0002-6841-0474","affiliations":[{"raw_affiliation_string":"College of Computer, Electronics and Information, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041894655","display_name":"Pin Lv","orcid":"https://orcid.org/0000-0002-3425-9913"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pin Lv","raw_affiliation_strings":["College of Computer, Electronics and Information, Guangxi University, Nanning, China","Guangxi Colleges and Universities Key Laboratory of Parallel and Distributed Computing, Guangxi University, Nanning, China","Guangxi Key Laboratory of Multimedia Communications Network Technology, Guangxi University, Nanning, China"],"raw_orcid":"https://orcid.org/0000-0002-3425-9913","affiliations":[{"raw_affiliation_string":"College of Computer, Electronics and Information, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"Guangxi Colleges and Universities Key Laboratory of Parallel and Distributed Computing, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"Guangxi Key Laboratory of Multimedia Communications Network Technology, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072406974","display_name":"Ge Yu","orcid":"https://orcid.org/0000-0002-3171-8889"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Yu","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-3171-8889","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5042055991"],"corresponding_institution_ids":["https://openalex.org/I150807315"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.6709,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.93163281,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"50466","last_page":"50484"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7645866870880127},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.5805060267448425},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5380778908729553},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5361772179603577},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5279117226600647},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.504287838935852},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.48570379614830017},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.44949081540107727},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.43232855200767517},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3347223997116089},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.1970880627632141},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.17452305555343628},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10214629769325256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7645866870880127},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.5805060267448425},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5380778908729553},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5361772179603577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5279117226600647},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.504287838935852},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.48570379614830017},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.44949081540107727},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43232855200767517},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3347223997116089},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.1970880627632141},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17452305555343628},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10214629769325256},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3069055","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3069055","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09387359.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f028ec2cd73d4e1096ac08d5455e0a04","is_oa":true,"landing_page_url":"https://doaj.org/article/f028ec2cd73d4e1096ac08d5455e0a04","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 50466-50484 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3069055","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3069055","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09387359.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G1414461395","display_name":null,"funder_award_id":"2019JJA170045","funder_id":"https://openalex.org/F4320322768","funder_display_name":"Natural Science Foundation of Guangxi Province"},{"id":"https://openalex.org/G1989334150","display_name":null,"funder_award_id":"2019JJA170045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2845204914","display_name":null,"funder_award_id":"U1811261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7847908427","display_name":null,"funder_award_id":"62067001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322768","display_name":"Natural Science Foundation of Guangxi Province","ror":null},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"},{"id":"https://openalex.org/F4320323537","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3150137220.pdf","grobid_xml":"https://content.openalex.org/works/W3150137220.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W651343852","https://openalex.org/W1570705485","https://openalex.org/W1782140593","https://openalex.org/W1854214752","https://openalex.org/W1925706653","https://openalex.org/W1967895413","https://openalex.org/W1992866685","https://openalex.org/W1992877448","https://openalex.org/W1998775230","https://openalex.org/W2002343914","https://openalex.org/W2013784666","https://openalex.org/W2020999234","https://openalex.org/W2026605718","https://openalex.org/W2032062924","https://openalex.org/W2039876276","https://openalex.org/W2070635790","https://openalex.org/W2070693116","https://openalex.org/W2075196028","https://openalex.org/W2079933101","https://openalex.org/W2094536313","https://openalex.org/W2100432549","https://openalex.org/W2102830339","https://openalex.org/W2105089228","https://openalex.org/W2120011847","https://openalex.org/W2122588206","https://openalex.org/W2124604413","https://openalex.org/W2141667528","https://openalex.org/W2142518823","https://openalex.org/W2148189517","https://openalex.org/W2149490995","https://openalex.org/W2160920329","https://openalex.org/W2166164009","https://openalex.org/W2270782224","https://openalex.org/W2293476956","https://openalex.org/W2338541131","https://openalex.org/W2347984351","https://openalex.org/W2404715899","https://openalex.org/W2408493841","https://openalex.org/W2415165184","https://openalex.org/W2524358665","https://openalex.org/W2526355008","https://openalex.org/W2594306307","https://openalex.org/W2613473745","https://openalex.org/W2621110471","https://openalex.org/W2763110165","https://openalex.org/W2799914969","https://openalex.org/W2883649818","https://openalex.org/W2888018232","https://openalex.org/W2903392596","https://openalex.org/W2945304998","https://openalex.org/W2963112694","https://openalex.org/W2963414797","https://openalex.org/W2963772355","https://openalex.org/W2964722608","https://openalex.org/W2992591134","https://openalex.org/W2998513406","https://openalex.org/W3008204052","https://openalex.org/W3021792676","https://openalex.org/W3027039002","https://openalex.org/W3103755278","https://openalex.org/W3113106932","https://openalex.org/W4212901515","https://openalex.org/W4235499294","https://openalex.org/W4239406995","https://openalex.org/W4407810446","https://openalex.org/W6634275384","https://openalex.org/W6638399924","https://openalex.org/W6640483950","https://openalex.org/W6675583760","https://openalex.org/W6677855075","https://openalex.org/W6680957539","https://openalex.org/W6696990257","https://openalex.org/W6713317833","https://openalex.org/W6714503988","https://openalex.org/W6735856480","https://openalex.org/W6743611570","https://openalex.org/W6757025504","https://openalex.org/W6766904971"],"related_works":["https://openalex.org/W2064165679","https://openalex.org/W1588461101","https://openalex.org/W3208525924","https://openalex.org/W2591833644","https://openalex.org/W2885058781","https://openalex.org/W3127248583","https://openalex.org/W1552490082","https://openalex.org/W4236439135","https://openalex.org/W2835716893","https://openalex.org/W2163814182"],"abstract_inverted_index":{"A":[0],"major":[1],"challenge":[2],"faced":[3],"by":[4,19],"popular":[5],"massive":[6],"open":[7],"online":[8],"courses":[9],"(MOOCs)":[10],"is":[11,153,168,189],"the":[12,55,95,112,134,142,148,172,180,206],"assessment":[13,23],"of":[14,50,99,104,136,174,179,195,216],"large-scale":[15],"open-ended":[16,32],"assignments":[17,33,113],"submitted":[18],"students.":[20],"Recently,":[21],"peer":[22,39,56,71,138],"has":[24,118],"become":[25,43],"a":[26,35,47,63],"mainstream":[27],"paradigm":[28],"that":[29,205,214],"helps":[30],"grade":[31],"on":[34,141,160,200],"large":[36],"scale.":[37],"In":[38],"assessment,":[40],"students":[41],"also":[42],"graders":[44,77],"in":[45,111,177],"grading":[46],"small":[48],"number":[49],"their":[51],"peers'":[52],"assignments,":[53],"and":[54,81,97,213],"grades":[57,72],"are":[58,73],"then":[59],"aggregated":[60],"to":[61,93,114,121,132,155,170,191,220],"predict":[62],"true":[64,193],"score":[65,222],"for":[66],"each":[67,100,178],"assignment.":[68],"The":[69],"collected":[70],"usually":[74],"inaccurate":[75],"because":[76],"have":[78,90],"different":[79],"reliabilities":[80],"biases.":[82],"To":[83],"improve":[84,133],"accuracy,":[85],"several":[86],"probabilistic":[87,129],"graph":[88,130],"models":[89,106,131,209,212],"been":[91,119],"proposed":[92,181,190,208],"model":[94,151,186],"reliability":[96,176],"bias":[98],"grader.":[101],"However,":[102],"none":[103],"these":[105],"consider":[107],"graders'":[108],"competency":[109,158,218],"information":[110,167],"be":[115,122],"graded,":[116],"which":[117],"found":[120],"very":[123],"effective.":[124],"We":[125],"propose":[126],"two":[127,207],"new":[128],"accuracy":[135],"cardinal":[137],"assessments":[139],"based":[140,159,199],"well-accepted":[143],"cognitive":[144,149],"diagnosis":[145,150],"technique.":[146],"Specifically,":[147],"DINA":[152],"applied":[154],"determine":[156],"grader":[157,175,217],"historical":[161],"tests":[162],"or":[163],"assignments.":[164,196],"Then,":[165],"this":[166],"used":[169],"optimize":[171],"modeling":[173],"models.":[182],"Moreover,":[183],"an":[184],"effective":[185],"inference":[187],"algorithm":[188],"infer":[192],"scores":[194],"Experimental":[197],"results":[198],"real":[201],"world":[202],"datasets":[203],"show":[204],"outperform":[210],"state-of-the-art":[211],"consideration":[215],"contributes":[219],"improved":[221],"estimation.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}