{"id":"https://openalex.org/W4315574172","doi":"https://doi.org/10.1142/s0218213023600072","title":"Improving Peer Assessment by Incorporating Grading Behaviors: Models and Practices","display_name":"Improving Peer Assessment by Incorporating Grading Behaviors: Models and Practices","publication_year":2023,"publication_date":"2023-01-11","ids":{"openalex":"https://openalex.org/W4315574172","doi":"https://doi.org/10.1142/s0218213023600072"},"language":"en","primary_location":{"id":"doi:10.1142/s0218213023600072","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218213023600072","pdf_url":null,"source":{"id":"https://openalex.org/S178780388","display_name":"International Journal of Artificial Intelligence Tools","issn_l":"0218-2130","issn":["0218-2130","1793-6349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Artificial Intelligence Tools","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042055991","display_name":"Jia Xu","orcid":"https://orcid.org/0000-0003-4061-8262"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Xu","raw_affiliation_strings":["College of Computer, Electronics and Information, Guangxi University, Nanning, Guangxi, China"],"raw_orcid":"https://orcid.org/0000-0003-4061-8262","affiliations":[{"raw_affiliation_string":"College of Computer, Electronics and Information, Guangxi University, Nanning, Guangxi, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375039","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0002-6841-0474"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["College of Computer, Electronics and Information, Guangxi University, Nanning, Guangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer, Electronics and Information, Guangxi University, Nanning, Guangxi, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060187981","display_name":"Panyuan Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Panyuan Yang","raw_affiliation_strings":["College of Computer, Electronics and Information, Guangxi University, Nanning, Guangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer, Electronics and Information, Guangxi University, Nanning, Guangxi, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041894655","display_name":"Pin Lv","orcid":"https://orcid.org/0000-0002-3425-9913"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pin Lv","raw_affiliation_strings":["College of Computer, Electronics and Information, Guangxi University, Nanning, Guangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer, Electronics and Information, Guangxi University, Nanning, Guangxi, China","institution_ids":["https://openalex.org/I150807315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150807315"],"apc_list":null,"apc_paid":null,"fwci":0.8391,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71410052,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"32","issue":"05","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8058041334152222},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.7388812303543091},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5764139294624329},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.49790120124816895},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.483209490776062},{"id":"https://openalex.org/keywords/seriousness","display_name":"Seriousness","score":0.44994843006134033},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41464489698410034},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36704492568969727},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.23613965511322021},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12985363602638245},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.12585148215293884}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8058041334152222},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7388812303543091},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5764139294624329},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.49790120124816895},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.483209490776062},{"id":"https://openalex.org/C2776650110","wikidata":"https://www.wikidata.org/wiki/Q12891156","display_name":"Seriousness","level":2,"score":0.44994843006134033},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41464489698410034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36704492568969727},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.23613965511322021},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12985363602638245},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.12585148215293884},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218213023600072","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218213023600072","pdf_url":null,"source":{"id":"https://openalex.org/S178780388","display_name":"International Journal of Artificial Intelligence Tools","issn_l":"0218-2130","issn":["0218-2130","1793-6349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Artificial Intelligence Tools","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W309944832","https://openalex.org/W1678356000","https://openalex.org/W1964464182","https://openalex.org/W1996469193","https://openalex.org/W2020999234","https://openalex.org/W2063445365","https://openalex.org/W2075806862","https://openalex.org/W2100588183","https://openalex.org/W2116967411","https://openalex.org/W2148189517","https://openalex.org/W2151242492","https://openalex.org/W2347984351","https://openalex.org/W2561675875","https://openalex.org/W2893111195","https://openalex.org/W3021792676","https://openalex.org/W3042898891","https://openalex.org/W3150137220","https://openalex.org/W4236654676","https://openalex.org/W4238306122"],"related_works":["https://openalex.org/W2028614536","https://openalex.org/W2356638506","https://openalex.org/W1991763283","https://openalex.org/W2089959096","https://openalex.org/W1971282566","https://openalex.org/W2129752208","https://openalex.org/W3166651797","https://openalex.org/W2276473168","https://openalex.org/W17590606","https://openalex.org/W2835716893"],"abstract_inverted_index":{"Peer":[0],"assessment,":[1,134],"which":[2,135,160],"requires":[3],"students":[4],"to":[5,43],"evaluate":[6],"their":[7,77,83,112],"peers\u2019":[8],"submissions,":[9],"has":[10],"become":[11],"the":[12,16,45,59,93,101,104,107,137,140,170,173,183,187,190,195,199,212,221,228,231,239,242],"paradigm":[13],"for":[14,50,96,131],"solving":[15],"grading":[17,84,90,147,163,207],"challenge":[18],"of":[19,37,47,63,103,139,142,149,165,172,189,198,202,217,230,241],"large-scale":[20],"open-ended":[21],"assignments":[22,51,203],"teachers":[23],"face":[24],"in":[25,106,193,245],"MOOCs.":[26],"Since":[27],"peer":[28,54,133,155,218,246],"grades":[29],"may":[30],"be":[31],"biased":[32],"and":[33,61,109,127,167,176],"unreliable,":[34],"a":[35,154],"group":[36],"probabilistic":[38,121],"graph":[39,122],"models":[40,68,175,192],"are":[41,73],"proposed":[42,174,191,243],"improve":[44],"estimation":[46,196],"true":[48,200],"scores":[49,201],"based":[52],"on":[53,182],"grades,":[55],"by":[56,76,144,204,210],"explicitly":[57],"modeling":[58,138],"bias":[60],"reliability":[62,72,141],"each":[64],"grader.":[65],"However,":[66],"these":[67],"assume":[69],"that":[70],"graders\u2019":[71,89,206],"only":[74,226],"impacted":[75],"knowledge/":[78],"ability":[79],"levels":[80],"while":[81],"ignoring":[82],"behaviors.":[85,208],"In":[86],"real":[87],"life,":[88],"behaviors":[91,148,164],"(e.g.,":[92],"time":[94],"consumed":[95],"reviewing":[97],"an":[98],"assignment)":[99],"reflect":[100],"seriousness":[102],"graders":[105,143,166],"assessment":[108,156,219],"greatly":[110],"affect":[111],"reliability.":[113],"Following":[114],"this":[115],"intuition,":[116],"we":[117,152,224],"propose":[118],"two":[119],"novel":[120],"models,":[123],"named":[124,158],"BPG":[125,128],"6":[126],"7":[129],",":[130],"cardinal":[132],"optimize":[136],"incorporating":[145],"various":[146],"them.":[150],"Besides,":[151],"develop":[153],"system,":[157,223],"BPA,":[159],"collects":[161],"abundant":[162],"thus":[168],"facilitates":[169],"evaluation":[171],"our":[177],"teaching":[178,215],"practices.":[179],"Experimental":[180],"results":[181],"collected":[184],"datasets":[185],"show":[186],"superiority":[188],"improving":[194],"accuracy":[197],"leveraging":[205],"Finally,":[209],"analyzing":[211],"feedback":[213],"from":[214],"practices":[216],"using":[220],"BPA":[222,232],"not":[225],"prove":[227],"usability":[229],"system":[233],"but":[234],"also":[235],"once":[236],"again":[237],"demonstrate":[238],"effectiveness":[240],"model":[244],"assessment.":[247]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}