{"id":"https://openalex.org/W4226032825","doi":"https://doi.org/10.1109/ithet50392.2021.9759679","title":"Peer Assessment Rubric Analyzer: An NLP approach to analyzing rubric items for better peer-review","display_name":"Peer Assessment Rubric Analyzer: An NLP approach to analyzing rubric items for better peer-review","publication_year":2021,"publication_date":"2021-11-04","ids":{"openalex":"https://openalex.org/W4226032825","doi":"https://doi.org/10.1109/ithet50392.2021.9759679"},"language":"en","primary_location":{"id":"doi:10.1109/ithet50392.2021.9759679","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ithet50392.2021.9759679","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 19th International Conference on Information Technology Based Higher Education and Training (ITHET)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004389581","display_name":"M Parvez Rashid","orcid":"https://orcid.org/0009-0007-1796-9079"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M Parvez Rashid","raw_affiliation_strings":["North Carolina State University,Raleigh,USA","North Carolina State University, Raleigh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University,Raleigh,USA","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University, Raleigh, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040537321","display_name":"Edward F. Gehringer","orcid":"https://orcid.org/0000-0002-5217-2643"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward F. Gehringer","raw_affiliation_strings":["North Carolina State University,Raleigh,USA","North Carolina State University, Raleigh, USA"],"raw_orcid":"https://orcid.org/0000-0002-5217-2643","affiliations":[{"raw_affiliation_string":"North Carolina State University,Raleigh,USA","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University, Raleigh, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014276545","display_name":"Mitchell Young","orcid":"https://orcid.org/0000-0003-4058-6555"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mitchell Young","raw_affiliation_strings":["North Carolina State University,Raleigh,USA","North Carolina State University, Raleigh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University,Raleigh,USA","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University, Raleigh, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026813061","display_name":"Divyang Doshi","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Divyang Doshi","raw_affiliation_strings":["North Carolina State University,Raleigh,USA","North Carolina State University, Raleigh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University,Raleigh,USA","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University, Raleigh, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033357739","display_name":"Qinjin Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qinjin Jia","raw_affiliation_strings":["North Carolina State University,Raleigh,USA","North Carolina State University, Raleigh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University,Raleigh,USA","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University, Raleigh, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084180743","display_name":"Yunkai Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunkai Xiao","raw_affiliation_strings":["North Carolina State University,Raleigh,USA","North Carolina State University, Raleigh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University,Raleigh,USA","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University, Raleigh, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9621999859809875,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9178000092506409,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9952967166900635},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.8361786603927612},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.7621924877166748},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7176515460014343},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6968978643417358},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4263136684894562},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3345002830028534},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3237481117248535},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.30828481912612915},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27526021003723145},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11955583095550537}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9952967166900635},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.8361786603927612},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.7621924877166748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7176515460014343},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6968978643417358},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4263136684894562},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3345002830028534},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3237481117248535},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.30828481912612915},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27526021003723145},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11955583095550537},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ithet50392.2021.9759679","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ithet50392.2021.9759679","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 19th International Conference on Information Technology Based Higher Education and Training (ITHET)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W80878321","https://openalex.org/W1519612608","https://openalex.org/W1967555382","https://openalex.org/W1996469193","https://openalex.org/W2075371609","https://openalex.org/W2101156862","https://openalex.org/W2101234009","https://openalex.org/W2115389369","https://openalex.org/W2151242492","https://openalex.org/W2250539671","https://openalex.org/W2328132595","https://openalex.org/W2560140854","https://openalex.org/W2571065774","https://openalex.org/W2573443938","https://openalex.org/W2596737561","https://openalex.org/W2795596428","https://openalex.org/W2896457183","https://openalex.org/W2965476154","https://openalex.org/W2990491101","https://openalex.org/W3109171064","https://openalex.org/W3199652424","https://openalex.org/W4210764005","https://openalex.org/W4239406995","https://openalex.org/W6631032252","https://openalex.org/W6675354045","https://openalex.org/W6755207826","https://openalex.org/W6766636359"],"related_works":["https://openalex.org/W2525485641","https://openalex.org/W2488232887","https://openalex.org/W1648438236","https://openalex.org/W3138734495","https://openalex.org/W3132811443","https://openalex.org/W2992816059","https://openalex.org/W2912039502","https://openalex.org/W2742817363","https://openalex.org/W4293234378","https://openalex.org/W4242992011"],"abstract_inverted_index":{"Rubrics":[0],"have":[1,109],"long":[2],"been":[3,80],"used":[4],"to":[5,15,33,65,69,96,104,138,142],"provide":[6,47,70],"a":[7,24,35,43],"grading":[8],"process":[9],"that":[10],"is":[11,134],"fair":[12],"and":[13,73],"adherent":[14],"standards.":[16],"Just":[17],"as":[18],"rubrics":[19],"can":[20,29,56],"help":[21,31],"instructors":[22],"assess":[23],"piece":[25],"of":[26,39],"work,":[27],"they":[28],"also":[30],"students":[32],"do":[34],"more":[36],"effective":[37,74],"job":[38],"peer":[40],"assessment.":[41],"In":[42],"peer-review":[44,148],"environment,":[45],"reviewers":[46],"formative":[48,112],"feedback":[49,55,113],"following":[50],"the":[51,59,135,147],"rubric":[52,84,87,94,99,118,140],"criteria.":[53],"High-quality":[54],"greatly":[57],"enhance":[58],"learning":[60],"process.":[61],"Rubric":[62],"criteria":[63,100,119],"need":[64],"be":[66],"worded":[67],"carefully":[68],"clear":[71],"instruction":[72],"guidance.":[75],"Heretofore,":[76],"little":[77],"research":[78],"has":[79],"performed":[81],"on":[82,92,116],"how":[83],"text":[85,95,141],"affects":[86],"feedback.":[88],"This":[89],"study":[90],"focuses":[91],"analyzing":[93],"identify":[97],"whether":[98],"will":[101],"induce":[102],"peer-reviewers":[103],"write":[105],"quality":[106],"reviews.":[107],"We":[108],"analyzed":[110],"408,104":[111],"comments":[114,145],"based":[115],"3,164":[117],"using":[120],"natural":[121],"language":[122],"processing":[123],"techniques":[124],"with":[125],"advanced":[126],"neural":[127],"network":[128],"methods.":[129],"To":[130],"our":[131],"knowledge,":[132],"this":[133],"first":[136],"attempt":[137],"analyze":[139],"improve":[143],"review":[144],"for":[146],"environment.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}