{"id":"https://openalex.org/W4392484111","doi":"https://doi.org/10.1145/3636555.3636931","title":"Navigating (Dis)agreement: AI Assistance to Uncover Peer Feedback Discrepancies","display_name":"Navigating (Dis)agreement: AI Assistance to Uncover Peer Feedback Discrepancies","publication_year":2024,"publication_date":"2024-03-05","ids":{"openalex":"https://openalex.org/W4392484111","doi":"https://doi.org/10.1145/3636555.3636931"},"language":"en","primary_location":{"id":"doi:10.1145/3636555.3636931","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3636555.3636931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004389581","display_name":"M Parvez Rashid","orcid":"https://orcid.org/0009-0007-1796-9079"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M Parvez Rashid","raw_affiliation_strings":["Computer Science, North Carolina State University, USA"],"raw_orcid":"https://orcid.org/0009-0007-1796-9079","affiliations":[{"raw_affiliation_string":"Computer Science, North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040537321","display_name":"Edward F. Gehringer","orcid":"https://orcid.org/0000-0002-5217-2643"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Gehringer","raw_affiliation_strings":["Computer Science, North Carolina State University, USA"],"raw_orcid":"https://orcid.org/0000-0002-5217-2643","affiliations":[{"raw_affiliation_string":"Computer Science, North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007067645","display_name":"Hassan Khosravi","orcid":"https://orcid.org/0000-0001-8664-6117"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hassan Khosravi","raw_affiliation_strings":["The University of Queensland, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8664-6117","affiliations":[{"raw_affiliation_string":"The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"907","last_page":"914"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.8686142563819885},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7561752796173096},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6888659000396729},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.6803825497627258},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6708736419677734},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4848407506942749},{"id":"https://openalex.org/keywords/collaborative-learning","display_name":"Collaborative learning","score":0.419574111700058},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4177165627479553},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3804242014884949},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3628184199333191},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.35494428873062134},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32130175828933716},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.23297905921936035},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.23142844438552856},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.142063170671463},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09520339965820312}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.8686142563819885},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7561752796173096},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6888659000396729},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.6803825497627258},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6708736419677734},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4848407506942749},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.419574111700058},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4177165627479553},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3804242014884949},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3628184199333191},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35494428873062134},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32130175828933716},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.23297905921936035},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.23142844438552856},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.142063170671463},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09520339965820312},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3636555.3636931","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3636555.3636931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W80878321","https://openalex.org/W1977155386","https://openalex.org/W2056818712","https://openalex.org/W2102800123","https://openalex.org/W2120011847","https://openalex.org/W2144232471","https://openalex.org/W2251911493","https://openalex.org/W2347127863","https://openalex.org/W2809696448","https://openalex.org/W2909816726","https://openalex.org/W2936890192","https://openalex.org/W2945535198","https://openalex.org/W2963321281","https://openalex.org/W3092314298","https://openalex.org/W3170429383","https://openalex.org/W4210764005","https://openalex.org/W4280598345","https://openalex.org/W4280651558","https://openalex.org/W4281687378","https://openalex.org/W4285778558","https://openalex.org/W4312887009","https://openalex.org/W6635314807"],"related_works":["https://openalex.org/W609482051","https://openalex.org/W3199325201","https://openalex.org/W2792035366","https://openalex.org/W4386050096","https://openalex.org/W2360976019","https://openalex.org/W2906881146","https://openalex.org/W2351166673","https://openalex.org/W2390109066","https://openalex.org/W3093168081","https://openalex.org/W2886195094"],"abstract_inverted_index":{"Engaging":[0],"students":[1,48],"in":[2,156,168,171],"the":[3,33,69,74,81,151,163,191,196],"peer":[4,116,192],"review":[5,193],"process":[6,194],"has":[7],"been":[8],"recognized":[9],"as":[10],"a":[11,19,43,78,119,184],"valuable":[12],"educational":[13],"tool.":[14],"It":[15],"not":[16],"only":[17,55],"nurtures":[18],"collaborative":[20],"learning":[21,200],"environment":[22],"where":[23],"reviewees":[24],"receive":[25],"timely":[26],"and":[27,38,99,179,189],"rich":[28],"feedback":[29,58,117,137],"but":[30,61],"also":[31,64],"enhances":[32],"reviewer\u2019s":[34],"critical":[35],"thinking":[36],"skills":[37],"encourages":[39],"reflective":[40],"self-evaluation.":[41],"However,":[42],"common":[44],"concern":[45],"arises":[46],"when":[47,76],"encounter":[49],"misaligned":[50],"or":[51],"conflicting":[52],"feedback.":[53,104,172],"Not":[54],"can":[56,63],"such":[57],"confuse":[59],"students;":[60],"it":[62,66],"make":[65],"difficult":[67],"for":[68,177,195],"instructor":[70],"to":[71,80,97,142,160,187],"rely":[72],"on":[73],"reviews":[75],"assigning":[77],"score":[79],"work.":[82],"Addressing":[83],"this":[84],"pressing":[85],"issue,":[86],"our":[87,148,154],"paper":[88],"introduces":[89],"an":[90],"innovative,":[91],"AI-assisted":[92],"approach":[93,155],"that":[94],"is":[95],"designed":[96],"detect":[98],"highlight":[100],"disagreements":[101,170],"within":[102],"formative":[103],"We\u2019ve":[105],"harnessed":[106],"extensive":[107],"data":[108],"from":[109,118,147],"170":[110],"students,":[111],"analyzing":[112],"15,500":[113],"instances":[114],"of":[115,153,165,198],"software":[120,180],"development":[121,181],"course.":[122],"By":[123],"utilizing":[124],"clustering":[125,166],"techniques":[126],"coupled":[127],"with":[128],"sophisticated":[129],"natural":[130],"language":[131],"processing":[132],"(NLP)":[133],"models,":[134],"we":[135],"transform":[136],"into":[138],"distinct":[139],"feature":[140],"vectors":[141],"pinpoint":[143],"disagreements.":[144],"The":[145],"findings":[146],"study":[149],"underscore":[150],"effectiveness":[152],"enhancing":[157],"text":[158],"representations":[159],"significantly":[161],"boost":[162],"capability":[164],"algorithms":[167],"discerning":[169],"These":[173],"insights":[174],"bear":[175],"implications":[176],"educators":[178],"courses,":[182],"offering":[183],"promising":[185],"route":[186],"streamline":[188],"refine":[190],"betterment":[197],"student":[199],"outcomes.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}