{"id":"https://openalex.org/W2771270377","doi":"https://doi.org/10.1109/fie.2017.8190621","title":"Collusion in educational peer assessment: How much do we need to worry about it?","display_name":"Collusion in educational peer assessment: How much do we need to worry about it?","publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2771270377","doi":"https://doi.org/10.1109/fie.2017.8190621","mag":"2771270377"},"language":"en","primary_location":{"id":"doi:10.1109/fie.2017.8190621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2017.8190621","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100688422","display_name":"Yang Song","orcid":"https://orcid.org/0000-0001-8252-9626"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Song","raw_affiliation_strings":["Department of Computer Science, NC State University, Raleigh, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, NC State University, Raleigh, U.S","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037793920","display_name":"Zhewei Hu","orcid":"https://orcid.org/0000-0002-3447-9510"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhewei Hu","raw_affiliation_strings":["Department of Computer Science, NC State University, Raleigh, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, NC State University, Raleigh, U.S","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040537321","display_name":"Edward F. Gehringer","orcid":"https://orcid.org/0000-0002-5217-2643"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward F. Gehringer","raw_affiliation_strings":["Department of Computer Science, NC State University, Raleigh, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, NC State University, Raleigh, U.S","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/collusion","display_name":"Collusion","score":0.9304729700088501},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6508036851882935},{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.4947931170463562},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.485782653093338},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.47241702675819397},{"id":"https://openalex.org/keywords/worry","display_name":"Worry","score":0.4602810740470886},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.4473619759082794},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3818321228027344},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.36157190799713135},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.350737988948822},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3339671790599823},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.22527346014976501},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.18547183275222778},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1019962728023529},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.07829472422599792}],"concepts":[{"id":"https://openalex.org/C2781198186","wikidata":"https://www.wikidata.org/wiki/Q701521","display_name":"Collusion","level":2,"score":0.9304729700088501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6508036851882935},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.4947931170463562},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.485782653093338},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.47241702675819397},{"id":"https://openalex.org/C2779978724","wikidata":"https://www.wikidata.org/wiki/Q1436482","display_name":"Worry","level":3,"score":0.4602810740470886},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.4473619759082794},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3818321228027344},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36157190799713135},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.350737988948822},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3339671790599823},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.22527346014976501},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.18547183275222778},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1019962728023529},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.07829472422599792},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C40700","wikidata":"https://www.wikidata.org/wiki/Q1411783","display_name":"Industrial organization","level":1,"score":0.0},{"id":"https://openalex.org/C558461103","wikidata":"https://www.wikidata.org/wiki/Q154430","display_name":"Anxiety","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie.2017.8190621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2017.8190621","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W56502982","https://openalex.org/W60106149","https://openalex.org/W1595685357","https://openalex.org/W1866122539","https://openalex.org/W1989199392","https://openalex.org/W1993713050","https://openalex.org/W1995935044","https://openalex.org/W2031842255","https://openalex.org/W2122588206","https://openalex.org/W2134529236","https://openalex.org/W2140661853","https://openalex.org/W2145757588","https://openalex.org/W2170564245","https://openalex.org/W2171636554","https://openalex.org/W2189548424","https://openalex.org/W2202525882","https://openalex.org/W2270025967","https://openalex.org/W2337971266","https://openalex.org/W2411217907","https://openalex.org/W2557648318","https://openalex.org/W2558437855","https://openalex.org/W2572191932","https://openalex.org/W2607400135","https://openalex.org/W2964177565","https://openalex.org/W2992975755","https://openalex.org/W4239406995","https://openalex.org/W4243059195","https://openalex.org/W6602277302","https://openalex.org/W6635717402","https://openalex.org/W6703716781","https://openalex.org/W6714712443","https://openalex.org/W6732041733","https://openalex.org/W6736532276"],"related_works":["https://openalex.org/W4292534539","https://openalex.org/W1979384980","https://openalex.org/W2084997682","https://openalex.org/W2128353751","https://openalex.org/W2127890855","https://openalex.org/W3080160395","https://openalex.org/W2443660412","https://openalex.org/W19339201","https://openalex.org/W2600519206","https://openalex.org/W2465305589"],"abstract_inverted_index":{"Several":[0],"decades":[1],"of":[2,87,92,98,107,123,134,152,171,210],"research":[3],"have":[4,15,48,156],"shown":[5,16],"peer":[6,18,43,72,101,109,138,180,229,245],"assessment":[7,19,110,139],"to":[8,23,36,64,168,183,189,194,234],"be":[9],"an":[10],"effective":[11],"pedagogical":[12],"approach.":[13],"Researchers":[14],"that":[17,95,154],"has":[20],"the":[21,83,88,96,99,108,121,137,169,196],"potential":[22],"provide":[24],"students":[25,74,135,172,190],"more":[26,129],"copious,":[27],"timely":[28],"and":[29,32,80,85,140,162,177],"helpful":[30],"feedback,":[31],"also":[33,58,201],"helping":[34],"reviewers":[35],"learn":[37],"as":[38],"well.":[39],"In":[40],"recent":[41],"decades,":[42],"assessments":[44,102],"in":[45,71,113,120,243],"educational":[46,244],"settings":[47],"increasingly":[49],"been":[50],"facilitated":[51],"by":[52,221,241],"online":[53],"tools.":[54],"Some":[55],"MOOC":[56],"platforms":[57],"rely":[59],"on":[60,216],"aggregated":[61,89],"peer-assessment":[62,218,223],"scores":[63],"assign":[65],"grades":[66,182,193],"for":[67,205],"each":[68,142,184],"artifact.":[69],"However,":[70],"assessment,":[73],"can":[75],"potentially":[76],"game":[77,136],"this":[78],"process,":[79],"thereby":[81],"harm":[82],"validity":[84],"reliability":[86],"scores.":[90,146],"Most":[91],"instructors":[93],"assume":[94],"majority":[97],"students'":[100],"are":[103,159,214,232],"honest":[104],"since":[105],"most":[106],"is":[111,239],"done":[112],"double-blind":[114],"fashion.":[115],"This":[116,147],"assumption":[117],"only":[118],"holds":[119],"absence":[122],"organized":[124],"collusion":[125,153,161,166,187],"-":[126],"when":[127],"no":[128],"than":[130],"a":[131,217],"small":[132,175],"number":[133],"give":[141,178],"other":[143],"very":[144],"high":[145],"paper":[148],"identifies":[149],"two":[150,208],"types":[151,209],"we":[155,231],"observed.":[157],"They":[158],"small-circle":[160],"pervasive":[163],"collusion.":[164],"Small-circle":[165],"refers":[167,188],"behaviors":[170],"who":[173],"form":[174],"circles":[176],"higher":[179],"review":[181],"other.":[185],"Pervasive":[186],"assigning":[191],"top":[192],"all":[195],"submissions":[197],"they":[198],"review.":[199],"We":[200],"present":[202],"our":[203],"algorithms":[204],"detecting":[206],"these":[207,227],"colluders.":[211],"Our":[212],"experiments":[213],"based":[215],"dataset":[219],"shared":[220],"multiple":[222],"systems.":[224],"By":[225],"removing":[226],"colluders'":[228],"assessments,":[230],"able":[233],"estimate":[235],"how":[236],"much":[237],"inflation":[238],"brought":[240],"colluders":[242],"assessment.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}