{"id":"https://openalex.org/W4404570840","doi":"https://doi.org/10.48550/arxiv.2411.11437","title":"Causal Effect of Group Diversity on Redundancy and Coverage in Peer-Reviewing","display_name":"Causal Effect of Group Diversity on Redundancy and Coverage in Peer-Reviewing","publication_year":2024,"publication_date":"2024-11-18","ids":{"openalex":"https://openalex.org/W4404570840","doi":"https://doi.org/10.48550/arxiv.2411.11437"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2411.11437","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.11437","pdf_url":"https://arxiv.org/pdf/2411.11437","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2411.11437","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034932911","display_name":"Navita Goyal","orcid":"https://orcid.org/0009-0001-7475-3860","observed_orcids":["https://orcid.org/0009-0001-7475-3860"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Goyal, Navita","raw_affiliation_strings":["University of Maryland ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland ,","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047633303","display_name":"Ivan Stelmakh","orcid":"https://orcid.org/0000-0002-9237-7379","observed_orcids":["https://orcid.org/0000-0002-9237-7379"]},"institutions":[{"id":"https://openalex.org/I116555385","display_name":"New Economic School","ror":"https://ror.org/033904843","country_code":"RU","type":"education","lineage":["https://openalex.org/I116555385"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Stelmakh, Ivan","raw_affiliation_strings":["New Economic School ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Economic School ,","institution_ids":["https://openalex.org/I116555385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034272491","display_name":"Nihar B. Shah","orcid":"https://orcid.org/0000-0001-5158-9677","observed_orcids":["https://orcid.org/0000-0001-5158-9677"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shah, Nihar","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019928111","display_name":"Hal Daum\u00e9","orcid":"https://orcid.org/0000-0002-3760-345X","observed_orcids":["https://orcid.org/0000-0002-3760-345X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daum\u00e9, Hal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.31690001487731934,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.31690001487731934,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13516","display_name":"Publishing and Scholarly Communication","score":0.2013999968767166,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.17030000686645508,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-review","display_name":"peer review","score":0.9869999885559082},{"id":"https://openalex.org/keywords/reviewer-diversity","display_name":"reviewer diversity","score":0.968999981880188},{"id":"https://openalex.org/keywords/reviewer-assignment","display_name":"reviewer assignment","score":0.8149999976158142},{"id":"https://openalex.org/keywords/group-decision-making","display_name":"group decision making","score":0.7239999771118164},{"id":"https://openalex.org/keywords/publication-networks","display_name":"publication networks","score":0.8450000286102295},{"id":"https://openalex.org/keywords/geographic-diversity","display_name":"geographic diversity","score":0.8100000023841858},{"id":"https://openalex.org/keywords/conference-peer-review","display_name":"conference peer review","score":0.5299999713897705},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.4099999964237213}],"concepts":[{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.7071112990379333},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6713592410087585},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.6055755615234375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41901007294654846},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41842907667160034},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2707759737968445},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.09394243359565735},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0887211263179779},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2411.11437","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.11437","pdf_url":"https://arxiv.org/pdf/2411.11437","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2411.11437","doi":"https://doi.org/10.48550/arxiv.2411.11437","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2411.11437","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2411.11437","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.11437","pdf_url":"https://arxiv.org/pdf/2411.11437","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2835527574","display_name":"CAREER: Fundamentals of Learning from People with Applications to Peer Review","funder_award_id":"1942124","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G625222153","display_name":null,"funder_award_id":"N000142212181","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404570840.pdf","grobid_xml":"https://content.openalex.org/works/W4404570840.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W6885128049","https://openalex.org/W7124579581","https://openalex.org/W2586909096","https://openalex.org/W4413115435","https://openalex.org/W4408248219","https://openalex.org/W7063883589","https://openalex.org/W4386761547","https://openalex.org/W6894150455","https://openalex.org/W4407039234","https://openalex.org/W4293080803"],"abstract_inverted_index":{"A":[0],"large":[1],"host":[2],"of":[3,24,38,43,61,81,118,121,146,162,181,192,266],"scientific":[4],"journals":[5],"and":[6,26,57,85,110,127,153,263],"conferences":[7],"solicit":[8],"peer":[9,261],"reviews":[10,76,89,102],"from":[11,103,132,202,209],"multiple":[12],"reviewers":[13,44,105,163,201],"for":[14,69,197,257],"the":[15,36,41,59,62,82,182,272],"same":[16],"submission,":[17],"aiming":[18],"to":[19,46,178,223],"gather":[20],"a":[21,48,52,115,133,160,224,253],"broader":[22,179],"range":[23],"perspectives":[25,56,240],"mitigate":[27],"individual":[28],"biases.":[29],"In":[30],"this":[31],"work,":[32],"we":[33,188],"reflect":[34],"on":[35,124,150],"role":[37],"diversity":[39,123,148,233,267],"in":[40,54,96,195,226,228,238,260],"slate":[42],"assigned":[45],"evaluate":[47],"submitted":[49,139],"paper":[50,83,183],"as":[51],"factor":[53],"diversifying":[55],"improving":[58],"utility":[60],"peer-review":[63],"process.":[64,275],"We":[65,99,113],"propose":[66],"two":[67],"measures":[68,120,149],"assessing":[70],"review":[71,73,86,125,151,185,248,262],"utility:":[72],"coverage":[74,109,126,152,180,196],"--":[75,84,88],"should":[77,90],"cover":[78],"most":[79],"contents":[80],"redundancy":[87,128,227],"add":[91],"information":[92],"not":[93],"already":[94],"present":[95],"other":[97],"reviews.":[98,229],"hypothesize":[100],"that":[101,158,164,268],"diverse":[104,203],"will":[106],"exhibit":[107],"high":[108],"low":[111,243],"redundancy.":[112,154],"conduct":[114],"causal":[116],"study":[117,142,156,251],"different":[119,147,169,210],"reviewer":[122,198,258,273],"using":[129],"observational":[130],"data":[131],"peer-reviewed":[134],"conference":[135],"with":[136,200],"approximately":[137],"5,000":[138],"papers.":[140],"Our":[141,155,250],"reveals":[143],"disparate":[144],"effects":[145],"finds":[157],"assigning":[159],"group":[161,254],"are":[165],"topically":[166],"diverse,":[167],"have":[168,173],"seniority":[170,212],"levels,":[171,213],"or":[172,184,205,215],"distinct":[174],"publication":[175,231],"networks":[176,217],"leads":[177],"criteria,":[186],"but":[187],"find":[189],"no":[190],"evidence":[191],"an":[193],"increase":[194],"slates":[199],"organizations":[204],"geographical":[206,220],"locations.":[207],"Reviewers":[208],"organizations,":[211],"topics,":[214],"publications":[216],"(all":[218],"except":[219],"diversity)":[221],"lead":[222],"decrease":[225],"Furthermore,":[230],"network-based":[232],"alone":[234],"also":[235],"helps":[236],"bring":[237],"varying":[239],"(that":[241],"is,":[242],"redundancy),":[244],"even":[245],"within":[246],"specific":[247],"criteria.":[249],"adopts":[252],"decision-making":[255],"perspective":[256],"assignments":[259],"suggests":[264],"dimensions":[265],"can":[269],"help":[270],"guide":[271],"assignment":[274]},"counts_by_year":[],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2024-11-21T00:00:00"}