{"id":"https://openalex.org/W7152485125","doi":"https://doi.org/10.48550/arxiv.2604.07119","title":"Are Non-English Papers Reviewed Fairly? Language-of-Study Bias in NLP Peer Reviews","display_name":"Are Non-English Papers Reviewed Fairly? Language-of-Study Bias in NLP Peer Reviews","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7152485125","doi":"https://doi.org/10.48550/arxiv.2604.07119"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07119","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07119","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07119","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133308848","display_name":"Ehsan Barkhordar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barkhordar, Ehsan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133301823","display_name":"Abdulfattah Safa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Safa, Abdulfattah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007661580","display_name":"Verena Blaschke","orcid":"https://orcid.org/0000-0002-1082-2740"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blaschke, Verena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076256614","display_name":"Erika Lombart","orcid":"https://orcid.org/0000-0001-7968-0413"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lombart, Erika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133262423","display_name":"Marie-Catherine de Marneffe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"de Marneffe, Marie-Catherine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124672675","display_name":"G\u00f6zde G\u00fcl Sahin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u015eahin, G\u00f6zde G\u00fcl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.23929999768733978,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.23929999768733978,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.10090000182390213,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.08320000022649765,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5418999791145325},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.4244000017642975},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.41819998621940613},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4050999879837036},{"id":"https://openalex.org/keywords/publication-bias","display_name":"Publication bias","score":0.322299987077713},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.3133000135421753}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5418999791145325},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5077999830245972},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5012000203132629},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4749999940395355},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4740999937057495},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.41819998621940613},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3384999930858612},{"id":"https://openalex.org/C2780439572","wikidata":"https://www.wikidata.org/wiki/Q919364","display_name":"Publication bias","level":3,"score":0.322299987077713},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32019999623298645},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3089999854564667},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.3027999997138977},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2702000141143799},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2653000056743622},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.263700008392334}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07119","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07119","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07119","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07119","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.7719361186027527,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Peer":[0],"review":[1],"plays":[2],"a":[3,29,74,106],"central":[4],"role":[5],"in":[6,47,101,183],"the":[7,23,34,81,95,129,167],"NLP":[8,184],"publication":[9],"process,":[10],"but":[11],"is":[12,166],"susceptible":[13],"to":[14,27,118,128,176],"various":[15],"biases.":[16],"Here,":[17],"we":[18,152],"study":[19],"language-of-study":[20],"(LoS)":[21],"bias:":[22],"tendency":[24],"for":[25,112],"reviewers":[26],"evaluate":[28],"paper":[30],"differently":[31],"based":[32],"on":[33,179],"language(s)":[35],"it":[36],"studies,":[37],"rather":[38],"than":[39,141],"its":[40],"scientific":[41],"merit.":[42],"Despite":[43],"being":[44],"explicitly":[45],"flagged":[46],"reviewing":[48,181],"guidelines,":[49],"such":[50,58],"biases":[51,124],"are":[52],"poorly":[53],"understood.":[54],"Prior":[55],"work":[56,178],"treats":[57],"comments":[59],"as":[60,73],"part":[61],"of":[62,65,77,85,156],"broader":[63],"categories":[64],"weak":[66],"or":[67],"unconstructive":[68],"reviews":[69,117],"without":[70],"defining":[71],"them":[72],"distinct":[75],"form":[76],"bias.":[78,150],"We":[79,114,171],"present":[80],"first":[82],"systematic":[83],"characterization":[84],"LoS":[86],"bias,":[87,158],"distinguishing":[88],"negative":[89,121,145,157],"and":[90,93,105,122,131,159,185],"positive":[91,123,149],"forms,":[92],"introduce":[94],"human-annotated":[96],"dataset":[97],"LOBSTER":[98],"(Language-Of-study":[99],"Bias":[100],"ScienTific":[102],"pEer":[103],"Review)":[104],"method":[107],"achieving":[108],"87.37":[109],"macro":[110],"F1":[111],"detection.":[113],"analyze":[115],"15,645":[116],"estimate":[119],"how":[120],"differ":[125],"with":[126,144],"respect":[127],"LoS,":[130],"find":[132,160],"that":[133,161],"non-English":[134],"papers":[135],"face":[136],"substantially":[137],"higher":[138],"bias":[139,146],"rates":[140],"English-only":[142],"ones,":[143],"consistently":[147],"outweighing":[148],"Finally,":[151],"identify":[153],"four":[154],"subcategories":[155],"demanding":[162],"unjustified":[163],"cross-lingual":[164],"generalization":[165],"most":[168],"dominant":[169],"form.":[170],"publicly":[172],"release":[173],"all":[174],"resources":[175],"support":[177],"fairer":[180],"practices":[182],"beyond.":[186]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-10T00:00:00"}