{"id":"https://openalex.org/W4287887165","doi":"https://doi.org/10.18653/v1/2022.naacl-main.354","title":"What Factors Should Paper-Reviewer Assignments Rely On? Community Perspectives on Issues and Ideals in Conference Peer-Review","display_name":"What Factors Should Paper-Reviewer Assignments Rely On? Community Perspectives on Issues and Ideals in Conference Peer-Review","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4287887165","doi":"https://doi.org/10.18653/v1/2022.naacl-main.354"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.naacl-main.354","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.354","pdf_url":"https://aclanthology.org/2022.naacl-main.354.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.naacl-main.354.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075786032","display_name":"Terne Sasha Thorn Jakobsen","orcid":"https://orcid.org/0000-0002-3124-1320"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Terne Thorn Jakobsen","raw_affiliation_strings":["Copenhagen Center for Social Data Science, University of Copenhagen"],"affiliations":[{"raw_affiliation_string":"Copenhagen Center for Social Data Science, University of Copenhagen","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039256697","display_name":"Anna Rogers","orcid":"https://orcid.org/0000-0002-4845-4023"},"institutions":[{"id":"https://openalex.org/I4210129730","display_name":"RIKEN Center for Computational Science","ror":"https://ror.org/03r519674","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210129730"]},{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK","JP"],"is_corresponding":true,"raw_author_name":"Anna Rogers","raw_affiliation_strings":["Copenhagen Center for Social Data Science, University of Copenhagen","RIKEN Center for Computational Science"],"affiliations":[{"raw_affiliation_string":"Copenhagen Center for Social Data Science, University of Copenhagen","institution_ids":["https://openalex.org/I124055696"]},{"raw_affiliation_string":"RIKEN Center for Computational Science","institution_ids":["https://openalex.org/I4210129730"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5039256697"],"corresponding_institution_ids":["https://openalex.org/I124055696","https://openalex.org/I4210129730"],"apc_list":null,"apc_paid":null,"fwci":0.4181,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.57295807,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4810","last_page":"4823"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.781631588935852},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6477899551391602},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6025707721710205},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.576416015625},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4520657956600189},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.142320454120636},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.10282576084136963},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.10088849067687988}],"concepts":[{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.781631588935852},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6477899551391602},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6025707721710205},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.576416015625},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4520657956600189},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.142320454120636},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10282576084136963},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.10088849067687988},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2022.naacl-main.354","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.354","pdf_url":"https://aclanthology.org/2022.naacl-main.354.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/1a87fefc-8b01-4a43-98bb-54e8da376bcc","is_oa":false,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/1a87fefc-8b01-4a43-98bb-54e8da376bcc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jakobsen , T S T & Rogers , A 2022 , ' What Factors Should Paper-Reviewer Assignments Rely On? Community Perspectives on Issues and Ideals in Conference Peer-Review ' , Paper presented at Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies , Seattle , United States , 10/07/2022 - 15/07/2022 pp. 4810-4823 . https://doi.org/10.18653/v1/2022.naacl-main.354","raw_type":"conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.naacl-main.354","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.354","pdf_url":"https://aclanthology.org/2022.naacl-main.354.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4287887165.pdf","grobid_xml":"https://content.openalex.org/works/W4287887165.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1564110594","https://openalex.org/W1990327532","https://openalex.org/W1992549066","https://openalex.org/W2017082987","https://openalex.org/W2070619106","https://openalex.org/W2083548820","https://openalex.org/W2094543397","https://openalex.org/W2113503937","https://openalex.org/W2791817255","https://openalex.org/W2951535825","https://openalex.org/W2970442950","https://openalex.org/W3000646907","https://openalex.org/W3035324702","https://openalex.org/W3103573410","https://openalex.org/W3164964801","https://openalex.org/W3200247363","https://openalex.org/W3201395296","https://openalex.org/W3203516702","https://openalex.org/W3214193544","https://openalex.org/W4244135171","https://openalex.org/W4251460502","https://openalex.org/W4283793757","https://openalex.org/W4292157289","https://openalex.org/W4295607477","https://openalex.org/W4300140397"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Both":[0],"scientific":[1],"progress":[2],"and":[3,67,89],"individual":[4],"researcher":[5],"careers":[6],"depend":[7],"on":[8,18,69],"the":[9,54,57,61],"quality":[10],"of":[11,56,60],"peer":[12,93],"review,":[13],"which":[14],"in":[15],"turn":[16],"depends":[17],"paperreviewer":[19],"matching.":[20],"Surprisingly,":[21],"this":[22],"problem":[23,32],"has":[24],"been":[25],"mostly":[26],"approached":[27],"as":[28,35],"an":[29],"automated":[30],"recommendation":[31],"rather":[33],"than":[34],"a":[36],"matter":[37],"where":[38],"different":[39],"stakeholders":[40],"(area":[41],"chairs,":[42],"reviewers,":[43],"authors)":[44],"have":[45],"accumulated":[46],"experience":[47],"worth":[48],"taking":[49],"into":[50],"account.":[51],"We":[52],"present":[53],"results":[55],"first":[58],"survey":[59],"NLP":[62,87],"community,":[63],"identifying":[64],"common":[65],"issues":[66],"perspectives":[68],"what":[70],"factors":[71],"should":[72],"be":[73],"considered":[74],"by":[75],"paper-reviewer":[76],"matching":[77],"systems.":[78],"This":[79],"study":[80],"contributes":[81],"actionable":[82],"recommendations":[83],"for":[84,91],"improving":[85],"future":[86],"conferences,":[88],"desiderata":[90],"interpretable":[92],"review":[94],"assignments.":[95]},"counts_by_year":[{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}