{"id":"https://openalex.org/W4416368663","doi":"https://doi.org/10.18653/v1/2026.acl-long.1958","title":"PRBench: Large-Scale Expert Rubrics for Evaluating High-Stakes Professional Reasoning","display_name":"PRBench: Large-Scale Expert Rubrics for Evaluating High-Stakes Professional Reasoning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4416368663","doi":"https://doi.org/10.18653/v1/2026.acl-long.1958"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.acl-long.1958","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1958","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/2026.acl-long.1958","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037814990","display_name":"Afra Feyza Aky\u00fcrek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Afra Feyza Aky\u00fcrek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120702900","display_name":"Advait Gosai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Advait Gosai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chen Bo Calvin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen Bo Calvin Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101746832","display_name":"Vipul Gupta","orcid":"https://orcid.org/0000-0003-4733-8394"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vipul Gupta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102018901","display_name":"Jaehwan Jeong","orcid":"https://orcid.org/0000-0003-3420-2404"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaehwan Jeong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088137864","display_name":"Anisha Gunjal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anisha Gunjal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120458839","display_name":"Tahseen Rabbani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tahseen Rabbani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Maria Mazzone","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maria Mazzone","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070081649","display_name":"David Randolph","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Randolph IV","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120412019","display_name":"Mohammad Mahmoudi Meymand","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammad Mahmoudi Meymand","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120412020","display_name":"Gurshaan Chattha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gurshaan Chattha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101985868","display_name":"Paula Rodr\u00edguez","orcid":"https://orcid.org/0000-0003-4729-7553"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paula Rodriguez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054263815","display_name":"Diego Mares","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diego A. Mares Buendia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109760949","display_name":"Pavit Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavit Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333916","display_name":"Michael C. Liu","orcid":"https://orcid.org/0000-0003-2232-7664"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Subodh Chawla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Subodh Chawla","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120363925","display_name":"Pete Cline","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peter Cline","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120363926","display_name":"Lucy Ogaz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lucy Ogaz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061646420","display_name":"Ernesto Hern\u00e1ndez","orcid":"https://orcid.org/0000-0003-3839-3244"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ernesto Gabriel Hern\u00e1ndez Montoya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413103","display_name":"Zihao Wang","orcid":"https://orcid.org/0000-0003-1071-6275"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zihao Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120412021","display_name":"Pavi Bhatter","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavi Bhatter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120496273","display_name":"Marcos Ayestaran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marcos Ayestaran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339927","display_name":"Bing Liu","orcid":"https://orcid.org/0000-0002-4096-6980"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bing Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5079019876","display_name":"Yunzhong He","orcid":"https://orcid.org/0000-0002-5429-5372"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yunzhong He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02465688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"42297","last_page":"42325"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1868000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1868000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.14380000531673431,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.12860000133514404,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9297000169754028},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.6010000109672546},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.553600013256073},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5203999876976013},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4368000030517578},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.41850000619888306},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.35120001435279846}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9297000169754028},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.6010000109672546},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.553600013256073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5270000100135803},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5203999876976013},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.41850000619888306},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3434000015258789},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33329999446868896},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.32829999923706055},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.32589998841285706},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.3082999885082245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2994000017642975},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26919999718666077},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.26330000162124634},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2026.acl-long.1958","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1958","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2511.11562","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.11562","pdf_url":"https://arxiv.org/pdf/2511.11562","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.11562","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.11562","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.acl-long.1958","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1958","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Afra":[0],"Feyza":[1],"Aky\u00fcrek,":[2],"Advait":[3],"Gosai,":[4],"Chen":[5],"Bo":[6],"Calvin":[7],"Zhang,":[8],"Vipul":[9],"Gupta,":[10],"Jaehwan":[11],"Jeong,":[12],"Anisha":[13],"Gunjal,":[14],"Tahseen":[15],"Rabbani,":[16],"Maria":[17],"Mazzone,":[18],"David":[19],"Randolph":[20],"IV,":[21],"Mohammad":[22],"Mahmoudi":[23],"Meymand,":[24],"Gurshaan":[25],"Chattha,":[26],"Paula":[27],"Rodriguez,":[28],"Diego":[29],"A.":[30],"Mares":[31],"Buendia,":[32],"Pavit":[33],"Singh,":[34],"Michael":[35],"Liu,":[36,54],"Subodh":[37],"Chawla,":[38],"Peter":[39],"Cline,":[40],"Lucy":[41],"Ogaz,":[42],"Ernesto":[43],"Gabriel":[44],"Hern\u00e1ndez":[45],"Montoya,":[46],"Zihao":[47],"Wang,":[48],"Pavi":[49],"Bhatter,":[50],"Marcos":[51],"Ayestaran,":[52],"Bing":[53],"Yunzhong":[55],"He.":[56],"Proceedings":[57],"of":[58,63],"the":[59,64],"64th":[60],"Annual":[61],"Meeting":[62],"Association":[65],"for":[66],"Computational":[67],"Linguistics":[68],"(Volume":[69],"1:":[70],"Long":[71],"Papers).":[72],"2026.":[73]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-18T00:00:00"}