{"id":"https://openalex.org/W4412887708","doi":"https://doi.org/10.18653/v1/2025.findings-acl.1082","title":"RoleMRC: A Fine-Grained Composite Benchmark for Role-Playing and Instruction-Following","display_name":"RoleMRC: A Fine-Grained Composite Benchmark for Role-Playing and Instruction-Following","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412887708","doi":"https://doi.org/10.18653/v1/2025.findings-acl.1082"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.1082","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1082","pdf_url":"https://aclanthology.org/2025.findings-acl.1082.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.1082.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100341536","display_name":"Jian L\u00fc","orcid":"https://orcid.org/0000-0001-5362-0316"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junru Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101676261","display_name":"Jiazheng Li","orcid":"https://orcid.org/0000-0002-8491-9836"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiazheng Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108754067","display_name":"Guodong Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guodong Shen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006058829","display_name":"Lin Gui","orcid":"https://orcid.org/0000-0002-8595-2910"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin Gui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008851729","display_name":"Siyu An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Siyu An","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015709853","display_name":"Yulan He","orcid":"https://orcid.org/0000-0003-3948-5845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yulan He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103100863","display_name":"Di Yin","orcid":"https://orcid.org/0000-0003-4456-9867"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Di Yin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100388508","display_name":"Xing Sun","orcid":"https://orcid.org/0000-0002-7683-4517"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing Sun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18036547,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"21008","last_page":"21030"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.4754999876022339,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.4754999876022339,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12515","display_name":"Gender and Technology in Education","score":0.4424999952316284,"subfield":{"id":"https://openalex.org/subfields/3318","display_name":"Gender Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6869796514511108},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6726919412612915},{"id":"https://openalex.org/keywords/composite-number","display_name":"Composite number","score":0.5913082361221313},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10787376761436462}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6869796514511108},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6726919412612915},{"id":"https://openalex.org/C104779481","wikidata":"https://www.wikidata.org/wiki/Q50707","display_name":"Composite number","level":2,"score":0.5913082361221313},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10787376761436462},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.1082","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1082","pdf_url":"https://aclanthology.org/2025.findings-acl.1082.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.1082","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1082","pdf_url":"https://aclanthology.org/2025.findings-acl.1082.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2577708131","display_name":"Turing AI Fellowship: Event-Centric Framework for Natural Language Understanding","funder_award_id":"EP/V020579/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6382798043","display_name":"Turing AI Fellowship: Event-Centric Framework for Natural Language Understanding","funder_award_id":"EP/V020579/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320320285","display_name":"King's College London","ror":"https://ror.org/0220mzb33"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412887708.pdf","grobid_xml":"https://content.openalex.org/works/W4412887708.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526"],"abstract_inverted_index":{"Role-playing":[0,67],"is":[1],"important":[2],"for":[3],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"to":[8,26,77,112],"follow":[9],"diverse":[10],"instructions":[11],"while":[12],"maintaining":[13],"role":[14,28,81,98],"identity":[15],"and":[16,30,43,56,74,80,90,105,118,152],"the":[17,115,157],"role's":[18],"pre-defined":[19],"ability":[20],"limits.Existing":[21],"role-playing":[22,35,42,117,138],"datasets":[23,139],"mostly":[24],"contribute":[25],"controlling":[27],"style":[29],"knowledge":[31],"boundaries,":[32],"but":[33],"overlook":[34],"in":[36],"instruction-following":[37,44],"scenarios.We":[38],"introduce":[39],"a":[40,96,110],"fine-grained":[41,116],"composite":[45],"benchmark,":[46],"named":[47],"RoleMRC,":[48],"including:":[49],"(1)":[50],"Multi-turn":[51],"dialogues":[52],"between":[53],"ideal":[54],"roles":[55],"humans,":[57],"including":[58],"free":[59],"chats":[60],"or":[61],"discussions":[62],"upon":[63],"given":[64],"passages;":[65],"(2)":[66],"machine":[68],"reading":[69],"comprehension,":[70],"involving":[71],"response,":[72],"refusal,":[73],"attempts":[75],"according":[76],"passage":[78],"answerability":[79],"ability;":[82],"(3)":[83],"More":[84],"complex":[85],"scenarios":[86],"with":[87],"nested,":[88],"multi-turn":[89],"prioritized":[91],"instructions.The":[92],"final":[93],"RoleMRC":[94,145],"features":[95],"10.2k":[97],"profile":[99],"meta-pool,":[100],"37.9k":[101],"well-synthesized":[102],"roleplaying":[103,151],"instructions,":[104],"1.4k":[106],"testing":[107],"samples.We":[108],"develop":[109],"pipeline":[111],"quantitatively":[113],"evaluate":[114],"instructionfollowing":[119,147],"capabilities":[120,163],"of":[121,161],"several":[122],"mainstream":[123],"LLMs,":[124],"as":[125,127],"well":[126],"models":[128,142],"that":[129,141],"are":[130],"fine-tuned":[131,143],"on":[132,136,144],"our":[133],"data.Moreover,":[134],"cross-evaluation":[135],"external":[137],"confirms":[140],"enhance":[146],"without":[148],"compromising":[149],"general":[150],"reasoning":[153],"capabilities.We":[154],"also":[155],"probe":[156],"neural-level":[158],"activation":[159],"maps":[160],"different":[162],"over":[164],"post-tuned":[165],"LLMs":[166],"1":[167],".":[168]},"counts_by_year":[],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-10T00:00:00"}