{"id":"https://openalex.org/W7140147349","doi":"https://doi.org/10.18653/v1/2026.eacl-long.62","title":"Deconstructing Instruction-Following: A New Benchmark for Granular Evaluation of Large Language Model Instruction Compliance Abilities","display_name":"Deconstructing Instruction-Following: A New Benchmark for Granular Evaluation of Large Language Model Instruction Compliance Abilities","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140147349","doi":"https://doi.org/10.18653/v1/2026.eacl-long.62"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.eacl-long.62","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.62","pdf_url":"https://aclanthology.org/2026.eacl-long.62.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-long.62.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130341089","display_name":"Alberto Purpura","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alberto Purpura","raw_affiliation_strings":["Card Intelligence , Capital One"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Card Intelligence , Capital One","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130375579","display_name":"Li Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Wang","raw_affiliation_strings":["Card Intelligence , Capital One"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Card Intelligence , Capital One","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130374296","display_name":"Sahil Badyal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sahil Badyal","raw_affiliation_strings":["Card Intelligence , Capital One"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Card Intelligence , Capital One","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130330524","display_name":"Gene Beaufrand","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gene Beaufrand","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130386659","display_name":"Adam Faulkner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adam Faulkner","raw_affiliation_strings":["Card Intelligence , Capital One"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Card Intelligence , Capital One","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40230518,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1334","last_page":"1349"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.16429999470710754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.16429999470710754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.08669999986886978,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.06109999865293503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compliance","display_name":"Compliance (psychology)","score":0.5461000204086304},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5160999894142151},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3368000090122223},{"id":"https://openalex.org/keywords/isolation","display_name":"Isolation (microbiology)","score":0.2736999988555908},{"id":"https://openalex.org/keywords/line","display_name":"Line (geometry)","score":0.27250000834465027},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.2619999945163727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6442000269889832},{"id":"https://openalex.org/C2781460075","wikidata":"https://www.wikidata.org/wiki/Q1399332","display_name":"Compliance (psychology)","level":2,"score":0.5461000204086304},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5160999894142151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4440999925136566},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35899999737739563},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26080000400543213},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2583000063896179},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.eacl-long.62","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.62","pdf_url":"https://aclanthology.org/2026.eacl-long.62.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-long.62","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.62","pdf_url":"https://aclanthology.org/2026.eacl-long.62.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6430937051773071,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140147349.pdf","grobid_xml":"https://content.openalex.org/works/W7140147349.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Alberto":[0],"Purpura,":[1],"Li":[2],"Wang,":[3],"Sahil":[4],"Badyal,":[5],"Gene":[6],"Beaufrand,":[7],"Adam":[8],"Faulkner.":[9],"Proceedings":[10],"of":[11,15,19],"the":[12,16,20],"19th":[13],"Conference":[14],"European":[17],"Chapter":[18],"Association":[21],"for":[22],"Computational":[23],"Linguistics":[24],"(Volume":[25],"1:":[26],"Long":[27],"Papers).":[28],"2026.":[29]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-24T00:00:00"}