{"id":"https://openalex.org/W4412888403","doi":"https://doi.org/10.18653/v1/2025.findings-acl.486","title":"StructFlowBench: A Structured Flow Benchmark for Multi-turn Instruction Following","display_name":"StructFlowBench: A Structured Flow Benchmark for Multi-turn Instruction Following","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888403","doi":"https://doi.org/10.18653/v1/2025.findings-acl.486"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.486","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.486","pdf_url":"https://aclanthology.org/2025.findings-acl.486.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.486.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022006244","display_name":"Jinnan Li","orcid":"https://orcid.org/0000-0002-1105-2880"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinnan Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028609396","display_name":"Jinzhe Li","orcid":"https://orcid.org/0009-0006-4819-7238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinzhe Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100616870","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0002-0047-3364"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049349192","display_name":"Yi Chang","orcid":"https://orcid.org/0000-0001-8542-5937"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5082844557","display_name":"Yuan Wu","orcid":"https://orcid.org/0000-0001-6661-9461"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9322","last_page":"9341"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.5835000276565552,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.5835000276565552,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7117462158203125},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6787036657333374},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.530430793762207},{"id":"https://openalex.org/keywords/turn","display_name":"Turn (biochemistry)","score":0.5281864404678345},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07716125249862671},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.07117441296577454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7117462158203125},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6787036657333374},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.530430793762207},{"id":"https://openalex.org/C85641259","wikidata":"https://www.wikidata.org/wiki/Q290042","display_name":"Turn (biochemistry)","level":2,"score":0.5281864404678345},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07716125249862671},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07117441296577454},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.486","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.486","pdf_url":"https://aclanthology.org/2025.findings-acl.486.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.486","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.486","pdf_url":"https://aclanthology.org/2025.findings-acl.486.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1211044700","display_name":null,"funder_award_id":"U2341229","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6592930967","display_name":null,"funder_award_id":"2023YFF0905400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8336371671","display_name":null,"funder_award_id":"U2341229","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322174","display_name":"People's Government of Jilin Province","ror":"https://ror.org/02fzqav45"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888403.pdf","grobid_xml":"https://content.openalex.org/works/W4412888403.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W4412839308","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W4231070408","https://openalex.org/W943151747","https://openalex.org/W2048981943"],"abstract_inverted_index":{"Multi-turn":[0],"instruction":[1,59,73],"following":[2,60,74],"capability":[3,26],"constitutes":[4],"a":[5,71],"core":[6],"competency":[7],"of":[8,124,139],"large":[9],"language":[10],"models":[11],"(LLMs)":[12],"in":[13,135],"real-world":[14],"applications.Existing":[15],"evaluation":[16,61,99,118],"benchmarks":[17],"predominantly":[18],"focus":[19],"on":[20],"fine-grained":[21],"constraint":[22,63],"satisfaction":[23],"and":[24,100,128],"domain-specific":[25],"assessment,":[27],"yet":[28],"overlook":[29],"the":[30,58],"crucial":[31],"structural":[32,43,77,84,95],"dependencies":[33,44],"between":[34],"dialogue":[35,109,141],"turns":[36],"that":[37],"distinguish":[38],"multi-turn":[39,72,140],"from":[40],"single-turn":[41],"interactions.These":[42],"not":[45],"only":[46],"reflect":[47],"user":[48],"intent":[49],"but":[50],"also":[51,101],"establish":[52],"an":[53,82],"essential":[54],"second":[55],"dimension":[56],"for":[57,97,106],"beyond":[62],"satisfaction.To":[64],"address":[65],"this":[66],"gap,":[67],"we":[68,120],"propose":[69],"StructFlowBench,":[70],"benchmark":[75,80],"with":[76,87],"flow":[78,85],"modeling.The":[79],"defines":[81],"innovative":[83],"framework":[86],"six":[88],"fundamental":[89],"inter-turn":[90],"relationships.These":[91],"relationships":[92],"introduce":[93],"novel":[94],"constraints":[96],"model":[98],"serve":[102],"as":[103],"generation":[104],"parameters":[105],"creating":[107],"customized":[108],"flows":[110],"tailored":[111],"to":[112],"specific":[113],"scenarios.Adopting":[114],"established":[115],"LLM-based":[116],"automatic":[117],"methodologies,":[119],"conduct":[121],"systematic":[122],"evaluations":[123],"13":[125],"leading":[126],"open-source":[127],"closedsource":[129],"LLMs.Experimental":[130],"results":[131],"reveal":[132],"significant":[133],"deficiencies":[134],"current":[136],"models'":[137],"comprehension":[138],"structures.The":[142],"code":[143],"is":[144],"available":[145],"at":[146],"https://github.com/":[147],"MLGroupJLU/StructFlowBench.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}