{"id":"https://openalex.org/W7160630324","doi":"https://doi.org/10.48550/arxiv.2605.06353","title":"SEQUOR: A Multi-Turn Benchmark for Realistic Constraint Following","display_name":"SEQUOR: A Multi-Turn Benchmark for Realistic Constraint Following","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160630324","doi":"https://doi.org/10.48550/arxiv.2605.06353"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06353","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135640855","display_name":"Beatriz Canaverde","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Canaverde, Beatriz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135679093","display_name":"Duarte M. Alves","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alves, Duarte M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135700752","display_name":"Jos\u00e9 Pombal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pombal, Jos\u00e9","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135712891","display_name":"Giuseppe Attanasio","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Attanasio, Giuseppe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5051693368","display_name":"Andr\u00e9 F. T. Martins","orcid":"https://orcid.org/0000-0001-8282-625X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martins, Andr\u00e9 F. T.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.21140000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.21140000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.17329999804496765,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.16979999840259552,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8126000165939331},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.7121999859809875},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6766999959945679},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5525000095367432},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.49939998984336853},{"id":"https://openalex.org/keywords/constraint-satisfaction-problem","display_name":"Constraint satisfaction problem","score":0.3953999876976013}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8126000165939331},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.7121999859809875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6863999962806702},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6766999959945679},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5525000095367432},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.49939998984336853},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4047999978065491},{"id":"https://openalex.org/C199622910","wikidata":"https://www.wikidata.org/wiki/Q1128326","display_name":"Constraint satisfaction problem","level":3,"score":0.3953999876976013},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.388700008392334},{"id":"https://openalex.org/C44616089","wikidata":"https://www.wikidata.org/wiki/Q30158686","display_name":"Constraint satisfaction","level":3,"score":0.3513000011444092},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3203999996185303},{"id":"https://openalex.org/C173404611","wikidata":"https://www.wikidata.org/wiki/Q528588","display_name":"Constraint programming","level":3,"score":0.3100000023841858},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.29670000076293945},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2827000021934509},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27799999713897705}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,112],"a":[1,3,78,152],"conversation,":[2,125],"helpful":[4],"assistant":[5],"must":[6],"reliably":[7],"follow":[8,102,144],"user":[9,145],"directives,":[10],"even":[11,75],"as":[12,85],"they":[13],"refine,":[14],"modify,":[15],"or":[16,27,118],"contradict":[17],"earlier":[18],"requests.":[19],"Yet":[20],"most":[21],"instruction-following":[22,38,81,157],"benchmarks":[23],"focus":[24],"on":[25],"single-turn":[26],"short":[28],"multi-turn":[29,56,148],"scenarios,":[30],"leaving":[31],"open":[32],"how":[33],"well":[34],"models":[35,99,140],"handle":[36],"long-horizon":[37],"tasks.":[39],"To":[40],"bridge":[41],"this":[42],"gap,":[43],"we":[44],"present":[45],"SEQUOR,":[46],"an":[47],"automatic":[48],"benchmark":[49],"for":[50,154],"evaluating":[51],"constraint":[52],"adherence":[53],"in":[54,147,159],"long":[55],"conversations.":[57,70],"SEQUOR":[58],"consists":[59],"of":[60,123],"simulated":[61],"persona-driven":[62],"interactions":[63],"built":[64],"with":[65,90],"constraints":[66,104,115],"extracted":[67],"from":[68],"real-world":[69],"Our":[71],"results":[72,136],"show":[73],"that":[74,138],"when":[76,98],"following":[77],"single":[79],"constraint,":[80],"accuracy":[82,108,127],"consistently":[83],"decreases":[84,128],"the":[86,124],"conversation":[87],"grows":[88],"longer,":[89],"drops":[91],"exceeding":[92],"11%.":[93],"This":[94],"decline":[95],"becomes":[96],"larger":[97],"have":[100],"to":[101,143],"multiple":[103],"simultaneously,":[105],"reducing":[106],"their":[107],"by":[109,129],"over":[110],"40%.":[111],"scenarios":[113],"where":[114],"are":[116],"added":[117],"replaced":[119],"at":[120],"arbitrary":[121],"points":[122],"model":[126],"more":[130],"than":[131],"9%.":[132],"Taken":[133],"together,":[134],"our":[135],"reveal":[137],"current":[139],"still":[141],"struggle":[142],"instructions":[146],"conversations,":[149],"and":[150],"provide":[151],"way":[153],"better":[155],"measuring":[156],"capabilities":[158],"assistants.":[160]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}