{"id":"https://openalex.org/W4416034734","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.549","title":"LongWeave: A Long-Form Generation Benchmark Bridging Real-World Relevance and Verifiability","display_name":"LongWeave: A Long-Form Generation Benchmark Bridging Real-World Relevance and Verifiability","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034734","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.549"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.549","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.549","pdf_url":"https://aclanthology.org/2025.findings-emnlp.549.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.549.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zikai Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zikai Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086704782","display_name":"Fei Huang","orcid":"https://orcid.org/0000-0001-8090-4533"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082583725","display_name":"Jianhong Tu","orcid":"https://orcid.org/0009-0001-1554-1614"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianhong Tu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068888494","display_name":"Jianhui Wei","orcid":"https://orcid.org/0000-0001-8609-9600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianhui Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102102955","display_name":"Wen Ma","orcid":"https://orcid.org/0000-0003-3040-0526"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen Ma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026094095","display_name":"Yuxuan Zhou","orcid":"https://orcid.org/0000-0002-8543-6465"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuxuan Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057489644","display_name":"Jingshen Wu","orcid":"https://orcid.org/0000-0003-4943-2579"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101188063","display_name":"Bowen Yu","orcid":"https://orcid.org/0009-0008-9642-7880"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bowen Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024343415","display_name":"Zuozhu Liu","orcid":"https://orcid.org/0000-0002-7816-502X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuozhu Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100612233","display_name":"Junyang Lin","orcid":"https://orcid.org/0000-0001-9931-383X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junyang Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10386","last_page":"10417"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.10679999738931656,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.10679999738931656,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.06520000100135803,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.040699999779462814,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.6919999718666077},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5824999809265137},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.32989999651908875},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.2849999964237213},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.2816999852657318}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.6919999718666077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6366000175476074},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5824999809265137},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3174000084400177},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31529998779296875},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2596000134944916}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.549","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.549","pdf_url":"https://aclanthology.org/2025.findings-emnlp.549.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.549","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.549","pdf_url":"https://aclanthology.org/2025.findings-emnlp.549.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4474290519","display_name":"\u57fa\u4e8e\u591a\u6a21\u6001\u53e3\u8154CBCT \u4e0e\u53e3\u626b\u5927\u6570\u636e\u7684\u4e34\u5e8a\u53ef\u9002\u7528\u51a0\u6839\u9aa8\u4e09\u7ef4\u878d\u5408\u53ca\u91cd\u6784\u7b97\u6cd5\u7814\u7a76","funder_award_id":"LZ23F020008","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034734.pdf","grobid_xml":"https://content.openalex.org/works/W4416034734.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Generating":[0],"long,":[1],"informative,":[2],"and":[3,45,69,81,124],"factual":[4],"outputs":[5],"remains":[6],"a":[7],"major":[8],"challenge":[9],"for":[10,16],"Large":[11],"Language":[12],"Models":[13],"(LLMs).Existing":[14],"benchmarks":[15],"long-form":[17,119],"generation":[18,120],"typically":[19],"assess":[20],"real-world":[21,35,44,60,93,122],"queries":[22],"with":[23,48],"hard-to-verify":[24],"metrics":[25],"or":[26],"use":[27],"synthetic":[28],"setups":[29],"that":[30,76,111],"ease":[31],"evaluation":[32],"but":[33],"overlook":[34],"intricacies.In":[36],"this":[37],"paper,":[38],"we":[39],"introduce":[40],"LongWeave,":[41],"which":[42],"balances":[43],"verifiable":[46,57],"assessment":[47,86],"Constraint-Verifier":[49],"Evaluation":[50],"(CoV-Eval).CoV-Eval":[51],"constructs":[52],"tasks":[53,77],"by":[54],"first":[55],"defining":[56],"targets":[58],"within":[59],"scenarios,":[61],"then":[62],"systematically":[63],"generating":[64],"corresponding":[65],"queries,":[66],"textual":[67],"materials,":[68],"constraints":[70],"based":[71],"on":[72,107],"these":[73],"targets.This":[74],"ensures":[75],"are":[78,129],"both":[79],"realistic":[80],"objectively":[82],"assessable,":[83],"enabling":[84],"rigorous":[85],"of":[87],"model":[88],"capabilities":[89],"in":[90,118],"meeting":[91],"complex":[92],"constraints.LongWeave":[94],"supports":[95],"customizable":[96],"input/output":[97],"lengths":[98],"(up":[99],"to":[100],"64K/8K":[101],"tokens)":[102],"across":[103],"seven":[104],"distinct":[105],"tasks.Evaluation":[106],"23":[108],"LLMs":[109],"shows":[110],"even":[112],"state-of-the-art":[113],"models":[114],"encounter":[115],"significant":[116],"challenges":[117],"as":[121],"complexity":[123],"output":[125],"length":[126],"increase.Our":[127],"codes":[128],"available":[130],"at":[131],"https://github.com/ZackZikaiXiao/LongWeave.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-11-08T00:00:00"}