{"id":"https://openalex.org/W4412888653","doi":"https://doi.org/10.18653/v1/2025.findings-acl.330","title":"Streamlining the Collaborative Chain of Models into A Single Forward Pass in Generation-Based Tasks","display_name":"Streamlining the Collaborative Chain of Models into A Single Forward Pass in Generation-Based Tasks","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888653","doi":"https://doi.org/10.18653/v1/2025.findings-acl.330"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.330","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.330","pdf_url":"https://aclanthology.org/2025.findings-acl.330.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.330.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102694124","display_name":"Yuanjie Lyu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanjie Lyu","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044599999","display_name":"Chao Zhang","orcid":"https://orcid.org/0000-0001-6614-6377"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Zhang","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073128160","display_name":"Yuhao Chen","orcid":"https://orcid.org/0009-0005-1017-7015"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Chen","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082732692","display_name":"Yong Chen","orcid":"https://orcid.org/0000-0003-4580-8655"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Chen","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5119532778","display_name":"Tong Xu","orcid":"https://orcid.org/0009-0008-2654-5152"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6390","last_page":"6404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9520000219345093,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6460294127464294},{"id":"https://openalex.org/keywords/chain","display_name":"Chain (unit)","score":0.444011926651001}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6460294127464294},{"id":"https://openalex.org/C199185054","wikidata":"https://www.wikidata.org/wiki/Q552299","display_name":"Chain (unit)","level":2,"score":0.444011926651001},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.330","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.330","pdf_url":"https://aclanthology.org/2025.findings-acl.330.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.330","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.330","pdf_url":"https://aclanthology.org/2025.findings-acl.330.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3604000827","display_name":null,"funder_award_id":"62222213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7295420491","display_name":null,"funder_award_id":"62072423","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888653.pdf","grobid_xml":"https://content.openalex.org/works/W4412888653.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"Retrieval-Augmented":[1],"Generation":[2],"(RAG)":[3],"and":[4,81,110,117],"agent-based":[5],"frameworks,":[6],"the":[7,147],"\"Chain":[8],"of":[9,76,149],"Models\"":[10],"approach":[11,24],"is":[12,25],"widely":[13],"used,":[14],"where":[15],"multiple":[16,56],"specialized":[17],"models":[18,70,100,124,133],"work":[19],"sequentially":[20],"on":[21,140],"distinct":[22],"sub-tasks.This":[23],"effective":[26],"but":[27],"increases":[28],"resource":[29],"demands":[30],"as":[31,71],"each":[32],"model":[33,52,151],"must":[34],"be":[35],"deployed":[36],"separately.Recent":[37],"advancements":[38],"attempt":[39],"to":[40,53,55,101,125],"address":[41],"this":[42,89],"by":[43],"applying":[44],"prompt":[45],"tuning,":[46],"which":[47],"allows":[48,123],"a":[49,62,94],"shared":[50],"base":[51],"adapt":[54],"tasks":[57,142],"with":[58],"minimal":[59],"parameter":[60],"changes.However,":[61],"key":[63],"challenge":[64],"remains:":[65],"intermediate":[66],"outputs,":[67],"passed":[68],"between":[69],"plain":[72],"text,":[73],"require":[74],"recomputation":[75],"hidden":[77,104,129],"states":[78,84,130],"(i.e.,":[79],"Key":[80],"Value":[82],"(KV)":[83],"in":[85,134],"Transformers)":[86],"during":[87,120],"inference.In":[88],"paper,":[90],"we":[91],"introduce":[92],"FTHSS,":[93],"novel":[95],"prompt-tuning":[96],"method":[97],"that":[98,144],"enables":[99],"share":[102],"KV":[103,112,128],"states,":[105],"eliminating":[106],"redundant":[107],"forward":[108],"passes":[109],"reducing":[111],"cache":[113],"storage.By":[114],"modifying":[115],"input":[116],"attention":[118],"masks":[119],"training,":[121],"FTHSS":[122,145],"effectively":[126],"utilize":[127],"from":[131],"prior":[132],"both":[135],"singleand":[136],"multi-round":[137],"scenarios.Empirical":[138],"results":[139],"four":[141],"show":[143],"matches":[146],"performance":[148],"traditional":[150],"chains":[152],"while":[153],"improving":[154],"inference":[155],"efficiency.":[156]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}