{"id":"https://openalex.org/W4412944688","doi":"https://doi.org/10.18653/v1/2025.findings-acl.1207","title":"LLM as Effective Streaming Processor: Bridging Streaming-Batch Mismatches with Group Position Encoding","display_name":"LLM as Effective Streaming Processor: Bridging Streaming-Batch Mismatches with Group Position Encoding","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412944688","doi":"https://doi.org/10.18653/v1/2025.findings-acl.1207"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.1207","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1207","pdf_url":"https://aclanthology.org/2025.findings-acl.1207.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.1207.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119204325","display_name":"Junlong Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junlong Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062235024","display_name":"Jianyu Fu","orcid":"https://orcid.org/0000-0002-0046-0192"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinlan Fu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085462482","display_name":"Zixuan Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zixuan Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yingqi Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingqi Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020353354","display_name":"Anhao Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anhao Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100567767","display_name":"Hui Su","orcid":"https://orcid.org/0009-0002-1490-7589"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Su","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103000631","display_name":"Xiaoyu Shen","orcid":"https://orcid.org/0000-0002-0217-2469"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyu Shen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"23497","last_page":"23517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.7906659245491028},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7376360893249512},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6232651472091675},{"id":"https://openalex.org/keywords/streaming-current","display_name":"Streaming current","score":0.5035771727561951},{"id":"https://openalex.org/keywords/live-streaming","display_name":"Live streaming","score":0.4496139883995056},{"id":"https://openalex.org/keywords/video-streaming","display_name":"Video streaming","score":0.4469105005264282},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40404558181762695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12830322980880737}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.7906659245491028},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376360893249512},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6232651472091675},{"id":"https://openalex.org/C30311675","wikidata":"https://www.wikidata.org/wiki/Q7622689","display_name":"Streaming current","level":3,"score":0.5035771727561951},{"id":"https://openalex.org/C2776741261","wikidata":"https://www.wikidata.org/wiki/Q3027665","display_name":"Live streaming","level":2,"score":0.4496139883995056},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.4469105005264282},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40404558181762695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12830322980880737},{"id":"https://openalex.org/C147789679","wikidata":"https://www.wikidata.org/wiki/Q11372","display_name":"Physical chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C27703432","wikidata":"https://www.wikidata.org/wiki/Q2778467","display_name":"Electrokinetic phenomena","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.1207","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1207","pdf_url":"https://aclanthology.org/2025.findings-acl.1207.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.1207","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1207","pdf_url":"https://aclanthology.org/2025.findings-acl.1207.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412944688.pdf","grobid_xml":"https://content.openalex.org/works/W4412944688.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4328029402","https://openalex.org/W4409494018","https://openalex.org/W4390321210","https://openalex.org/W4361215424","https://openalex.org/W4386953780","https://openalex.org/W3134683720","https://openalex.org/W2157648540","https://openalex.org/W4235833544","https://openalex.org/W2383812552","https://openalex.org/W4245721987"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"primarily":[5],"designed":[6],"for":[7,11],"batch":[8,129,137,164],"processing.Existing":[9],"methods":[10],"adapting":[12,33],"LLMs":[13,35,96],"to":[14,36,131],"streaming":[15,135,162],"rely":[16],"either":[17],"on":[18,95,128,140],"expensive":[19],"re-encoding":[20,70],"or":[21],"specialized":[22],"architectures":[23,130],"with":[24,79],"limited":[25],"scalability.This":[26],"work":[27],"identifies":[28],"three":[29],"key":[30],"mismatches":[31,54],"in":[32,97,160],"batch-oriented":[34],"streaming:":[37],"(1)":[38],"inputattention,":[39],"(2)":[40],"output-attention,":[41],"and":[42,106,136,142,163],"(3)":[43],"position-ID":[44],"mismatches.While":[45],"it":[46],"is":[47,72,109],"commonly":[48],"assumed":[49],"that":[50,61,100,146],"the":[51,63,80,85,90,117],"latter":[52],"two":[53],"require":[55],"frequent":[56],"re-encoding,":[57],"our":[58,147],"analysis":[59,88],"reveals":[60],"only":[62],"input-attention":[64],"mismatch":[65],"significantly":[66],"impacts":[67],"performance,":[68],"indicating":[69],"outputs":[71],"largely":[73],"unnecessary.To":[74],"better":[75],"understand":[76],"this":[77],"discrepancy":[78],"common":[81],"assumption,":[82],"we":[83,120],"provide":[84],"first":[86],"comprehensive":[87],"of":[89,92],"impact":[91],"position":[93,124],"encoding":[94,125],"streaming,":[98],"showing":[99],"preserving":[101],"relative":[102],"positions":[103],"within":[104],"source":[105],"target":[107],"contexts":[108],"more":[110],"critical":[111],"than":[112],"maintaining":[113],"absolute":[114],"order.Motivated":[115],"by":[116],"above":[118],"analysis,":[119],"introduce":[121],"a":[122],"group":[123],"paradigm":[126],"built":[127],"enhance":[132],"consistency":[133],"between":[134],"modes.Extensive":[138],"experiments":[139],"cross-lingual":[141],"cross-modal":[143],"tasks":[144],"demonstrate":[145],"method":[148,152],"outperforms":[149],"existing":[150],"approaches.Our":[151],"requires":[153],"no":[154],"architectural":[155],"modifications,":[156],"exhibits":[157],"strong":[158],"generalization":[159],"both":[161],"modes.":[165]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}