{"id":"https://openalex.org/W7221785975","doi":"https://doi.org/10.48550/arxiv.2610.16328","title":"More Interactions Make Communications More Efficient: A Directed Information Bottleneck Approach to Task-Oriented Communication","display_name":"More Interactions Make Communications More Efficient: A Directed Information Bottleneck Approach to Task-Oriented Communication","publication_year":2026,"publication_date":"2026-10-12","ids":{"openalex":"https://openalex.org/W7221785975","doi":"https://doi.org/10.48550/arxiv.2610.16328"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.16328","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.16328","pdf_url":"https://arxiv.org/pdf/2610.16328","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.16328","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001570342","display_name":"Zhirun Zheng","orcid":"https://orcid.org/0000-0003-3030-709X","observed_orcids":["https://orcid.org/0000-0003-3030-709X"]},"institutions":[{"id":"https://openalex.org/I165488957","display_name":"Lingnan University","ror":"https://ror.org/0563pg902","country_code":"HK","type":"education","lineage":["https://openalex.org/I165488957"]},{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zheng, Zhirun","raw_affiliation_strings":["JC STEM Lab of Smart City and Department of Computer Science , City University of Hong Kong , Hong Kong , China","School of Data Science , Lingnan University , Tuen Mun , Hong Kong , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JC STEM Lab of Smart City and Department of Computer Science , City University of Hong Kong , Hong Kong , China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"School of Data Science , Lingnan University , Tuen Mun , Hong Kong , China","institution_ids":["https://openalex.org/I165488957"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158701790","display_name":"Yiqin Deng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]},{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK","TW"],"is_corresponding":false,"raw_author_name":"Deng, Yiqin","raw_affiliation_strings":["Department of Computer Science & Infor- mation Engineering , National Taiwan University , Taipei , Taiwan","JC STEM Lab of Smart City and Department of Computer Science , City University of Hong Kong , Hong Kong , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science & Infor- mation Engineering , National Taiwan University , Taipei , Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"JC STEM Lab of Smart City and Department of Computer Science , City University of Hong Kong , Hong Kong , China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158724647","display_name":"Phone Lin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lin, Phone","raw_affiliation_strings":["JC STEM Lab of Smart City and Department of Computer Science , City University of Hong Kong , Hong Kong , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JC STEM Lab of Smart City and Department of Computer Science , City University of Hong Kong , Hong Kong , China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5158717096","display_name":"Yuguang Fang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fang, Yuguang","raw_affiliation_strings":["JC STEM Lab of Smart City and Department of Computer Science , City University of Hong Kong , Hong Kong , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JC STEM Lab of Smart City and Department of Computer Science , City University of Hong Kong , Hong Kong , China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.26420000195503235,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.26420000195503235,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.14589999616146088,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.08640000224113464,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task-oriented-communication","display_name":"task-oriented communication","score":0.9620000123977661},{"id":"https://openalex.org/keywords/semantic-communication","display_name":"semantic communication","score":0.8980000019073486},{"id":"https://openalex.org/keywords/directed-information","display_name":"directed information","score":0.9359999895095825},{"id":"https://openalex.org/keywords/information-bottleneck","display_name":"information bottleneck","score":0.7630000114440918},{"id":"https://openalex.org/keywords/joint-source-channel-coding","display_name":"joint source-channel coding","score":0.9739999771118164},{"id":"https://openalex.org/keywords/weak-formulation","display_name":"variational formulation","score":0.5460000038146973},{"id":"https://openalex.org/keywords/mamba","display_name":"Mamba","score":0.8410000205039978},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.9269999861717224},{"id":"https://openalex.org/keywords/communication-efficiency","display_name":"communication efficiency","score":0.6190000176429749}],"concepts":[{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.838699996471405},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7702000141143799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7572000026702881},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.6406000256538391},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5769000053405762},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.3993000090122223},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38350000977516174},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.36899998784065247},{"id":"https://openalex.org/C2779136372","wikidata":"https://www.wikidata.org/wiki/Q10283002","display_name":"Information flow","level":2,"score":0.3580999970436096},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C12269588","wikidata":"https://www.wikidata.org/wiki/Q132364","display_name":"Communications protocol","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C38764148","wikidata":"https://www.wikidata.org/wiki/Q17098245","display_name":"Interaction information","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3073999881744385},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.29499998688697815},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28999999165534973},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C33326189","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information integration","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.266400009393692},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.259799987077713},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2535000145435333},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.16328","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.16328","pdf_url":"https://arxiv.org/pdf/2610.16328","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.16328","doi":"https://doi.org/10.48550/arxiv.2610.16328","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.16328","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.16328","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.16328","pdf_url":"https://arxiv.org/pdf/2610.16328","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7221785975.pdf","grobid_xml":"https://content.openalex.org/works/W7221785975.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W1959608418","https://openalex.org/W4391272802","https://openalex.org/W4414937603","https://openalex.org/W7163910434"],"related_works":["https://openalex.org/W4381785911","https://openalex.org/W4406568198","https://openalex.org/W4402157687","https://openalex.org/W4407637780","https://openalex.org/W4416373222","https://openalex.org/W4409474237","https://openalex.org/W4315777564","https://openalex.org/W6979368877","https://openalex.org/W6979285742","https://openalex.org/W4414538436"],"abstract_inverted_index":{"Task-oriented":[0],"communication":[1,3,163,179],"improves":[2],"efficiency":[4],"by":[5],"transmitting":[6],"semantic":[7,115,162],"information":[8,30,47,56,64,77,84,88,159],"required":[9],"for":[10,113,123,139],"downstream":[11],"tasks,":[12],"but":[13],"may":[14],"incur":[15],"redundancy":[16],"with":[17,156,175],"previously":[18,40],"transmitted":[19,158],"information.":[20,42,68],"To":[21],"address":[22],"this":[23,71],"issue,":[24],"we":[25,44,73],"propose":[26],"a":[27,75,93,110,118,135],"variational":[28,94],"directed":[29,46,76],"bottleneck":[31,78],"joint":[32],"source-channel":[33],"coding":[34],"(VDIB-JSCC)":[35],"framework":[36],"that":[37,81,150,168],"transmits":[38],"only":[39],"unacquired":[41],"Specifically,":[43],"use":[45],"to":[48],"characterize":[49],"the":[50,104,132],"causal":[51,120],"flow":[52],"of":[53],"task-relevant":[54,83],"incremental":[55,129],"and":[57,65,86,117,127,145],"theoretically":[58],"demonstrate":[59,149],"its":[60],"advantages":[61],"over":[62],"mutual":[63,67],"conditional":[66],"Based":[69],"on":[70,143],"metric,":[72],"formulate":[74],"(DIB)":[79],"objective":[80],"balances":[82],"preservation":[85],"redundant":[87],"compression.":[89],"We":[90],"further":[91],"derive":[92],"formulation,":[95],"termed":[96],"VDIB,":[97],"whose":[98],"tractable":[99],"upper":[100],"bound":[101],"serves":[102],"as":[103],"training":[105],"loss.":[106],"The":[107],"encoder":[108],"integrates":[109],"Vision":[111],"Transformer":[112],"frame-wise":[114],"extraction":[116],"Mamba-based":[119,136],"state-space":[121,137],"model":[122,138],"capturing":[124],"temporal":[125],"dependencies":[126],"extracting":[128],"information,":[130,177],"while":[131],"decoder":[133],"uses":[134],"task":[140,173],"inference.":[141],"Experiments":[142],"CIFAR-10":[144],"CIFAR-100":[146],"video":[147],"streams":[148],"VDIB-JSCC":[151],"achieves":[152],"higher":[153],"classification":[154],"accuracy":[155],"less":[157,176],"than":[160],"state-of-the-art":[161],"methods.":[164],"These":[165],"results":[166],"show":[167],"leveraging":[169],"historical":[170],"knowledge":[171],"enables":[172],"completion":[174],"improving":[178],"efficiency.":[180]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-15T00:00:00"}