{"id":"https://openalex.org/W4392693688","doi":"https://doi.org/10.1109/tgcn.2024.3374700","title":"Distributed Semantic Communications for Multimodal Audio-Visual Parsing Tasks","display_name":"Distributed Semantic Communications for Multimodal Audio-Visual Parsing Tasks","publication_year":2024,"publication_date":"2024-03-12","ids":{"openalex":"https://openalex.org/W4392693688","doi":"https://doi.org/10.1109/tgcn.2024.3374700"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2024.3374700","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3374700","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033038967","display_name":"Penghong Wang","orcid":"https://orcid.org/0000-0002-5401-5676"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Penghong Wang","raw_affiliation_strings":["Harbin Institute of Technology, School of Computer Science, Harbin, China","PengCheng Lab, Shenzhen, China","School of Computer Science, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, School of Computer Science, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"PengCheng Lab, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100462956","display_name":"Jiahui Li","orcid":"https://orcid.org/0000-0002-3953-7345"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahui Li","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China","Wireless Technology Lab, Huawei, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Wireless Technology Lab, Huawei, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115001635","display_name":"Chen Liu","orcid":"https://orcid.org/0009-0008-3325-3908"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Liu","raw_affiliation_strings":["Harbin Institute of Technology, School of Computer Science, Harbin, China","PengCheng Lab, Shenzhen, China","School of Computer Science, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, School of Computer Science, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"PengCheng Lab, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079412089","display_name":"Xiaopeng Fan","orcid":"https://orcid.org/0000-0002-9660-3636"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaopeng Fan","raw_affiliation_strings":["Harbin Institute of Technology, School of Computer Science, Harbin, China","PengCheng Lab, Shenzhen, China","School of Computer Science, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, School of Computer Science, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"PengCheng Lab, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101785913","display_name":"Mengyao Ma","orcid":"https://orcid.org/0000-0003-2335-9625"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengyao Ma","raw_affiliation_strings":["Wireless Technology Lab, Huawei, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Wireless Technology Lab, Huawei, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100631216","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0003-2197-9038"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5033038967"],"corresponding_institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":3.84,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93860628,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"8","issue":"4","first_page":"1707","last_page":"1716"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8913000226020813,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8913000226020813,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.7807000279426575,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7941120862960815},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.7197954058647156},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.6592826247215271},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.49707677960395813},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48490267992019653},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44123703241348267},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34309279918670654},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.2150670886039734}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7941120862960815},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.7197954058647156},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.6592826247215271},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.49707677960395813},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48490267992019653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44123703241348267},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34309279918670654},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2150670886039734}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2024.3374700","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3374700","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3445816967","display_name":null,"funder_award_id":"2021YFF0900500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3637388763","display_name":null,"funder_award_id":"U20B2052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5430980299","display_name":null,"funder_award_id":"U22B2035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6569862357","display_name":null,"funder_award_id":"62272128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1973318355","https://openalex.org/W1995875735","https://openalex.org/W2023535408","https://openalex.org/W2095792334","https://openalex.org/W2099213070","https://openalex.org/W2108598243","https://openalex.org/W2110457001","https://openalex.org/W2161321384","https://openalex.org/W2164994571","https://openalex.org/W2194775991","https://openalex.org/W2526050071","https://openalex.org/W2593116425","https://openalex.org/W2767101511","https://openalex.org/W2883458770","https://openalex.org/W2931433835","https://openalex.org/W2946889564","https://openalex.org/W2963155035","https://openalex.org/W2963524571","https://openalex.org/W2963680395","https://openalex.org/W2963869708","https://openalex.org/W2964109005","https://openalex.org/W3015925607","https://openalex.org/W3016038135","https://openalex.org/W3016715915","https://openalex.org/W3017343282","https://openalex.org/W3036851434","https://openalex.org/W3096780661","https://openalex.org/W3107617916","https://openalex.org/W3108276956","https://openalex.org/W3118120400","https://openalex.org/W3166791908","https://openalex.org/W3168068147","https://openalex.org/W3175335326","https://openalex.org/W3198139956","https://openalex.org/W3198989482","https://openalex.org/W3216777582","https://openalex.org/W4206175303","https://openalex.org/W4225302947","https://openalex.org/W4225879972","https://openalex.org/W4226115138","https://openalex.org/W4226206782","https://openalex.org/W4282937133","https://openalex.org/W4288045352","https://openalex.org/W4296415377","https://openalex.org/W4312864739","https://openalex.org/W4327522797","https://openalex.org/W6804185262","https://openalex.org/W6843358792"],"related_works":["https://openalex.org/W2271369634","https://openalex.org/W3147472394","https://openalex.org/W2047100085","https://openalex.org/W2350550760","https://openalex.org/W578794879","https://openalex.org/W2625296515","https://openalex.org/W6643695","https://openalex.org/W4381248170","https://openalex.org/W3189621521","https://openalex.org/W2173794830"],"abstract_inverted_index":{"Semantic":[0],"communication":[1,30],"has":[2],"significantly":[3],"improved":[4],"in":[5,14,156],"single-modal":[6],"single-task":[7],"scenarios,":[8],"but":[9],"its":[10],"progress":[11],"is":[12,141],"limited":[13],"multimodal":[15],"and":[16,45,57,82,100,119,132,136,143,160],"multi-task":[17,47],"transmission":[18,157],"contexts.":[19],"To":[20],"address":[21],"this":[22,24,75],"issue,":[23],"paper":[25],"investigates":[26],"a":[27,62,153],"distributed":[28,43,63,169],"semantic":[29,104,118,138],"system":[31,38],"for":[32,168],"audio-visual":[33,40],"parsing":[34,80],"(AVP)":[35],"task.":[36],"The":[37,116,134,149],"acquires":[39],"information":[41,71,105,121,139],"from":[42,96,107],"terminals":[44],"conducts":[46],"analysis":[48],"on":[49,145],"the":[50,89,93,97,103,108,113,126,146],"far-end":[51,147],"server,":[52],"which":[53],"involves":[54],"event":[55],"categorization":[56],"boundary":[58],"recording.":[59],"We":[60],"propose":[61],"deep":[64],"joint":[65],"source-channel":[66],"coding":[67],"scheme":[68],"with":[69],"auxiliary":[70],"feedback":[72],"to":[73,78,112,173],"implement":[74],"system,":[76],"aiming":[77],"enhance":[79],"performance":[81,162],"reduce":[83],"bandwidth":[84,158],"consumption":[85,159],"during":[86],"communication.":[87],"Specifically,":[88],"server":[90],"initially":[91],"receives":[92],"audio":[94,98,109,135],"feature":[95,110],"terminal":[99,128],"then":[101],"sends":[102],"extracted":[106],"back":[111],"visual":[114,120,127,137],"terminal.":[115],"received":[117,140],"are":[122],"interactively":[123],"processed":[124,142],"by":[125],"before":[129],"being":[130],"encoded":[131],"transmitted.":[133],"parsed":[144],"server.":[148],"experimental":[150],"results":[151],"demonstrate":[152],"significant":[154],"reduction":[155],"notable":[161],"improvements":[163],"across":[164],"various":[165],"evaluation":[166],"metrics":[167],"AVP":[170],"task":[171],"compared":[172],"current":[174],"state-of-the-art":[175],"methods.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}