{"id":"https://openalex.org/W4414229904","doi":"https://doi.org/10.1109/jsac.2025.3610398","title":"SIMAC: A Semantic-Driven Integrated Multimodal Sensing and Communication Framework","display_name":"SIMAC: A Semantic-Driven Integrated Multimodal Sensing and Communication Framework","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W4414229904","doi":"https://doi.org/10.1109/jsac.2025.3610398"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2025.3610398","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2025.3610398","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orcid.org/0000-0001-9684-2971","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000881104","display_name":"Yubo Peng","orcid":"https://orcid.org/0000-0001-9684-2971"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yubo Peng","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025690716","display_name":"Luping Xiang","orcid":"https://orcid.org/0000-0003-1465-6708"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luping Xiang","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435639","display_name":"Kun Yang","orcid":"https://orcid.org/0000-0002-6782-6689"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Yang","raw_affiliation_strings":["State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005311317","display_name":"Feibo Jiang","orcid":"https://orcid.org/0000-0002-0235-0253"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]},{"id":"https://openalex.org/I3130607311","display_name":"Changsha Normal University","ror":"https://ror.org/02sqk3z62","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130607311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feibo Jiang","raw_affiliation_strings":["School of Information Science and Engineering, Hunan Normal University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Hunan Normal University, Changsha, China","institution_ids":["https://openalex.org/I3130607311","https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022523766","display_name":"Kezhi Wang","orcid":"https://orcid.org/0000-0001-8602-0800"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kezhi Wang","raw_affiliation_strings":["Department of Computer Science, Brunel University of London, Uxbridge, U.K","Department of Computer Science, Brunel University London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brunel University of London, Uxbridge, U.K","institution_ids":["https://openalex.org/I59433898"]},{"raw_affiliation_string":"Department of Computer Science, Brunel University London, UK","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001469325","display_name":"Dapeng Wu","orcid":"https://orcid.org/0000-0003-1755-0183"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dapeng Oliver Wu","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5000881104"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":32.6413,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.99619968,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"44","issue":null,"first_page":"673","last_page":"688"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8902999758720398,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8902999758720398,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5748999714851379},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5649999976158142},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.45159998536109924},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.3874000012874603},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.3824000060558319},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.36899998784065247},{"id":"https://openalex.org/keywords/fusion-mechanism","display_name":"Fusion mechanism","score":0.3546999990940094},{"id":"https://openalex.org/keywords/communications-system","display_name":"Communications system","score":0.3504999876022339}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8758000135421753},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5748999714851379},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5649999976158142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47929999232292175},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.45159998536109924},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38510000705718994},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.3824000060558319},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.36899998784065247},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.3546999990940094},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.3504999876022339},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.30390000343322754},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2969000041484833},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29600000381469727},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jsac.2025.3610398","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2025.3610398","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/32054","is_oa":true,"landing_page_url":"https://orcid.org/0000-0001-9684-2971","pdf_url":null,"source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:bura.brunel.ac.uk:2438/32054","is_oa":true,"landing_page_url":"https://orcid.org/0000-0001-9684-2971","pdf_url":null,"source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5945587379","display_name":null,"funder_award_id":"2022-JCJQ-LA-001-088","funder_id":"https://openalex.org/F4320334111","funder_display_name":"Innovation Fund"},{"id":"https://openalex.org/G6189603853","display_name":null,"funder_award_id":"62301122","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7888387042","display_name":null,"funder_award_id":"62132004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334111","display_name":"Innovation Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Traditional":[0],"unimodal":[1,96],"sensing":[2,23,41,62,140,174,188],"faces":[3],"limitations":[4],"in":[5,18,146],"accuracy":[6],"and":[7,9,42,59,85,98,118,128,186],"capability,":[8],"its":[10],"decoupled":[11],"implementation":[12],"with":[13],"communication":[14,43,116],"systems":[15,24],"increases":[16],"latency":[17],"bandwidth-constrained":[19],"environments.":[20],"Additionally,":[21],"single-task-oriented":[22],"fail":[25],"to":[26,54,78,93,130,154,167],"address":[27],"users\u2019":[28],"diverse":[29,173,185],"demands.":[30],"To":[31],"overcome":[32],"these":[33,95],"challenges,":[34],"we":[35,104],"propose":[36],"a":[37,49,68,106,124,138,161],"semantic-driven":[38],"integrated":[39],"multimodal":[40,69,100,119],"(SIMAC)":[44],"framework.":[45],"This":[46],"framework":[47,183],"leverages":[48],"joint":[50],"source-channel":[51],"coding":[52],"architecture":[53],"achieve":[55],"simultaneous":[56],"sensing,":[57],"decoding,":[58],"transmission":[60],"of":[61,158],"results.":[63],"Specifically,":[64],"SIMAC":[65,170],"first":[66],"introduces":[67],"semantic":[70,80,101,111,135,141],"fusion":[71],"(MSF)":[72],"network,":[73],"which":[74,147],"employs":[75],"two":[76],"extractors":[77],"extract":[79],"information":[81],"from":[82],"radar":[83],"signals":[84],"images,":[86],"respectively.":[87],"MSF":[88],"then":[89],"applies":[90],"cross-attention":[91],"mechanisms":[92],"fuse":[94],"features":[97],"generate":[99],"representations.":[102],"Secondly,":[103],"present":[105],"large":[107],"language":[108],"model":[109],"(LLM)-based":[110],"encoder":[112],"(LSE),":[113],"where":[114],"relevant":[115],"parameters":[117],"semantics":[120],"are":[121,151],"mapped":[122],"into":[123],"unified":[125],"latent":[126],"space":[127],"input":[129],"the":[131,155,169,181],"LLM,":[132],"enabling":[133],"channel-adaptive":[134],"encoding.":[136],"Thirdly,":[137],"task-oriented":[139],"decoder":[142],"(SSD)":[143],"is":[144,165],"proposed,":[145],"different":[148],"decoded":[149],"heads":[150],"designed":[152],"according":[153],"specific":[156],"needs":[157],"tasks.":[159],"Simultaneously,":[160],"multi-task":[162],"learning":[163],"strategy":[164],"introduced":[166],"train":[168],"framework,":[171],"achieving":[172],"services.":[175,189],"Finally,":[176],"experimental":[177],"simulations":[178],"demonstrate":[179],"that":[180],"proposed":[182],"achieves":[184],"higher-accuracy":[187]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}