{"id":"https://openalex.org/W4404587677","doi":"https://doi.org/10.1145/3699779","title":"SemiCMT: Contrastive Cross-Modal Knowledge Transfer for IoT Sensing with Semi-Paired Multi-Modal Signals","display_name":"SemiCMT: Contrastive Cross-Modal Knowledge Transfer for IoT Sensing with Semi-Paired Multi-Modal Signals","publication_year":2024,"publication_date":"2024-11-21","ids":{"openalex":"https://openalex.org/W4404587677","doi":"https://doi.org/10.1145/3699779"},"language":"en","primary_location":{"id":"doi:10.1145/3699779","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3699779","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056227944","display_name":"Yatong Chen","orcid":"https://orcid.org/0000-0002-8954-9109"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yatong Chen","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":"https://orcid.org/0000-0002-8954-9109","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103386678","display_name":"Can Hu","orcid":"https://orcid.org/0009-0007-0713-4393"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenzhi Hu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":"https://orcid.org/0009-0007-0713-4393","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065298452","display_name":"Tomoyoshi Kimura","orcid":"https://orcid.org/0009-0008-4297-5865"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tomoyoshi Kimura","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"raw_orcid":"https://orcid.org/0009-0008-4297-5865","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011060452","display_name":"Qinya Li","orcid":"https://orcid.org/0000-0002-4881-8376"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinya Li","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":"https://orcid.org/0000-0002-4881-8376","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026906011","display_name":"Shengzhong Liu","orcid":"https://orcid.org/0000-0002-7643-7239"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengzhong Liu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":"https://orcid.org/0000-0002-7643-7239","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059190563","display_name":"Fan Wu","orcid":"https://orcid.org/0000-0003-0965-9058"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Wu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":"https://orcid.org/0000-0003-0965-9058","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100428808","display_name":"Guihai Chen","orcid":"https://orcid.org/0000-0002-6934-1685"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guihai Chen","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":"https://orcid.org/0000-0002-6934-1685","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5056227944"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.1467,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.78963994,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"8","issue":"4","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.8394209146499634},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5652886629104614},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.46704357862472534},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.22461700439453125},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.07338669896125793}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.8394209146499634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5652886629104614},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.46704357862472534},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.22461700439453125},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.07338669896125793},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3699779","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3699779","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2026297770","https://openalex.org/W2187089797","https://openalex.org/W2340025709","https://openalex.org/W2558333741","https://openalex.org/W2883630736","https://openalex.org/W2883766876","https://openalex.org/W2978607810","https://openalex.org/W3005354986","https://openalex.org/W3083367988","https://openalex.org/W3094286186","https://openalex.org/W3099025572","https://openalex.org/W3118725700","https://openalex.org/W3167917117","https://openalex.org/W3177183117","https://openalex.org/W3177224328","https://openalex.org/W3188030217","https://openalex.org/W3198047772","https://openalex.org/W3199148273","https://openalex.org/W3206808041","https://openalex.org/W4200329580","https://openalex.org/W4220693285","https://openalex.org/W4221167937","https://openalex.org/W4283207721","https://openalex.org/W4289550913","https://openalex.org/W4294891660","https://openalex.org/W4304091718","https://openalex.org/W4306179773","https://openalex.org/W4306250089","https://openalex.org/W4306808687","https://openalex.org/W4312415723","https://openalex.org/W4312560592","https://openalex.org/W4312626422","https://openalex.org/W4312682055","https://openalex.org/W4313156423","https://openalex.org/W4319300928","https://openalex.org/W4319837251","https://openalex.org/W4385484949","https://openalex.org/W4386212336","https://openalex.org/W4387086936","https://openalex.org/W4390798749","https://openalex.org/W4390821797","https://openalex.org/W4391096953","https://openalex.org/W4392367790","https://openalex.org/W4392903647"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,28,40,52,60,172,204],"novel":[4],"contrastive":[5,159],"cross-modal":[6,200],"knowledge":[7,105,201,223],"transfer":[8,106,224],"framework,":[9],"SemiCMT,":[10],"for":[11,213],"multi-modal":[12,65,158],"IoT":[13,189],"sensing":[14],"applications.":[15],"It":[16],"effectively":[17],"transfers":[18],"the":[19,56,92,109,122,126,131,138,144,152,168,179,195,231,239],"feature":[20],"extraction":[21],"capability":[22],"(also":[23],"called":[24],"knowledge)":[25],"learned":[26],"from":[27],"source":[29,123,139],"modality":[30,42,97,110,124,181],"(e.g.,":[31,43],"acoustic":[32,211],"signals)":[33,45],"with":[34,55,78,143,171,178],"abundant":[35],"unlabeled":[36],"training":[37,49],"data,":[38,50],"to":[39,74,129,137,175,193,228],"target":[41,127,132],"seismic":[44,209],"that":[46],"lacks":[47],"enough":[48],"in":[51,156,167,199,230],"self-supervised":[53,221],"manner":[54],"help":[57],"of":[58,63,86,95,146,197],"only":[59,79],"small":[61],"set":[62],"synchronized":[64],"pairs.":[66],"The":[67,82,236],"transferred":[68],"model":[69],"can":[70],"be":[71,243],"quickly":[72],"finetuned":[73,232],"downstream":[75,164],"target-modal":[76,233],"tasks":[77],"limited":[80],"labels.":[81],"key":[83],"design":[84],"constitutes":[85],"three":[87],"aspects:":[88],"First,":[89],"we":[90,116,162],"factorize":[91],"latent":[93],"embedding":[94,134,141,182],"each":[96],"into":[98],"shared":[99],"and":[100,103,113,125,210,222,238],"private":[101],"components":[102],"perform":[104],"considering":[107],"both":[108],"information":[111],"commonality":[112],"gaps.":[114],"Second,":[115],"enforce":[117],"structural":[118],"correlation":[119],"constraints":[120],"between":[121],"modality,":[128],"push":[130],"modal":[133,140],"space":[135,170],"symmetric":[136],"space,":[142],"anchoring":[145],"additional":[147],"source-modal":[148],"samples,":[149],"which":[150],"expands":[151],"existing":[153,220],"modal-matching":[154],"objective":[155],"current":[157],"frameworks.":[160],"Finally,":[161],"conduct":[163],"task":[165],"finetuning":[166],"spherical":[169],"KNN":[173],"classifier":[174],"better":[176],"align":[177],"structured":[180],"space.":[183],"Extensive":[184],"evaluations":[185],"on":[186],"five":[187],"multimodal":[188],"datasets":[190],"are":[191],"performed":[192],"validate":[194],"effectiveness":[196],"SemiCMT":[198,217],"transfer,":[202],"including":[203],"new":[205],"self-collected":[206,240],"dataset":[207,241],"using":[208],"signals":[212],"office":[214],"activity":[215],"monitoring.":[216],"consistently":[218],"outperforms":[219],"approaches":[225],"by":[226],"up":[227],"36.47%":[229],"classification":[234],"tasks.":[235],"code":[237],"will":[242],"released":[244],"at":[245],"https://github.com/SJTU-RTEAS/SemiCMT.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}