{"id":"https://openalex.org/W4403339655","doi":"https://doi.org/10.21203/rs.3.rs-5208094/v1","title":"Skew-pair fusion theory: An interpretable multimodal fusion framework","display_name":"Skew-pair fusion theory: An interpretable multimodal fusion framework","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403339655","doi":"https://doi.org/10.21203/rs.3.rs-5208094/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-5208094/v1","doi":"https://doi.org/10.21203/rs.3.rs-5208094/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-5208094/v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.21203/rs.3.rs-5208094/v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042137313","display_name":"Hu Zhi","orcid":"https://orcid.org/0000-0002-0382-7770","observed_orcids":["https://orcid.org/0000-0002-0382-7770","https://orcid.org/0009-0004-8766-4762"]},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiwen Hu","raw_affiliation_strings":["Zhejiang Gongshang University"],"raw_orcid":"https://orcid.org/0000-0002-0382-7770","affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083588975","display_name":"Haibo Hong","orcid":"https://orcid.org/0000-0003-2908-8651","observed_orcids":["https://orcid.org/0000-0003-2908-8651"]},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"HaiBo Hong","raw_affiliation_strings":["Zhejiang Gongshang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xuqiang Cai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuqiang Cai","raw_affiliation_strings":["Zhejiang Gongshang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068995921","display_name":"Linxiang Li","orcid":"https://orcid.org/0000-0002-3409-6608","observed_orcids":["https://orcid.org/0000-0002-3409-6608"]},"institutions":[{"id":"https://openalex.org/I163151501","display_name":"Hangzhou Normal University","ror":"https://ror.org/014v1mr15","country_code":"CN","type":"education","lineage":["https://openalex.org/I163151501"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linxiang Li","raw_affiliation_strings":["Hangzhou Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Normal University","institution_ids":["https://openalex.org/I163151501"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113430574","display_name":"Zichu Ren","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zichu Ren","raw_affiliation_strings":["Zhejiang Gongshang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087626651","display_name":"Ma Xiao","orcid":"https://orcid.org/0000-0002-2543-0969","observed_orcids":["https://orcid.org/0000-0002-2543-0969"]},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi-Ao Ma","raw_affiliation_strings":["Zhejiang Gongshang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028747348","display_name":"Haihua Jiang","orcid":"https://orcid.org/0000-0002-4109-4061","observed_orcids":["https://orcid.org/0000-0002-4109-4061"]},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haihua Jiang","raw_affiliation_strings":["Zhejiang Gongshang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092354175","display_name":"Xun Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Wang","raw_affiliation_strings":["Zhejiang Gongshang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University","institution_ids":["https://openalex.org/I75059550"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5042137313"],"corresponding_institution_ids":["https://openalex.org/I75059550"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.9919999837875366},{"id":"https://openalex.org/keywords/fusion-theory","display_name":"fusion theory","score":0.5429999828338623},{"id":"https://openalex.org/keywords/multisensory-integration","display_name":"multisensory integration","score":0.8799999952316284},{"id":"https://openalex.org/keywords/audio-video-fusion","display_name":"audio-video fusion","score":0.9829999804496765},{"id":"https://openalex.org/keywords/image-text-fusion","display_name":"image-text fusion","score":0.9879999756813049},{"id":"https://openalex.org/keywords/hybrid-neural-network","display_name":"hybrid neural network","score":0.8410000205039978}],"concepts":[{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.8080463409423828},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.8066287040710449},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48582741618156433},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46884286403656006},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32131919264793396},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1472337245941162},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09892630577087402},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07726937532424927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-5208094/v1","doi":"https://doi.org/10.21203/rs.3.rs-5208094/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-5208094/v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-5208094/v1","doi":"https://doi.org/10.21203/rs.3.rs-5208094/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-5208094/v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1983451956","https://openalex.org/W2008817973","https://openalex.org/W2015394094","https://openalex.org/W2021216662","https://openalex.org/W2031767521","https://openalex.org/W2064539123","https://openalex.org/W2069345377","https://openalex.org/W2146334809","https://openalex.org/W2250539671","https://openalex.org/W2526449353","https://openalex.org/W2619383789","https://openalex.org/W2919115771","https://openalex.org/W2919912236","https://openalex.org/W2944006115","https://openalex.org/W2964109005","https://openalex.org/W2978368159","https://openalex.org/W2989763126","https://openalex.org/W2999139721","https://openalex.org/W3035206316","https://openalex.org/W3086755561","https://openalex.org/W3095319910","https://openalex.org/W3100035092","https://openalex.org/W3104763483","https://openalex.org/W3164849465","https://openalex.org/W3174205044","https://openalex.org/W3179803166","https://openalex.org/W3195317458","https://openalex.org/W3200345763","https://openalex.org/W3204266507","https://openalex.org/W3215440557","https://openalex.org/W4210353198","https://openalex.org/W4214825215","https://openalex.org/W4281643269","https://openalex.org/W4295951577","https://openalex.org/W4307286264","https://openalex.org/W4360860178","https://openalex.org/W4362673398","https://openalex.org/W4378782804","https://openalex.org/W4384028920","https://openalex.org/W4386914024","https://openalex.org/W4387702616","https://openalex.org/W4388835104","https://openalex.org/W4389060417","https://openalex.org/W4391646278","https://openalex.org/W4393200219","https://openalex.org/W4398250357","https://openalex.org/W4400879250","https://openalex.org/W4401211064","https://openalex.org/W4401454444","https://openalex.org/W4402454700"],"related_works":["https://openalex.org/W4385494537","https://openalex.org/W7127541505","https://openalex.org/W4398187472","https://openalex.org/W4415367068","https://openalex.org/W4389712401","https://openalex.org/W3203174831","https://openalex.org/W4417268874","https://openalex.org/W3122934987","https://openalex.org/W4293517975","https://openalex.org/W4391783565"],"abstract_inverted_index":{"Abstract":[0],"Multimodal":[1],"fusion":[2,26,61,77,93,115,128,153],"models":[3,55],"have":[4],"the":[5,9,50,53,148],"potential":[6],"to":[7],"harness":[8],"homogeneity":[10],"and":[11,31,56,73,91,102,121,154],"heterogeneity":[12,46],"of":[13,52],"multimodal":[14,152],"data":[15],"as":[16,131,143],"a":[17,24,43,58,67,112,144],"performance":[18],"turbocharger":[19],"in":[20,34,79,125],"multifaceted":[21],"domains.":[22],"Nonetheless,":[23],"formal":[25],"theory":[27],"for":[28,146],"fusion-pair":[29],"alignment":[30,72],"sparsity":[32],"assignment":[33],"latent":[35],"representation":[36],"spaces":[37],"remain":[38],"underdeveloped.":[39],"Here":[40],"we":[41,109],"disentangle":[42],"dual":[44,68],"cross-modal":[45],"paradigm":[47],"ingrained":[48],"within":[49],"fabric":[51],"involved":[54],"present":[57],"universal":[59],"skew-pair":[60,114],"theory.":[62],"This":[63],"holistic":[64],"framework":[65,140],"formalizes":[66],"interpretable":[69],"mechanism\u2014universal":[70],"skew-layer":[71],"bootstrapping":[74],"sparsity\u2014to":[75],"bolster":[76],"gain":[78],"hybrid":[80],"neural":[81],"networks.":[82],"Our":[83,134],"comprehensive":[84],"validation":[85],"experiments":[86],"across":[87],"text-audio,":[88],"audio-video,":[89],"image-text,":[90],"text-text":[92,132],"tasks,":[94],"demonstrating":[95],"its":[96],"empirical":[97],"advantages":[98],"over":[99],"conventional":[100],"late-":[101,120],"pairwise-fusion":[103,122],"strategies.":[104],"Inspired":[105],"by":[106],"multisensory":[107,155],"integration,":[108],"further":[110],"curate":[111],"sparsest":[113],"network":[116],"(SSFN)":[117],"that":[118,137],"outperforms":[119],"counterparts,":[123],"even":[124],"seemingly":[126],"\u201cunimodal\u201d":[127],"scenarios":[129],"such":[130],"fusion.":[133],"findings":[135],"suggest":[136],"this":[138],"bioinspired":[139],"could":[141],"serve":[142],"benchmark":[145],"reframing":[147],"multidisciplinary":[149],"perspective":[150],"on":[151],"integration.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2024-10-12T00:00:00"}