{"id":"https://openalex.org/W4387422852","doi":"https://doi.org/10.3390/e25101421","title":"Multi-Modal Representation via Contrastive Learning with Attention Bottleneck Fusion and Attentive Statistics Features","display_name":"Multi-Modal Representation via Contrastive Learning with Attention Bottleneck Fusion and Attentive Statistics Features","publication_year":2023,"publication_date":"2023-10-07","ids":{"openalex":"https://openalex.org/W4387422852","doi":"https://doi.org/10.3390/e25101421","pmid":"https://pubmed.ncbi.nlm.nih.gov/37895542"},"language":"en","primary_location":{"id":"doi:10.3390/e25101421","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25101421","pdf_url":"https://www.mdpi.com/1099-4300/25/10/1421/pdf?version=1696665352","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/25/10/1421/pdf?version=1696665352","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072389850","display_name":"Qinglang Guo","orcid":"https://orcid.org/0000-0002-1552-9033"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinglang Guo","raw_affiliation_strings":["National Engineering Research Center for Public Safety Risk Perception and Control by Big Data (RPP), CETC Academy of Electronics and Information Technology Group Co., Ltd., China Academic of Electronics and Information Technology, Beijing 100041, China","School of Cyber Science and Technology, University of Science and Technology of China, Heifei 230027, China"],"raw_orcid":"https://orcid.org/0000-0002-1552-9033","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Public Safety Risk Perception and Control by Big Data (RPP), CETC Academy of Electronics and Information Technology Group Co., Ltd., China Academic of Electronics and Information Technology, Beijing 100041, China","institution_ids":["https://openalex.org/I4210130112"]},{"raw_affiliation_string":"School of Cyber Science and Technology, University of Science and Technology of China, Heifei 230027, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101590175","display_name":"Yong Liao","orcid":"https://orcid.org/0000-0002-0566-0150"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yong Liao","raw_affiliation_strings":["National Engineering Research Center for Public Safety Risk Perception and Control by Big Data (RPP), CETC Academy of Electronics and Information Technology Group Co., Ltd., China Academic of Electronics and Information Technology, Beijing 100041, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Public Safety Risk Perception and Control by Big Data (RPP), CETC Academy of Electronics and Information Technology Group Co., Ltd., China Academic of Electronics and Information Technology, Beijing 100041, China","institution_ids":["https://openalex.org/I4210130112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356635","display_name":"Zhe Li","orcid":"https://orcid.org/0000-0002-0519-7434"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhe Li","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The Hong Kong Polytechnic University, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-0519-7434","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The Hong Kong Polytechnic University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059581731","display_name":"Shenglin Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenglin Liang","raw_affiliation_strings":["School of Telecommunications Engineering, Xidian University, Xi\u2019an 710071, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Telecommunications Engineering, Xidian University, Xi\u2019an 710071, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101590175"],"corresponding_institution_ids":["https://openalex.org/I4210130112"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":1.8197,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.88276259,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"25","issue":"10","first_page":"1421","last_page":"1421"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7654290199279785},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.708689272403717},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6765531301498413},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6126374006271362},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5669567584991455},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5371552109718323},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5216429829597473},{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.5132167339324951},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.49185776710510254},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4102358818054199},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.3325379490852356}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7654290199279785},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.708689272403717},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6765531301498413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6126374006271362},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5669567584991455},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5371552109718323},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5216429829597473},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.5132167339324951},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.49185776710510254},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4102358818054199},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.3325379490852356},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e25101421","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25101421","pdf_url":"https://www.mdpi.com/1099-4300/25/10/1421/pdf?version=1696665352","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:37895542","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37895542","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/108800","is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/108800","pdf_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/108800/1/entropy-25-01421.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10606612","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10606612","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10606612/pdf/entropy-25-01421.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:0747730560084fb188146e29fea28f3b","is_oa":true,"landing_page_url":"https://doaj.org/article/0747730560084fb188146e29fea28f3b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 25, Iss 10, p 1421 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/e25101421","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25101421","pdf_url":"https://www.mdpi.com/1099-4300/25/10/1421/pdf?version=1696665352","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G8217587543","display_name":null,"funder_award_id":"2021YFC3300500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387422852.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1964073652","https://openalex.org/W2055098062","https://openalex.org/W2148463593","https://openalex.org/W2164587673","https://openalex.org/W2194775991","https://openalex.org/W2489370933","https://openalex.org/W2546919788","https://openalex.org/W2744979708","https://openalex.org/W2767290858","https://openalex.org/W2767484504","https://openalex.org/W2798802604","https://openalex.org/W2951937667","https://openalex.org/W2970183009","https://openalex.org/W2979826702","https://openalex.org/W3005680577","https://openalex.org/W3023371261","https://openalex.org/W3033188311","https://openalex.org/W3035524453","https://openalex.org/W3035565303","https://openalex.org/W3037309139","https://openalex.org/W3048717973","https://openalex.org/W3095024162","https://openalex.org/W3114632476","https://openalex.org/W3120856336","https://openalex.org/W3135367836","https://openalex.org/W3156636935","https://openalex.org/W3171007011","https://openalex.org/W3171927989","https://openalex.org/W3173151551","https://openalex.org/W3174517569","https://openalex.org/W3175362188","https://openalex.org/W3176463841","https://openalex.org/W3198850411","https://openalex.org/W3214432797","https://openalex.org/W4225788814","https://openalex.org/W4225900388","https://openalex.org/W4283817440","https://openalex.org/W4285261162","https://openalex.org/W4297499129","https://openalex.org/W4309734209","https://openalex.org/W4312095959","https://openalex.org/W4362508759","https://openalex.org/W4375869145","https://openalex.org/W4376613489","https://openalex.org/W4379806258","https://openalex.org/W6606244218","https://openalex.org/W6681753794","https://openalex.org/W6686207219","https://openalex.org/W6779089016","https://openalex.org/W6780294235","https://openalex.org/W6797132756","https://openalex.org/W6846771997"],"related_works":["https://openalex.org/W1504394672","https://openalex.org/W2622284819","https://openalex.org/W2939693078","https://openalex.org/W3089381707","https://openalex.org/W2783047733","https://openalex.org/W3034190530","https://openalex.org/W2741297526","https://openalex.org/W4301016710","https://openalex.org/W4295728955","https://openalex.org/W4287238667"],"abstract_inverted_index":{"The":[0,75,158],"integration":[1],"of":[2,12,36,78,100,134,144,163],"information":[3,136],"from":[4],"multiple":[5],"modalities":[6],"is":[7],"a":[8,34,81,106,126],"highly":[9],"active":[10],"area":[11],"research.":[13],"Previous":[14],"techniques":[15],"have":[16],"predominantly":[17],"focused":[18],"on":[19,150],"fusing":[20],"shallow":[21],"features":[22,53,79],"or":[23],"high-level":[24],"representations":[25,66],"generated":[26],"by":[27,67],"deep":[28],"unimodal":[29],"networks,":[30],"which":[31],"only":[32],"capture":[33,112],"subset":[35],"the":[37,50,85,92,121,132,142,161],"hierarchical":[38],"relationships":[39],"across":[40,137],"modalities.":[41,139],"However,":[42],"previous":[43],"methods":[44],"are":[45],"often":[46],"limited":[47],"to":[48,110,172],"exploiting":[49],"fine-grained":[51],"statistical":[52],"inherent":[54,90],"in":[55,91,115],"multimodal":[56,101,116,154],"data.":[57,102],"This":[58],"paper":[59],"proposes":[60],"an":[61],"approach":[62],"that":[63,130],"densely":[64],"integrates":[65],"computing":[68],"image":[69],"features'":[70],"means":[71],"and":[72,88,98],"standard":[73],"deviations.":[74],"global":[76,113],"statistics":[77],"afford":[80],"holistic":[82],"perspective,":[83],"capturing":[84],"overarching":[86],"distribution":[87],"trends":[89],"data,":[93],"thereby":[94],"facilitating":[95],"enhanced":[96],"comprehension":[97],"characterization":[99],"We":[103],"also":[104],"leverage":[105],"Transformer-based":[107],"fusion":[108],"encoder":[109],"effectively":[111],"variations":[114],"features.":[117],"To":[118,140],"further":[119],"enhance":[120],"learning":[122],"process,":[123],"we":[124,147],"incorporate":[125],"contrastive":[127],"loss":[128],"function":[129],"encourages":[131],"discovery":[133],"shared":[135],"different":[138],"validate":[141],"effectiveness":[143],"our":[145,164],"approach,":[146],"conduct":[148],"experiments":[149],"three":[151],"widely":[152],"used":[153],"sentiment":[155],"analysis":[156],"datasets.":[157],"results":[159],"demonstrate":[160],"efficacy":[162],"proposed":[165],"method,":[166],"achieving":[167],"significant":[168],"performance":[169],"improvements":[170],"compared":[171],"existing":[173],"approaches.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-26T13:28:51.108037","created_date":"2025-10-10T00:00:00"}