{"id":"https://openalex.org/W4398249068","doi":"https://doi.org/10.1109/tii.2024.3396513","title":"MuSAM: Mutual-Scenario-Aware Multimodal-Enhanced Representation Learning for Semantic Similarity","display_name":"MuSAM: Mutual-Scenario-Aware Multimodal-Enhanced Representation Learning for Semantic Similarity","publication_year":2024,"publication_date":"2024-05-23","ids":{"openalex":"https://openalex.org/W4398249068","doi":"https://doi.org/10.1109/tii.2024.3396513"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2024.3396513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3396513","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008245623","display_name":"Pei-Yuan Lai","orcid":"https://orcid.org/0000-0003-3284-6847"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pei-Yuan Lai","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology, Guangzhou, China","South China Technology Commercialization Center, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"South China Technology Commercialization Center, Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042977820","display_name":"Qingyun Dai","orcid":"https://orcid.org/0000-0002-7561-3704"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]},{"id":"https://openalex.org/I2800970254","display_name":"State Intellectual Property Office","ror":"https://ror.org/00zrjgm10","country_code":"CN","type":"government","lineage":["https://openalex.org/I2800970254"]},{"id":"https://openalex.org/I4210122543","display_name":"Guangdong Polytechnic Normal University","ror":"https://ror.org/02pcb5m77","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210122543"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing-Yun Dai","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology, Guangzhou, China","Guangdong Polytechnic Normal University, Guangzhou, China","Guangdong Provincial Key Laboratory of Intellectual Property and Big Data, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7561-3704","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"Guangdong Polytechnic Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I4210122543"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Intellectual Property and Big Data, Guangzhou, China","institution_ids":["https://openalex.org/I2800970254"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046532140","display_name":"De-Zhang Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"De-Zhang Liao","raw_affiliation_strings":["South China Technology Commercialization Center, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-4086-5123","affiliations":[{"raw_affiliation_string":"South China Technology Commercialization Center, Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012507442","display_name":"Zeng-Hui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng-Hui Wang","raw_affiliation_strings":["South China Technology Commercialization Center, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South China Technology Commercialization Center, Guangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076335744","display_name":"Chang\u2010Dong Wang","orcid":"https://orcid.org/0000-0001-5972-559X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I2800970254","display_name":"State Intellectual Property Office","ror":"https://ror.org/00zrjgm10","country_code":"CN","type":"government","lineage":["https://openalex.org/I2800970254"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang-Dong Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","Guangdong Provincial Key Laboratory of Intellectual Property and Big Data, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5972-559X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Intellectual Property and Big Data, Guangzhou, China","institution_ids":["https://openalex.org/I2800970254"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2778,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.58692878,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"20","issue":"9","first_page":"11161","last_page":"11170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.7680267691612244},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7173550128936768},{"id":"https://openalex.org/keywords/polysemy","display_name":"Polysemy","score":0.6325734853744507},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6206963658332825},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.5929762125015259},{"id":"https://openalex.org/keywords/pointwise-mutual-information","display_name":"Pointwise mutual information","score":0.5813053846359253},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5333953499794006},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5317942500114441},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5127393007278442},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5013673305511475},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4752497375011444},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4672204256057739},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.41071173548698425},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.385104775428772},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12856227159500122}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7680267691612244},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7173550128936768},{"id":"https://openalex.org/C2780276568","wikidata":"https://www.wikidata.org/wiki/Q191928","display_name":"Polysemy","level":2,"score":0.6325734853744507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6206963658332825},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5929762125015259},{"id":"https://openalex.org/C7797323","wikidata":"https://www.wikidata.org/wiki/Q3798612","display_name":"Pointwise mutual information","level":3,"score":0.5813053846359253},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5333953499794006},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5317942500114441},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5127393007278442},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5013673305511475},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4752497375011444},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4672204256057739},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.41071173548698425},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.385104775428772},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12856227159500122},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2024.3396513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3396513","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1222041275","display_name":null,"funder_award_id":"72272053","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W2057332882","https://openalex.org/W2064675550","https://openalex.org/W2080100102","https://openalex.org/W2103318667","https://openalex.org/W2112184938","https://openalex.org/W2121184547","https://openalex.org/W2170682101","https://openalex.org/W2211192759","https://openalex.org/W2523199059","https://openalex.org/W2568389463","https://openalex.org/W2759366113","https://openalex.org/W2888192920","https://openalex.org/W2896457183","https://openalex.org/W2897062314","https://openalex.org/W2962951088","https://openalex.org/W2963871344","https://openalex.org/W2964123686","https://openalex.org/W2964126458","https://openalex.org/W2964325863","https://openalex.org/W2965373594","https://openalex.org/W2999392229","https://openalex.org/W3021636956","https://openalex.org/W3021792233","https://openalex.org/W3040450405","https://openalex.org/W3102725307","https://openalex.org/W3130880317","https://openalex.org/W3154910080","https://openalex.org/W3174396451","https://openalex.org/W3174932914","https://openalex.org/W3182414949","https://openalex.org/W4296520343","https://openalex.org/W4385245566","https://openalex.org/W6636510571","https://openalex.org/W6712079353","https://openalex.org/W6739901393","https://openalex.org/W6764679402","https://openalex.org/W6766673545","https://openalex.org/W6798398338"],"related_works":["https://openalex.org/W2101924850","https://openalex.org/W2188315358","https://openalex.org/W4387724891","https://openalex.org/W2530029028","https://openalex.org/W2137853824","https://openalex.org/W2594350003","https://openalex.org/W2136482299","https://openalex.org/W31749436","https://openalex.org/W2337819340","https://openalex.org/W2070118902"],"abstract_inverted_index":{"Word":[0],"polysemy":[1],"poses":[2],"a":[3,48,141,146,151,161],"formidable":[4],"challenge":[5],"in":[6,107,160],"the":[7,28,31,85,97,115,121,131,134],"semantic":[8,15,61],"similarity":[9],"task,":[10],"especially":[11],"for":[12],"complex":[13],"Chinese":[14],"information.":[16,100],"However,":[17],"most":[18],"existing":[19],"methods":[20],"tend":[21],"to":[22,58,95,113,150,169],"emphasize":[23],"information":[24,33,72,87,103],"expansion,":[25],"often":[26],"overlooking":[27],"fact":[29],"that":[30,51],"added":[32],"may":[34],"be":[35,111,167],"either":[36],"irrelevant":[37],"or":[38],"only":[39],"weakly":[40],"correlated.":[41],"In":[42],"view":[43],"of":[44,120,133,148,153],"this,":[45],"we":[46,77],"propose":[47],"novel":[49],"approach":[50],"fuses":[52],"knowledge":[53],"enhancement":[54],"and":[55,84,93],"context":[56],"filtering":[57],"achieve":[59],"self-selective":[60],"expansion.":[62],"This":[63],"approach,":[64],"termed":[65],"mutual-scenario-aware":[66],"multimodal-enhanced":[67],"representation":[68,118],"learning":[69],"(MuSAM),":[70],"integrates":[71],"across":[73],"multiple":[74],"modalities.":[75],"Specifically,":[76],"extend":[78],"individual":[79],"words":[80],"within":[81],"three":[82],"modalities,":[83],"extended":[86,99,102],"with":[88,104],"weak":[89],"correlation":[90,106],"is":[91,158],"filtered":[92],"denoised,":[94],"get":[96],"mutual-scenario":[98],"The":[101],"strong":[105],"each":[108],"modality":[109],"will":[110],"fused":[112],"obtain":[114],"multimodal":[116],"fusion":[117],"vector":[119],"word":[122],"pair.":[123],"Experimental":[124],"evaluations":[125],"conducted":[126],"on":[127],"five":[128],"datasets":[129],"underscore":[130],"superiority":[132],"MuSAM":[135],"model":[136,157],"over":[137],"state-of-the-art":[138],"methods,":[139],"showcasing":[140],"performance":[142],"improvement":[143],"ranging":[144],"from":[145],"minimum":[147],"4%":[149],"maximum":[152],"21%.":[154],"Remarkably,":[155],"our":[156],"designed":[159],"completely":[162],"engineering":[163],"manner,":[164],"which":[165],"can":[166],"applied":[168],"real":[170],"scenarios":[171],"directly":[172],"without":[173],"manual":[174],"intervention.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}