{"id":"https://openalex.org/W4400645628","doi":"https://doi.org/10.1109/access.2024.3427731","title":"Measuring Similarity of Dual-Modal Academic Data Based on Multi-Fusion Representation Learning","display_name":"Measuring Similarity of Dual-Modal Academic Data Based on Multi-Fusion Representation Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400645628","doi":"https://doi.org/10.1109/access.2024.3427731"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3427731","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3427731","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dx.doi.org/10.1109/access.2024.3427731","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103429477","display_name":"Li Zhang","orcid":"https://orcid.org/0000-0001-7621-568X"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Li Zhang","raw_affiliation_strings":["School of Public Administration and Communication, Beijing Information Science and Technology University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Public Administration and Communication, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111740016","display_name":"Qiang Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087772","display_name":"National Computer Network Emergency Response Technical Team/Coordination Center of Chinar","ror":"https://ror.org/00247dh76","country_code":"CN","type":"nonprofit","lineage":["https://openalex.org/I4210087772"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Gao","raw_affiliation_strings":["National Computer Network Emergency Response Technical Team/Coordination Center of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Computer Network Emergency Response Technical Team/Coordination Center of China, Beijing, China","institution_ids":["https://openalex.org/I4210087772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106417965","display_name":"Ming Liu","orcid":"https://orcid.org/0000-0002-0480-0457"},"institutions":[{"id":"https://openalex.org/I4210087772","display_name":"National Computer Network Emergency Response Technical Team/Coordination Center of Chinar","ror":"https://ror.org/00247dh76","country_code":"CN","type":"nonprofit","lineage":["https://openalex.org/I4210087772"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Liu","raw_affiliation_strings":["National Computer Network Emergency Response Technical Team/Coordination Center of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Computer Network Emergency Response Technical Team/Coordination Center of China, Beijing, China","institution_ids":["https://openalex.org/I4210087772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012663138","display_name":"Zepeng Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zepeng Gu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100310123","display_name":"Bo Lang","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Lang","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5103429477"],"corresponding_institution_ids":["https://openalex.org/I78675632"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09656784,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"97701","last_page":"97711"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.777770459651947},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7091993093490601},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.6733556985855103},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6108387112617493},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6013965010643005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5507984757423401},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5318481922149658},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5278672575950623},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5169677138328552},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5153607726097107},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4422617256641388},{"id":"https://openalex.org/keywords/external-data-representation","display_name":"External Data Representation","score":0.4317348599433899},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3860240876674652},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36163508892059326},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.11701574921607971}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.777770459651947},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7091993093490601},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6733556985855103},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6108387112617493},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6013965010643005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5507984757423401},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5318481922149658},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5278672575950623},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5169677138328552},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5153607726097107},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4422617256641388},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.4317348599433899},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3860240876674652},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36163508892059326},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.11701574921607971},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3427731","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3427731","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ee4263d716e94ea0a7d4656e138ed07e","is_oa":true,"landing_page_url":"https://doaj.org/article/ee4263d716e94ea0a7d4656e138ed07e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 97701-97711 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3427731","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3427731","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5289941037","display_name":null,"funder_award_id":"22YJCZH241","funder_id":"https://openalex.org/F4320321106","funder_display_name":"Ministry of Education of the People's Republic of China"}],"funders":[{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320326978","display_name":"State Key Laboratory of Software Development Environment","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1964073652","https://openalex.org/W2020842694","https://openalex.org/W2106277773","https://openalex.org/W2126598020","https://openalex.org/W2194775991","https://openalex.org/W2252433728","https://openalex.org/W2412709527","https://openalex.org/W2527276685","https://openalex.org/W2556418146","https://openalex.org/W2560730294","https://openalex.org/W2611650229","https://openalex.org/W2618530766","https://openalex.org/W2736601468","https://openalex.org/W2766788829","https://openalex.org/W2774861092","https://openalex.org/W2883409523","https://openalex.org/W2937328183","https://openalex.org/W2963214665","https://openalex.org/W2970231061","https://openalex.org/W2998356391","https://openalex.org/W3034849760","https://openalex.org/W3038645517","https://openalex.org/W3040984225","https://openalex.org/W3101156210","https://openalex.org/W3104536742","https://openalex.org/W3128116186","https://openalex.org/W3175095612","https://openalex.org/W3185341429","https://openalex.org/W4213299273","https://openalex.org/W4226182655","https://openalex.org/W4285294723","https://openalex.org/W4293503257","https://openalex.org/W4293732274","https://openalex.org/W4307640249","https://openalex.org/W4310673758","https://openalex.org/W4312877428","https://openalex.org/W4323657311","https://openalex.org/W4376226279","https://openalex.org/W4378977057","https://openalex.org/W4385245566","https://openalex.org/W4385571886","https://openalex.org/W4388565827","https://openalex.org/W4396952261","https://openalex.org/W4398254447","https://openalex.org/W6637028002","https://openalex.org/W6637373629","https://openalex.org/W6682359208","https://openalex.org/W6686207219","https://openalex.org/W6730042849","https://openalex.org/W6741002519","https://openalex.org/W6755207826","https://openalex.org/W6764096679","https://openalex.org/W6778883912","https://openalex.org/W6810738896","https://openalex.org/W6811013733","https://openalex.org/W6849079066"],"related_works":["https://openalex.org/W4301143707","https://openalex.org/W2952745240","https://openalex.org/W2952512863","https://openalex.org/W3134504629","https://openalex.org/W2938696877","https://openalex.org/W4323911413","https://openalex.org/W2147693476","https://openalex.org/W4286796787","https://openalex.org/W2952582877","https://openalex.org/W3170043432"],"abstract_inverted_index":{"Nowadays,":[0],"academic":[1,31,140],"materials":[2],"such":[3,29],"as":[4],"articles,":[5],"patents,":[6],"lecture":[7],"notes,":[8],"and":[9,16,57,92,120,146],"observation":[10],"records":[11],"often":[12],"use":[13],"both":[14],"texts":[15,56],"images":[17,58],"(i.e.,":[18],"dual-modal":[19,30,36,47,77,139],"data)":[20],"to":[21,101,116,132],"illustrate":[22],"scientific":[23],"issues.":[24],"Measuring":[25],"the":[26,86,95,99,102,129,144],"similarity":[27],"of":[28,61,89,160],"data":[32,165],"largely":[33],"depends":[34],"on":[35,59,163],"features,":[37],"which":[38],"is":[39,128],"far":[40],"from":[41,98],"satisfying":[42],"in":[43,85],"practice.":[44],"To":[45,124],"learn":[46],"feature":[48,87],"representation,":[49],"most":[50],"current":[51],"approaches":[52],"mine":[53,117],"interactions":[54],"between":[55,150],"top":[60],"their":[62],"fusion":[63,83,96],"networks.":[64],"This":[65],"work":[66,131],"proposes":[67],"a":[68,108],"multi-fusion":[69],"deep":[70,135],"learning":[71,136,154],"framework":[72,80],"that":[73,168],"learns":[74],"semantically":[75],"richer":[76],"representations.":[78,156],"The":[79],"designs":[81],"multiple":[82],"points":[84],"space":[88],"various":[90],"levels,":[91],"gradually":[93],"integrates":[94],"information":[97],"low-level":[100],"high-level.":[103],"In":[104],"addition,":[105],"we":[106],"develop":[107],"multi-channel":[109],"decoding":[110],"network":[111],"with":[112,175],"alternate":[113],"fine-tuning":[114],"strategies":[115],"modal-specific":[118],"features":[119],"cross-modal":[121],"correlations":[122],"thoroughly.":[123],"our":[125,169],"knowledge,":[126],"this":[127],"first":[130],"bring":[133],"forward":[134],"functions":[137],"for":[138],"data.":[141],"It":[142],"reduces":[143],"semantic":[145],"statistical":[147],"attribute":[148],"differences":[149],"two":[151],"modalities,":[152],"thereby":[153],"robust":[155],"A":[157],"large":[158],"number":[159],"experiments":[161],"conducted":[162],"real-world":[164],"sets":[166],"show":[167],"method":[170],"has":[171],"significant":[172],"performance":[173],"compared":[174],"state-of-the-art":[176],"approaches.":[177]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}