{"id":"https://openalex.org/W4404740099","doi":"https://doi.org/10.1109/icbase63199.2024.10762462","title":"Multimodal Representation Learning by Hybrid Transformer with Multi-level Fusion","display_name":"Multimodal Representation Learning by Hybrid Transformer with Multi-level Fusion","publication_year":2024,"publication_date":"2024-09-20","ids":{"openalex":"https://openalex.org/W4404740099","doi":"https://doi.org/10.1109/icbase63199.2024.10762462"},"language":"en","primary_location":{"id":"doi:10.1109/icbase63199.2024.10762462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icbase63199.2024.10762462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 5th International Conference on Big Data & Artificial Intelligence & Software Engineering (ICBASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047026319","display_name":"Yi Wu","orcid":"https://orcid.org/0000-0002-0492-3334"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Wu","raw_affiliation_strings":["State Grid Quzhou Power Supply Company Power Dispatch Control Center,QuZhou,China"],"affiliations":[{"raw_affiliation_string":"State Grid Quzhou Power Supply Company Power Dispatch Control Center,QuZhou,China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014228220","display_name":"Hongquan Xu","orcid":"https://orcid.org/0009-0001-5705-4857"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongquan Xu","raw_affiliation_strings":["State Grid Quzhou Power Supply Company Power Dispatch Control Center,QuZhou,China"],"affiliations":[{"raw_affiliation_string":"State Grid Quzhou Power Supply Company Power Dispatch Control Center,QuZhou,China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100711290","display_name":"Jiaqing Zhang","orcid":"https://orcid.org/0000-0003-0661-898X"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqing Zhang","raw_affiliation_strings":["State Grid Quzhou Power Supply Company Power Dispatch Control Center,QuZhou,China"],"affiliations":[{"raw_affiliation_string":"State Grid Quzhou Power Supply Company Power Dispatch Control Center,QuZhou,China","institution_ids":["https://openalex.org/I17442442"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5047026319"],"corresponding_institution_ids":["https://openalex.org/I17442442"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19228864,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"860","last_page":"865"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.6381999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.6381999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6086000204086304,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.606746256351471},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5882242321968079},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5635370016098022},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44848382472991943},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4211651384830475},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14044326543807983},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11527124047279358},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06833398342132568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.606746256351471},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5882242321968079},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5635370016098022},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44848382472991943},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4211651384830475},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14044326543807983},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11527124047279358},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06833398342132568},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icbase63199.2024.10762462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icbase63199.2024.10762462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 5th International Conference on Big Data & Artificial Intelligence & Software Engineering (ICBASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1587447546","https://openalex.org/W2030931454","https://openalex.org/W2146334809","https://openalex.org/W2265228180","https://openalex.org/W2296448531","https://openalex.org/W2619697695","https://openalex.org/W2760103357","https://openalex.org/W2970231061","https://openalex.org/W2998356391","https://openalex.org/W3196591432","https://openalex.org/W4312639100","https://openalex.org/W4313639237","https://openalex.org/W4386076642","https://openalex.org/W4389520072","https://openalex.org/W4402667011","https://openalex.org/W6748680937","https://openalex.org/W6766904570","https://openalex.org/W6767279747","https://openalex.org/W6786051229","https://openalex.org/W6809497388","https://openalex.org/W6852375988","https://openalex.org/W6852873007","https://openalex.org/W6852932568","https://openalex.org/W6854706340","https://openalex.org/W6857198620","https://openalex.org/W6858882175","https://openalex.org/W6861717180","https://openalex.org/W6862222442","https://openalex.org/W6862508932"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Multimodal":[0],"learning,":[1],"which":[2],"integrates":[3],"data":[4],"from":[5],"various":[6],"sensory":[7],"sources,":[8],"is":[9],"essential":[10],"for":[11],"advancing":[12],"artificial":[13],"intelligence.":[14],"However,":[15],"current":[16],"methods":[17],"often":[18],"face":[19],"issues":[20],"where":[21],"certain":[22],"modalities":[23],"dominate":[24],"others,":[25],"leading":[26],"to":[27,42,71],"reduced":[28],"effectiveness.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33],"introduce":[34],"ML-Former,":[35],"a":[36,51,80],"new":[37],"hybrid":[38],"transformer":[39],"architecture":[40],"designed":[41],"harmonize":[43],"representation":[44],"learning":[45,70],"across":[46],"multiple":[47],"modalities.":[48],"ML-Former":[49,94],"employs":[50],"unified":[52],"input":[53],"system":[54],"that":[55,93],"reduces":[56],"interference":[57],"between":[58],"modalities,":[59,77],"ensuring":[60],"balanced":[61],"contributions.":[62],"It":[63],"also":[64],"enables":[65],"deep":[66],"interaction":[67],"and":[68,83],"perceptual":[69],"enhance":[72],"the":[73],"integration":[74],"of":[75],"diverse":[76,90],"resulting":[78],"in":[79],"more":[81],"robust":[82],"nuanced":[84],"representation.":[85],"Extensive":[86],"experiments":[87],"on":[88],"five":[89],"datasets":[91],"show":[92],"outperforms":[95],"existing":[96],"methods.":[97]},"counts_by_year":[],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}