{"id":"https://openalex.org/W4415821009","doi":"https://doi.org/10.1109/tcss.2025.3620089","title":"MLFormer: Unleashing Efficiency Without Attention for Multimodal Knowledge Graph Embedding","display_name":"MLFormer: Unleashing Efficiency Without Attention for Multimodal Knowledge Graph Embedding","publication_year":2025,"publication_date":"2025-11-03","ids":{"openalex":"https://openalex.org/W4415821009","doi":"https://doi.org/10.1109/tcss.2025.3620089"},"language":null,"primary_location":{"id":"doi:10.1109/tcss.2025.3620089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2025.3620089","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Meng Wang","orcid":"https://orcid.org/0009-0004-1139-1876"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0004-1139-1876","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100769186","display_name":"Changyu Li","orcid":"https://orcid.org/0009-0009-6090-2050"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyu Li","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0009-6090-2050","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100643582","display_name":"Feiyu Chen","orcid":"https://orcid.org/0000-0002-0928-6899"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiyu Chen","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-0928-6899","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072350518","display_name":"Jie Shao","orcid":"https://orcid.org/0000-0003-2615-1555"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jie Shao","raw_affiliation_strings":["Sichuan Artificial Intelligence Research Institute, Yibin, China"],"raw_orcid":"https://orcid.org/0000-0003-2615-1555","affiliations":[{"raw_affiliation_string":"Sichuan Artificial Intelligence Research Institute, Yibin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070150374","display_name":"Ke Qin","orcid":"https://orcid.org/0000-0001-6174-3877"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Qin","raw_affiliation_strings":["Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-6174-3877","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016843517","display_name":"Shuang Liang","orcid":"https://orcid.org/0000-0001-7387-2801"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Liang","raw_affiliation_strings":["Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7387-2801","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10856475,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"6","first_page":"5536","last_page":"5549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6413999795913696},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6273999810218811},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.48410001397132874},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.46470001339912415},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46219998598098755},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.44040000438690186},{"id":"https://openalex.org/keywords/graph-embedding","display_name":"Graph embedding","score":0.43309998512268066}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7851999998092651},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6413999795913696},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6273999810218811},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5188999772071838},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.48410001397132874},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.46470001339912415},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46219998598098755},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.44040000438690186},{"id":"https://openalex.org/C75564084","wikidata":"https://www.wikidata.org/wiki/Q5597085","display_name":"Graph embedding","level":3,"score":0.43309998512268066},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.43130001425743103},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.40860000252723694},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4016999900341034},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36719998717308044},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2025.3620089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2025.3620089","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1897904913","display_name":null,"funder_award_id":"ZYGX2025XJ042","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3759175880","display_name":null,"funder_award_id":"62176046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4240871074","display_name":null,"funder_award_id":"62406057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4488764924","display_name":null,"funder_award_id":"Guike AB24010112","funder_id":"https://openalex.org/F4320336589","funder_display_name":"Guangxi Key Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336589","display_name":"Guangxi Key Research and Development Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2052977106","https://openalex.org/W2081580037","https://openalex.org/W2184957013","https://openalex.org/W2499696929","https://openalex.org/W2526174222","https://openalex.org/W2728059831","https://openalex.org/W2798385737","https://openalex.org/W2807480793","https://openalex.org/W2896457183","https://openalex.org/W2946165673","https://openalex.org/W2970231061","https://openalex.org/W2979129662","https://openalex.org/W2982244969","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3174206097","https://openalex.org/W3174660442","https://openalex.org/W3185106195","https://openalex.org/W3203679094","https://openalex.org/W3207311065","https://openalex.org/W4229024390","https://openalex.org/W4252707176","https://openalex.org/W4283688275","https://openalex.org/W4283730841","https://openalex.org/W4302275239","https://openalex.org/W4317436342","https://openalex.org/W4385232748","https://openalex.org/W4385573706","https://openalex.org/W4385893847","https://openalex.org/W4386002732","https://openalex.org/W4390480834","https://openalex.org/W4394863048","https://openalex.org/W4399040385","https://openalex.org/W4408787990"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"knowledge":[1,104],"graphs":[2],"(MMKGs)":[3],"have":[4],"gained":[5],"widespread":[6],"adoption":[7],"across":[8],"various":[9],"domains.":[10],"However,":[11],"existing":[12],"transformer-based":[13],"methods":[14],"for":[15],"MMKG":[16],"representation":[17,23,52],"learning":[18],"primarily":[19],"focus":[20],"on":[21,101],"enhancing":[22],"performance,":[24],"while":[25,117],"overlooking":[26],"time":[27],"and":[28,87,95],"memory":[29],"costs,":[30],"which":[31,47],"reduces":[32],"model":[33,81],"efficiency.":[34,59],"To":[35],"tackle":[36],"these":[37],"limitations,":[38],"we":[39,76],"introduce":[40],"a":[41,74,92],"multimodal":[42,103],"lightweight":[43],"transformer":[44],"(MLFormer)":[45],"model,":[46],"not":[48],"only":[49],"ensures":[50],"robust":[51],"capabilities":[53],"but":[54],"also":[55],"considerably":[56],"improves":[57],"computational":[58,115],"We":[60],"find":[61],"that":[62,109],"the":[63,78],"self-attention":[64],"mechanism":[65],"in":[66,82,114],"transformers":[67],"leads":[68],"to":[69],"substantial":[70],"performance":[71],"overheads.":[72],"As":[73],"result,":[75],"optimize":[77],"traditional":[79],"MMKGE":[80],"two":[83],"aspects:":[84],"modality":[85,88],"processing":[86],"fusion,":[89],"by":[90],"incorporating":[91],"filter":[93],"gate":[94],"Fourier":[96],"transform.":[97],"Our":[98],"experimental":[99],"results":[100],"real-world":[102],"graph":[105],"completion":[106],"datasets":[107],"demonstrate":[108],"MLFormer":[110],"achieves":[111],"significant":[112],"improvements":[113],"efficiency":[116],"maintaining":[118],"competitive":[119],"performance.":[120]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-11-03T00:00:00"}