{"id":"https://openalex.org/W7164505427","doi":"https://doi.org/10.48550/arxiv.2606.12867","title":"SMGFM: Spectral Multimodal Graph Pretraining for Multimodal-Attributed Graphs","display_name":"SMGFM: Spectral Multimodal Graph Pretraining for Multimodal-Attributed Graphs","publication_year":2026,"publication_date":"2026-06-11","ids":{"openalex":"https://openalex.org/W7164505427","doi":"https://doi.org/10.48550/arxiv.2606.12867"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12867","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12867","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12867","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138532638","display_name":"Zhengyu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138547253","display_name":"Xu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059652667","display_name":"Hongchao Qin","orcid":"https://orcid.org/0000-0003-4364-0633"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Hongchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138537353","display_name":"Xunkai Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xunkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138548748","display_name":"Guang Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Guang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052597908","display_name":"R K Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Rong-Hua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138508152","display_name":"Guoren Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Guoren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.025599999353289604,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5837000012397766},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5641999840736389},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5019000172615051},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4542999863624573},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.42329999804496765},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.3634999990463257}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6019999980926514},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5837000012397766},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5641999840736389},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5544999837875366},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5019000172615051},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4542999863624573},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.42329999804496765},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3634999990463257},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C157406716","wikidata":"https://www.wikidata.org/wiki/Q4115842","display_name":"Topological graph theory","level":5,"score":0.3379000127315521},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2824000120162964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2614000141620636},{"id":"https://openalex.org/C21424316","wikidata":"https://www.wikidata.org/wiki/Q718621","display_name":"Chebyshev filter","level":2,"score":0.25760000944137573}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12867","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12867","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12867","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12867","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal-attributed":[0],"graphs":[1],"(MAGs)":[2],"couple":[3],"graph":[4,16,115],"topology":[5,23],"with":[6,24,141],"node":[7,19,25,122],"semantics":[8,20,39,47,57,98],"from":[9],"text,":[10],"images,":[11],"and":[12,37,99,127,152,172,191],"other":[13],"modalities.":[14],"Traditional":[15],"learning":[17],"contextualizes":[18],"by":[21],"coupling":[22,29,147],"features.":[26],"However,":[27],"this":[28,84,107],"design":[30],"becomes":[31],"troublesome":[32],"in":[33],"MAGs,":[34],"where":[35,93],"structure-induced":[36],"modality-intrinsic":[38,56],"may":[40],"contribute":[41],"differently":[42],"to":[43,76],"downstream":[44],"tasks.":[45,193],"Structure-induced":[46],"promote":[48],"relational":[49],"consistency":[50],"through":[51,149],"smooth":[52,162],"topological":[53],"variation,":[54],"whereas":[55],"often":[58],"encode":[59],"local,":[60],"fine-grained":[61],"distinctions":[62],"that":[63,118,184],"should":[64],"not":[65],"be":[66],"uniformly":[67],"smoothed":[68],"or":[69],"aligned.":[70],"Therefore,":[71],"the":[72,180],"key":[73],"challenge":[74],"is":[75],"identify":[77],"semantic":[78,130],"roles":[79,131],"before":[80,132,156],"cross-modal":[81,133,174],"fusion.":[82,157],"To":[83],"end,":[85],"we":[86,109],"leverage":[87],"graph-frequency":[88,125],"variation":[89],"as":[90],"a":[91,112],"prior,":[92],"low-frequency":[94],"components":[95,101],"capture":[96],"topology-consistent":[97],"high-frequency":[100],"preserve":[102],"modality-specific":[103,121,167],"semantics.":[104],"Based":[105],"on":[106,179],"intuition,":[108],"propose":[110],"SMGFM,":[111],"spectral":[113],"multimodal":[114],"pretraining":[116],"framework":[117],"decomposes":[119],"each":[120],"signal":[123],"into":[124],"bands":[126],"assigns":[128],"band-level":[129],"interaction.":[134],"Concretely,":[135],"SMGFM":[136,185],"constructs":[137],"frequency-resolved":[138],"modality":[139],"tokens":[140],"scalable":[142],"Chebyshev":[143],"filters,":[144],"estimates":[145],"their":[146],"reliability":[148],"topology-conditioned":[150],"routing,":[151],"performs":[153],"band-modality":[154],"interaction":[155],"Its":[158],"frequency-routed":[159],"objectives":[160],"align":[161],"consensus":[163],"routes":[164],"while":[165],"preserving":[166],"routes,":[168],"mitigating":[169],"spatial-domain":[170],"entanglement":[171],"uniform":[173],"alignment.":[175],"Extensive":[176],"experiments":[177],"conducted":[178],"MAG":[181],"datasets":[182],"demonstrate":[183],"achieves":[186],"state-of-the-art":[187],"performance":[188],"across":[189],"graph-level":[190],"modality-level":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-13T00:00:00"}