{"id":"https://openalex.org/W4399794444","doi":"https://doi.org/10.48550/arxiv.2406.10685","title":"Scale Equivariant Graph Metanetworks","display_name":"Scale Equivariant Graph Metanetworks","publication_year":2024,"publication_date":"2024-06-15","ids":{"openalex":"https://openalex.org/W4399794444","doi":"https://doi.org/10.48550/arxiv.2406.10685"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2406.10685","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.10685","pdf_url":"https://arxiv.org/pdf/2406.10685","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.10685","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029743128","display_name":"Ioannis Kalogeropoulos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalogeropoulos, Ioannis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048832709","display_name":"Giorgos Bouritsas","orcid":"https://orcid.org/0000-0002-8476-4918"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bouritsas, Giorgos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050734738","display_name":"Yannis Panagakis","orcid":"https://orcid.org/0000-0003-0153-5210"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panagakis, Yannis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12536","display_name":"Topological and Geometric Data Analysis","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/equivariant-map","display_name":"Equivariant map","score":0.8233318328857422},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5195643901824951},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5101137757301331},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.41843026876449585},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3885285556316376},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.35017678141593933},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.2697407603263855},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.2298973798751831},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.13719442486763}],"concepts":[{"id":"https://openalex.org/C171036898","wikidata":"https://www.wikidata.org/wiki/Q256355","display_name":"Equivariant map","level":2,"score":0.8233318328857422},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5195643901824951},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5101137757301331},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41843026876449585},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3885285556316376},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.35017678141593933},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.2697407603263855},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.2298973798751831},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.13719442486763}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2406.10685","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.10685","pdf_url":"https://arxiv.org/pdf/2406.10685","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.10685","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.10685","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.10685","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.10685","pdf_url":"https://arxiv.org/pdf/2406.10685","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6276162139","display_name":null,"funder_award_id":"MIS 5154714","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399794444.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W3148895720","https://openalex.org/W2393913406","https://openalex.org/W30258475","https://openalex.org/W2356579025","https://openalex.org/W2736697936","https://openalex.org/W3211835374","https://openalex.org/W2548611373","https://openalex.org/W1601809778"],"abstract_inverted_index":{"This":[0],"paper":[1],"pertains":[2],"to":[3,45,83,91,138,158],"an":[4,218],"emerging":[5],"machine":[6],"learning":[7,9],"paradigm:":[8],"higher-order":[10],"functions,":[11,210],"i.e.":[12],"functions":[13,17,71],"whose":[14],"inputs":[15,22],"are":[16,23,57],"themselves,":[18],"$\\textit{particularly":[19],"when":[20],"these":[21,58],"Neural":[24],"Networks":[25],"(NNs)}$.":[26],"With":[27],"the":[28,42,46,51,59,121,184,202,212],"growing":[29],"interest":[30],"in":[31,63,168],"architectures":[32],"that":[33,95,119,150,198],"process":[34],"NNs,":[35],"a":[36,117],"recurring":[37],"design":[38],"principle":[39],"has":[40],"permeated":[41],"field:":[43],"adhering":[44],"permutation":[47],"symmetries":[48,61,129,216],"arising":[49],"from":[50],"connectionist":[52],"structure":[53],"of":[54,102,146,171,189,214],"NNs.":[55],"$\\textit{However,":[56],"sole":[60],"present":[62],"NN":[64,222],"parameterizations}$?":[65],"Zooming":[66],"into":[67],"most":[68],"practical":[69],"activation":[70,209],"(e.g.":[72],"sine,":[73],"ReLU,":[74],"tanh)":[75],"answers":[76],"this":[77,107],"question":[78],"negatively":[79],"and":[80,100,104,130,134,165,186,208],"gives":[81],"rise":[82],"intriguing":[84],"new":[85],"symmetries,":[86],"which":[87],"we":[88,109,174],"collectively":[89],"refer":[90],"as":[92,217],"$\\textit{scaling":[93],"symmetries}$,":[94],"is,":[96],"non-zero":[97],"scalar":[98,160],"multiplications":[99],"divisions":[101],"weights":[103],"biases.":[105],"In":[106],"work,":[108],"propose":[110],"$\\textit{Scale":[111],"Equivariant":[112],"Graph":[113,122],"MetaNetworks":[114],"-":[115],"ScaleGMNs}$,":[116],"framework":[118],"adapts":[120],"Metanetwork":[123],"(message-passing)":[124],"paradigm":[125],"by":[126],"incorporating":[127],"scaling":[128,215],"thus":[131],"rendering":[132],"neuron":[133],"edge":[135],"representations":[136],"equivariant":[137],"valid":[139],"scalings.":[140],"We":[141],"introduce":[142],"novel":[143],"building":[144],"blocks,":[145],"independent":[147],"technical":[148],"interest,":[149],"allow":[151],"for":[152,205,221],"equivariance":[153],"or":[154,162],"invariance":[155],"with":[156],"respect":[157],"individual":[159],"multipliers":[161],"their":[163],"product":[164],"use":[166],"them":[167],"all":[169],"components":[170],"ScaleGMN.":[172],"Furthermore,":[173],"prove":[175],"that,":[176],"under":[177],"certain":[178],"expressivity":[179],"conditions,":[180],"ScaleGMN":[181],"can":[182],"simulate":[183],"forward":[185],"backward":[187],"pass":[188],"any":[190],"input":[191],"feedforward":[192],"neural":[193],"network.":[194],"Experimental":[195],"results":[196],"demonstrate":[197],"our":[199],"method":[200],"advances":[201],"state-of-the-art":[203],"performance":[204],"several":[206],"datasets":[207],"highlighting":[211],"power":[213],"inductive":[219],"bias":[220],"processing.":[223],"The":[224],"source":[225],"code":[226],"is":[227],"publicly":[228],"available":[229],"at":[230],"https://github.com/jkalogero/scalegmn.":[231]},"counts_by_year":[],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}
