{"id":"https://openalex.org/W4415594404","doi":"https://doi.org/10.1109/tpami.2025.3625728","title":"Neural Eigenfunctions are Structured Representation Learners","display_name":"Neural Eigenfunctions are Structured Representation Learners","publication_year":2025,"publication_date":"2025-10-27","ids":{"openalex":"https://openalex.org/W4415594404","doi":"https://doi.org/10.1109/tpami.2025.3625728","pmid":"https://pubmed.ncbi.nlm.nih.gov/41144412"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3625728","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3625728","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhijie Deng","orcid":"https://orcid.org/0000-0002-0932-1631"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijie Deng","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0932-1631","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011813023","display_name":"Jiaxin Shi","orcid":"https://orcid.org/0009-0006-9644-5072"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jiaxin Shi","raw_affiliation_strings":["Google DeepMind, London, U.K","Google DeepMind, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind, London, U.K","institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I4210113297"]},{"raw_affiliation_string":"Google DeepMind, UK","institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I4210113297"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396784","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0001-5736-1235"},"institutions":[{"id":"https://openalex.org/I4210092357","display_name":"Institute of Mathematics and Computer Science","ror":"https://ror.org/00fy4at53","country_code":"MD","type":"facility","lineage":["https://openalex.org/I112090838","https://openalex.org/I4210092357"]},{"id":"https://openalex.org/I4210107081","display_name":"Xenobe Research Institute","ror":"https://ror.org/01pb5g963","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210107081"]}],"countries":["MD","US"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["Halıcıoğlu Data Science Institute and the Department of Computer Science and Engineering, University of California, San Diego, CA, USA","Halıcıoğlu Data Science Institute and the Department of Computer Science and Engineering, University of California, San Diego, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Halıcıoğlu Data Science Institute and the Department of Computer Science and Engineering, University of California, San Diego, CA, USA","institution_ids":["https://openalex.org/I4210107081"]},{"raw_affiliation_string":"Halıcıoğlu Data Science Institute and the Department of Computer Science and Engineering, University of California, San Diego, CA, USA","institution_ids":["https://openalex.org/I4210092357"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Cui","orcid":"https://orcid.org/0009-0006-4216-1912"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Cui","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-4216-1912","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077494398","display_name":"Cewu Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cewu Lu","raw_affiliation_strings":["School of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1533-8576","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100606995","display_name":"Jun Zhu","orcid":"https://orcid.org/0000-0002-6254-2388"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Zhu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6254-2388","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11598324,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"3","first_page":"2445","last_page":"2457"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8605999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8605999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.5687999725341797},{"id":"https://openalex.org/keywords/laplace-operator","display_name":"Laplace operator","score":0.5439000129699707},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5360999703407288},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.52920001745224},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5139999985694885},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4311999976634979},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.38850000500679016},{"id":"https://openalex.org/keywords/kernel-method","display_name":"Kernel method","score":0.3734000027179718},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.3723999857902527},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.3682999908924103}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6572999954223633},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5687999725341797},{"id":"https://openalex.org/C165700671","wikidata":"https://www.wikidata.org/wiki/Q203484","display_name":"Laplace operator","level":2,"score":0.5439000129699707},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5360999703407288},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.52920001745224},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4828000068664551},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4311999976634979},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4169999957084656},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.38850000500679016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37470000982284546},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.3734000027179718},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3643999993801117},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3546000123023987},{"id":"https://openalex.org/C115178988","wikidata":"https://www.wikidata.org/wiki/Q772067","display_name":"Laplacian matrix","level":3,"score":0.35260000824928284},{"id":"https://openalex.org/C207225210","wikidata":"https://www.wikidata.org/wiki/Q1759539","display_name":"Kernelization","level":3,"score":0.34940001368522644},{"id":"https://openalex.org/C128803854","wikidata":"https://www.wikidata.org/wiki/Q1307821","display_name":"Eigenfunction","level":3,"score":0.335999995470047},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.3149000108242035},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3068000078201294},{"id":"https://openalex.org/C167528306","wikidata":"https://www.wikidata.org/wiki/Q5508776","display_name":"Function representation","level":3,"score":0.3028999865055084},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2775000035762787},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.2635999917984009},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.2619999945163727},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3625728","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3625728","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41144412","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41144412","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G376904023","display_name":null,"funder_award_id":"23ZR1428700J","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G4942433383","display_name":null,"funder_award_id":"62550004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5261944665","display_name":null,"funder_award_id":"62306176","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6538260587","display_name":null,"funder_award_id":"92470118","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W219040644","https://openalex.org/W343636949","https://openalex.org/W1861492603","https://openalex.org/W2007339694","https://openalex.org/W2007972815","https://openalex.org/W2025768430","https://openalex.org/W2053186076","https://openalex.org/W2082624758","https://openalex.org/W2097308346","https://openalex.org/W2108598243","https://openalex.org/W2109025268","https://openalex.org/W2117920736","https://openalex.org/W2121947440","https://openalex.org/W2138621090","https://openalex.org/W2155803963","https://openalex.org/W2194775991","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2575671312","https://openalex.org/W2798991696","https://openalex.org/W2962756421","https://openalex.org/W2963150697","https://openalex.org/W3022629704","https://openalex.org/W3035524453","https://openalex.org/W3159481202","https://openalex.org/W3171007011","https://openalex.org/W4312891522","https://openalex.org/W4312960937","https://openalex.org/W4313156423","https://openalex.org/W4385245566","https://openalex.org/W4386076522"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"revisits":[2],"the":[3,35,76,94],"canonical":[4],"concept":[5],"of":[6,38,71,115],"learning":[7,86,109,118,176,199],"structured":[8,128],"representations":[9,129],"without":[10],"label":[11],"supervision":[12],"by":[13,43,134],"eigendecomposition.":[14],"Yet,":[15],"unlike":[16],"prior":[17],"spectral":[18],"methods":[19,119],"such":[20,138],"as":[21,151],"Laplacian":[22],"Eigenmap":[23,150],"which":[24],"operate":[25],"in":[26,102,154],"a":[27,44,47,51,68,103,107,139,196],"nonparametric":[28],"manner,":[29],"we":[30,65],"aim":[31],"to":[32,82,161,168,178,188],"parametrically":[33],"model":[34],"principal":[36],"eigenfunctions":[37],"an":[39,122],"integral":[40],"operator":[41],"defined":[42],"kernel":[45],"and":[46,57,191],"data":[48,104,190],"distribution":[49],"using":[50,148],"neural":[52,87],"network":[53],"for":[54,85,126],"enhanced":[55],"scalability":[56],"reasonable":[58],"out-of-sample":[59],"generalization.":[60],"To":[61],"achieve":[62,179],"this":[63],"goal,":[64],"first":[66],"present":[67],"new":[69],"series":[70],"objective":[72,110],"functions":[73],"that":[74,112],"generalize":[75],"EigenGame":[77],"Gemp":[78],"et":[79],"al.":[80],"2020":[81],"function":[83,111],"space":[84],"eigenfunctions.":[88],"We":[89,136,146,183],"then":[90],"show":[91],"that,":[92],"when":[93],"similarity":[95],"metric":[96],"is":[97],"derived":[98],"from":[99],"positive":[100],"relations":[101],"augmentation":[105],"setup,":[106],"representation":[108,143,171,198],"resembles":[113],"those":[114],"popular":[116],"self-supervised":[117,175],"emerges,":[120],"with":[121,201],"additional":[123],"symmetry-breaking":[124],"property":[125],"producing":[127],"where":[130],"features":[131],"are":[132],"ordered":[133],"importance.":[135],"call":[137],"structured,":[140],"adaptive-length":[141,152],"deep":[142],"Neural":[144,149],"Eigenmap.":[145],"demonstrate":[147],"codes":[153],"image":[155],"retrieval":[156,181],"systems.":[157],"By":[158],"truncation":[159],"according":[160],"feature":[162],"importance,":[163],"our":[164,186],"method":[165,187],"requires":[166],"up":[167],"$16\\times$16\u00d7":[169],"shorter":[170],"length":[172],"than":[173,203],"leading":[174],"ones":[177],"similar":[180],"performance.":[182],"further":[184],"apply":[185],"graph":[189],"report":[192],"strong":[193],"results":[194],"on":[195],"node":[197],"benchmark":[200],"more":[202],"one":[204],"million":[205],"nodes.":[206]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-28T00:00:00"}