{"id":"https://openalex.org/W7157313398","doi":"https://doi.org/10.48550/arxiv.2604.23862","title":"Graph Memory Transformer (GMT)","display_name":"Graph Memory Transformer (GMT)","publication_year":2026,"publication_date":"2026-04-26","ids":{"openalex":"https://openalex.org/W7157313398","doi":"https://doi.org/10.48550/arxiv.2604.23862"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.23862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.23862","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099063428","display_name":"Nicola Zanarini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zanarini, Nicola","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134761181","display_name":"Niccol\u00f2 Ferrari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ferrari, Niccol\u00f2","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Lamma, Evelina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lamma, Evelina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9650999903678894,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9650999903678894,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.5929999947547913},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5627999901771545},{"id":"https://openalex.org/keywords/centroid","display_name":"Centroid","score":0.3684999942779541},{"id":"https://openalex.org/keywords/skew","display_name":"Skew","score":0.3626999855041504},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.3068000078201294},{"id":"https://openalex.org/keywords/offset","display_name":"Offset (computer science)","score":0.3066999912261963},{"id":"https://openalex.org/keywords/memory-model","display_name":"Memory model","score":0.3061999976634979}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6304000020027161},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.5929999947547913},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5627999901771545},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3741999864578247},{"id":"https://openalex.org/C146599234","wikidata":"https://www.wikidata.org/wiki/Q511093","display_name":"Centroid","level":2,"score":0.3684999942779541},{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3508000075817108},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32670000195503235},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.3061999976634979},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.26930001378059387},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.260699987411499},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.23862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.23862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"investigate":[1],"whether":[2],"the":[3,23,39,66,146,168,174,193,207],"Feed-Forward":[4],"Network":[5],"(FFN)":[6],"sublayer":[7],"in":[8,145,178],"a":[9,45,53,60,81,94,110,116,123,139,202],"decoder-only":[10,125],"transformer":[11,76],"can":[12],"be":[13],"replaced":[14],"by":[15,59],"an":[16,104],"explicit":[17],"learned":[18,54,61],"memory":[19,46,107,112,219],"graph":[20],"while":[21,186],"preserving":[22],"surrounding":[24],"autoregressive":[25],"architecture.":[26],"The":[27,98,119,148],"proposed":[28],"Graph":[29],"Memory":[30],"Transformer":[31],"(GMT)":[32],"keeps":[33],"causal":[34],"self-attention":[35],"intact,":[36],"but":[37],"replaces":[38],"usual":[40],"per-token":[41],"FFN":[42,135],"transformation":[43,216],"with":[44,128,138,217],"cell":[47,99],"that":[48],"routes":[49],"token":[50],"representations":[51],"over":[52],"bank":[55],"of":[56,74,167,212],"centroids":[57],"connected":[58],"directed":[62],"transition":[63,158],"matrix.":[64],"In":[65],"base":[67,149],"GMT":[68],"v7":[69,150],"instantiation":[70],"studied":[71],"here,":[72],"each":[73],"16":[75],"blocks":[77],"contains":[78],"128":[79,82,84],"centroids,":[80],"*":[83],"edge":[85],"matrix,":[86],"gravitational":[87],"source":[88,106],"routing,":[89],"token-conditioned":[90],"target":[91,111],"selection,":[92],"and":[93,132,154,160,181,209,225],"gated":[95],"displacement":[96],"readout.":[97],"therefore":[100],"returns":[101],"movement":[102,162],"from":[103],"estimated":[105],"state":[108],"toward":[109],"state,":[113],"rather":[114],"than":[115],"retrieved":[117],"value.":[118],"resulting":[120],"model":[121,127,151],"is":[122],"fully":[124],"language":[126],"82.2M":[129],"trainable":[130],"parameters":[131],"no":[133],"dense":[134,141,176,214],"sublayers,":[136],"compared":[137],"103.0M-parameter":[140],"GPT-style":[142],"baseline":[143,177],"used":[144],"evaluation.":[147],"trains":[152],"stably":[153],"exposes":[155],"centroid":[156],"usage,":[157],"structure,":[159],"source-to-target":[161],"as":[163,201],"directly":[164],"inspectable":[165],"quantities":[166],"forward":[169],"computation.":[170],"It":[171],"remains":[172],"behind":[173],"larger":[175],"validation":[179],"loss":[180],"perplexity":[182],"(3.5995/36.58":[183],"vs.":[184],"3.2903/26.85),":[185],"showing":[187],"close":[188],"zero-shot":[189],"benchmark":[190,228],"behavior":[191],"under":[192],"evaluated":[194],"setting.":[195],"These":[196],"results":[197],"are":[198,230],"not":[199],"intended":[200],"state-of-the-art":[203],"claim;":[204],"they":[205],"support":[206],"viability":[208],"structural":[210],"interpretability":[211],"replacing":[213],"within-token":[215],"graph-mediated":[218],"navigation.":[220],"Broader":[221],"scaling,":[222],"optimized":[223],"kernels,":[224],"more":[226],"extensive":[227],"evaluation":[229],"left":[231],"for":[232],"subsequent":[233],"work.":[234]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-29T00:00:00"}