{"id":"https://openalex.org/W7224093538","doi":"https://doi.org/10.48550/arxiv.2610.37524","title":"GTFormer: A Syntax-Free Graph Network Alternative to Transformers for 8192$\\times$ Length Extrapolation in Linear Time","display_name":"GTFormer: A Syntax-Free Graph Network Alternative to Transformers for 8192$\\times$ Length Extrapolation in Linear Time","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224093538","doi":"https://doi.org/10.48550/arxiv.2610.37524"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.37524","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37524","pdf_url":"https://arxiv.org/pdf/2610.37524","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.37524","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160007565","display_name":"Elisabeth Fink","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60488453","display_name":"Middlesex University London","ror":"https://ror.org/01rv4p989","country_code":"GB","type":"education","lineage":["https://openalex.org/I60488453"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Fink, Elisabeth","raw_affiliation_strings":["Middlesex University , Department of Computer Science The Burroughs , Hendon , London NW4 4BT , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Middlesex University , Department of Computer Science The Burroughs , Hendon , London NW4 4BT , UK","institution_ids":["https://openalex.org/I60488453"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5160007565"],"corresponding_institution_ids":["https://openalex.org/I60488453"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7728999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7728999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.04540000110864639,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.027699999511241913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.8650000095367432},{"id":"https://openalex.org/keywords/long-context-modeling","display_name":"long-context modeling","score":0.5789999961853027},{"id":"https://openalex.org/keywords/self-attention-alternatives","display_name":"self-attention alternatives","score":0.6980000138282776},{"id":"https://openalex.org/keywords/quadratic-complexity","display_name":"quadratic complexity","score":0.5680000185966492},{"id":"https://openalex.org/keywords/hierarchical-graph-structure","display_name":"hierarchical graph structure","score":0.5379999876022339},{"id":"https://openalex.org/keywords/multi-hop-retrieval","display_name":"multi-hop retrieval","score":0.675000011920929},{"id":"https://openalex.org/keywords/attention-collapse","display_name":"attention collapse","score":0.375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5627999901771545},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5293999910354614},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45210000872612},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.44999998807907104},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.37310001254081726},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.353300005197525},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.33410000801086426},{"id":"https://openalex.org/C159718280","wikidata":"https://www.wikidata.org/wiki/Q5526353","display_name":"Gas meter prover","level":3,"score":0.323199987411499},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32269999384880066},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C136625980","wikidata":"https://www.wikidata.org/wiki/Q663208","display_name":"Rounding","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C9376300","wikidata":"https://www.wikidata.org/wiki/Q168817","display_name":"Algebraic number","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.26190000772476196},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.2590000033378601},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.2587999999523163},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2574999928474426},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.37524","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37524","pdf_url":"https://arxiv.org/pdf/2610.37524","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.37524","doi":"https://doi.org/10.48550/arxiv.2610.37524","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.37524","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.37524","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37524","pdf_url":"https://arxiv.org/pdf/2610.37524","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224093538.pdf","grobid_xml":"https://content.openalex.org/works/W7224093538.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3173365702","https://openalex.org/W7162548306","https://openalex.org/W4412610890","https://openalex.org/W6929220339","https://openalex.org/W6993174013","https://openalex.org/W4226208698","https://openalex.org/W4399759157","https://openalex.org/W4396718093","https://openalex.org/W4403662321","https://openalex.org/W3215885530"],"abstract_inverted_index":{"Self-attention":[0],"mechanisms":[1],"have":[2],"established":[3],"the":[4,7,45],"Transformer":[5],"as":[6,39],"dominant":[8],"backbone":[9],"across":[10],"natural":[11],"language":[12],"processing,":[13],"source":[14],"code":[15],"intelligence,":[16],"and":[17,31,108,118,153,161],"automated":[18],"theorem":[19],"proving.":[20],"However,":[21],"all-to-all":[22],"pairwise":[23],"token":[24,80],"comparison":[25],"enforces":[26],"a":[27,61,83,87,109,140],"quadratic":[28],"$\\mathcal{O}(N^2)$":[29],"compute":[30],"memory":[32],"barrier":[33],"alongside":[34],"severe":[35],"softmax":[36],"attention":[37,159],"dilution":[38],"sequence":[40,75],"length":[41,127],"$N$":[42],"scales":[43],"beyond":[44],"training":[46],"horizon.":[47],"Inspired":[48],"by":[49],"recent":[50],"advances":[51],"in":[52,144],"algebraic":[53],"graph":[54],"learning":[55],"(\\textbf{WPNet}),":[56],"this":[57],"work":[58],"introduces":[59],"\\textbf{GTFormer},":[60],"syntax-free":[62],"hierarchical":[63],"Graph":[64],"Neural":[65],"Network":[66],"(GNN)":[67],"that":[68],"replaces":[69],"flat":[70],"self-attention":[71],"for":[72],"general":[73],"long-context":[74,115],"modeling.":[76],"GTFormer":[77,131],"organizes":[78],"raw":[79],"streams":[81],"into":[82],"bounded-degree":[84],"hierarchy":[85],"combining":[86],"balanced":[88],"binary":[89],"reduction":[90],"tree":[91],"($\\lceil":[92],"\\log_2":[93],"N":[94],"\\rceil$":[95],"depth),":[96],"horizontal":[97],"boundary-bridging":[98],"shift":[99],"edges,":[100],"random":[101],"expander":[102],"shortcuts,":[103],"multi-channel":[104],"convex":[105],"highway":[106],"gating,":[107],"top-down":[110],"broadcast":[111],"pass.":[112],"Across":[113],"eight":[114],"code,":[116],"log,":[117],"multi-hop":[119],"retrieval":[120],"benchmarks":[121],"trained":[122],"exclusively":[123],"on":[124,139],"sequences":[125],"of":[126],"$N":[128,135],"\\le":[129],"512$,":[130],"extrapolates":[132],"zero-shot":[133],"to":[134],"=":[136],"4{,}194{,}304$":[137],"($8192\\times$)":[138],"single":[141],"commodity":[142],"GPU":[143],"linear":[145],"$\\mathcal{O}(N)$":[146],"memory,":[147],"maintaining":[148],"near-perfect":[149],"accuracy":[150],"where":[151],"standard":[152],"RoPE":[154],"Transformers":[155],"suffer":[156],"from":[157],"out-of-distribution":[158],"collapse":[160],"out-of-memory":[162],"exhaustion.":[163]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-10-29T00:00:00"}