{"id":"https://openalex.org/W7137828090","doi":"https://doi.org/10.1609/aaai.v40i27.39445","title":"Tab-PET: Graph-Based Positional Encodings for Tabular Transformers","display_name":"Tab-PET: Graph-Based Positional Encodings for Tabular Transformers","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7137828090","doi":"https://doi.org/10.1609/aaai.v40i27.39445"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i27.39445","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i27.39445","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i27.39445","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129726086","display_name":"Yunze Leng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yunze Leng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028037531","display_name":"Rohan Ghosh","orcid":"https://orcid.org/0000-0002-6728-1076"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rohan Ghosh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069355437","display_name":"Mehul Motani","orcid":"https://orcid.org/0000-0003-3262-0207"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehul Motani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04931507,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"27","first_page":"22823","last_page":"22832"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.785099983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.785099983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07959999889135361,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.015699999406933784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6543999910354614},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6161999702453613},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.590399980545044},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5311999917030334},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4406000077724457},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41260001063346863},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.40470001101493835},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.34850001335144043}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7522000074386597},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6543999910354614},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6161999702453613},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.590399980545044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5315999984741211},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5311999917030334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5040000081062317},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.40470001101493835},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.382999986410141},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3050000071525574},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.2696000039577484},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i27.39445","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i27.39445","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/39445","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/39445","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i27.39445","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i27.39445","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6574276969","display_name":null,"funder_award_id":"I21001E0002","funder_id":"https://openalex.org/F4320307791","funder_display_name":"Cisco Systems"},{"id":"https://openalex.org/G700280992","display_name":null,"funder_award_id":"I21001E0002","funder_id":"https://openalex.org/F4320320698","funder_display_name":"National University of Singapore"}],"funders":[{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320320698","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Supervised":[0],"learning":[1],"with":[2],"tabular":[3,40,71,117,232],"data":[4,10,41],"presents":[5],"unique":[6],"challenges,":[7],"including":[8],"low":[9],"sizes,":[11],"the":[12,38,47,124,128,137,141,145,148],"absence":[13],"of":[14,49,133,136,147,229],"structural":[15,78,88,103],"cues,":[16,104],"and":[17,23,28,59,100,168,190,204,216],"heterogeneous":[18],"features":[19],"spanning":[20],"both":[21,98],"categorical":[22],"continuous":[24],"domains.":[25],"Unlike":[26],"vision":[27],"language":[29],"tasks,":[30],"where":[31],"models":[32,55],"can":[33,107,237],"exploit":[34],"inductive":[35],"biases":[36],"in":[37,231],"data,":[39,72],"lacks":[42],"inherent":[43],"positional":[44,82],"structure,":[45],"hindering":[46],"effectiveness":[48],"self-attention":[50],"mechanisms.":[51],"While":[52],"recent":[53],"transformer-based":[54],"like":[56],"TabTransformer,":[57],"SAINT,":[58],"FT-Transformer":[60],"(which":[61],"we":[62,96,156,182],"refer":[63],"to":[64,112,126,220,240],"as":[65,81,85],"3T)":[66],"have":[67],"shown":[68],"promise":[69],"on":[70],"they":[73,236],"typically":[74],"operate":[75],"without":[76],"leveraging":[77],"cues":[79],"such":[80],"encodings":[83],"(PEs),":[84],"no":[86],"prior":[87],"information":[89],"is":[90],"usually":[91],"available.":[92],"In":[93],"this":[94],"work,":[95],"find":[97,120],"theoretically":[99],"empirically":[101,193],"that":[102,121,154,176,195],"specifically":[105],"PEs":[106,122,170,178,197,230],"be":[108,238],"a":[109,163],"useful":[110],"tool":[111],"improve":[113,199,241],"generalization":[114],"performance":[115,200],"for":[116,160,166,186,207],"transformers.":[118],"We":[119,192],"impart":[123],"ability":[125],"reduce":[127],"effective":[129],"rank":[130],"(a":[131],"form":[132],"intrinsic":[134],"dimensionality)":[135],"features,":[138],"effectively":[139],"simplifying":[140],"task":[142],"by":[143,174],"reducing":[144],"dimensionality":[146],"problem,":[149],"yielding":[150],"improved":[151],"generalization.":[152,242],"To":[153],"end,":[155],"propose":[157],"Tab-PET":[158],"(PEs":[159],"Tabular":[161],"Transformers),":[162],"graph-based":[164],"framework":[165],"estimating":[167],"inculcating":[169],"into":[171],"embeddings.":[172],"Inspired":[173],"approaches":[175],"derive":[177],"from":[179],"graph":[180,187],"topology,":[181],"explore":[183],"two":[184],"paradigms":[185],"estimation:":[188],"association-based":[189,210],"causality-based.":[191],"demonstrate":[194],"graph-derived":[196],"significantly":[198],"across":[201],"50":[202],"classification":[203],"regression":[205],"datasets":[206],"3T.":[208],"Notably,":[209],"graphs":[211],"consistently":[212],"yield":[213],"more":[214],"stable":[215],"pronounced":[217],"gains":[218],"compared":[219],"causality-driven":[221],"ones.":[222],"Our":[223],"work":[224],"highlights":[225],"an":[226],"unexpected":[227],"role":[228],"transformers,":[233],"revealing":[234],"how":[235],"harnessed":[239]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-03-18T00:00:00"}