{"id":"https://openalex.org/W7224960835","doi":"https://doi.org/10.48550/arxiv.2610.39506","title":"Interpretable by Design Tabular Prediction via In-Context Local Linear Learning","display_name":"Interpretable by Design Tabular Prediction via In-Context Local Linear Learning","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224960835","doi":"https://doi.org/10.48550/arxiv.2610.39506"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.39506","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39506","pdf_url":"https://arxiv.org/pdf/2610.39506","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.39506","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094018534","display_name":"Ran Eisenberg","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Eisenberg, Ran","raw_affiliation_strings":["Faculty of Engineering Bar - Ilan University Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering Bar - Ilan University Ramat Gan , Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160153131","display_name":"Steven Berger","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Berger, Steven","raw_affiliation_strings":["Faculty of Engineering Bar - Ilan University Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering Bar - Ilan University Ramat Gan , Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053239679","display_name":"Ofir Lindenbaum","orcid":"https://orcid.org/0000-0002-5990-742X","observed_orcids":["https://orcid.org/0000-0002-5990-742X"]},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Lindenbaum, Ofir","raw_affiliation_strings":["Faculty of Engineering Bar - Ilan University Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering Bar - Ilan University Ramat Gan , Israel","institution_ids":["https://openalex.org/I13955877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I13955877"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.9319999814033508},{"id":"https://openalex.org/keywords/tabular-foundation-models","display_name":"tabular foundation models","score":0.8939999938011169},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.652999997138977},{"id":"https://openalex.org/keywords/feature-attribution","display_name":"feature attribution","score":0.5289999842643738},{"id":"https://openalex.org/keywords/local-linear-models","display_name":"local linear models","score":0.628000020980835},{"id":"https://openalex.org/keywords/biomarker-discovery","display_name":"biomarker discovery","score":0.515999972820282},{"id":"https://openalex.org/keywords/risk-genes","display_name":"risk genes","score":0.4410000145435333},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.35100001096725464}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9075999855995178},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.7461000084877014},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.646399974822998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6388000249862671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6254000067710876},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6129999756813049},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.44780001044273376},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4083000123500824},{"id":"https://openalex.org/C101814296","wikidata":"https://www.wikidata.org/wiki/Q5439685","display_name":"Feature model","level":3,"score":0.3986999988555908},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.3668999969959259},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C41587187","wikidata":"https://www.wikidata.org/wiki/Q1501882","display_name":"Generalized linear model","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2994000017642975},{"id":"https://openalex.org/C139532973","wikidata":"https://www.wikidata.org/wiki/Q2679259","display_name":"Linear classifier","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C70519679","wikidata":"https://www.wikidata.org/wiki/Q6666755","display_name":"Log-linear model","level":3,"score":0.2628999948501587},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.39506","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39506","pdf_url":"https://arxiv.org/pdf/2610.39506","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.39506","doi":"https://doi.org/10.48550/arxiv.2610.39506","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.39506","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.39506","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39506","pdf_url":"https://arxiv.org/pdf/2610.39506","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224960835.pdf","grobid_xml":"https://content.openalex.org/works/W7224960835.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7127328797","https://openalex.org/W4412944212","https://openalex.org/W7163145211","https://openalex.org/W7106302772","https://openalex.org/W7167845764","https://openalex.org/W3183582213","https://openalex.org/W7128912513","https://openalex.org/W6903880827","https://openalex.org/W4407385137","https://openalex.org/W3212366080"],"abstract_inverted_index":{"In-context":[0],"learning":[1],"(ICL)":[2],"lets":[3],"tabular":[4,82],"foundation":[5,83,117],"models":[6,15],"make":[7],"predictions":[8],"without":[9],"dataset-specific":[10],"training":[11,111],"or":[12,41],"fine-tuning.":[13],"These":[14],"achieve":[16],"strong":[17],"predictive":[18],"accuracy,":[19],"but":[20,51],"interpreting":[21],"how":[22],"individual":[23],"features":[24],"contribute":[25],"to":[26,65,85,99,125,153],"the":[27,58,116,126,138,154,160,166,198],"prediction":[28,90],"remains":[29],"difficult.":[30],"In":[31],"biology,":[32],"for":[33,105],"example,":[34],"feature":[35,48,102,151],"contributions":[36],"can":[37,63],"help":[38],"identify":[39],"biomarkers":[40],"risk":[42],"genes.":[43],"Post-hoc":[44],"interpretability":[45],"methods":[46],"assign":[47],"importance":[49],"scores,":[50],"these":[52],"scores":[53],"do":[54],"not":[55],"indicate":[56],"what":[57],"model":[59,84,98,118,124,133,140,162],"actually":[60],"uses":[61,80],"and":[62,119,164,180,196],"lead":[64],"explanation":[66],"errors.":[67],"We":[68],"introduce":[69],"TICL$^3$":[70,92,173],"(Tabular":[71],"In-Context":[72],"Local":[73],"Linear":[74],"Learning),":[75],"an":[76],"interpretable-by-design":[77],"predictor":[78],"that":[79,129],"a":[81,87,95,121],"guide":[86],"simple":[88],"linear":[89,97,123,157],"rule.":[91],"first":[93],"learns":[94],"shared":[96,132],"capture":[100],"dataset-level":[101],"effects.":[103],"Then,":[104],"each":[106,150],"query,":[107],"it":[108],"retrieves":[109],"similar":[110,144],"samples":[112],"using":[113],"representations":[114],"from":[115],"fits":[120],"second":[122],"residuals":[127],"in":[128,183],"neighborhood.":[130],"The":[131],"captures":[134],"broad":[135],"effects,":[136],"while":[137],"local":[139],"corrects":[141],"errors":[142],"among":[143],"samples.":[145],"Their":[146],"combined":[147],"coefficients":[148],"determine":[149],"contribution":[152],"final":[155],"query-specific":[156],"score,":[158],"so":[159],"same":[161],"makes":[163],"explains":[165],"prediction.":[167],"Across":[168],"386":[169],"classification":[170],"benchmark-dataset":[171],"evaluations,":[172],"trails":[174],"TabICLv2":[175],"by":[176,193],"1.1":[177],"percentage":[178],"points":[179,195],"outperforms":[181],"CatBoost":[182],"266":[184],"evaluations.":[185],"It":[186],"improves":[187],"average":[188],"support":[189],"F1":[190],"over":[191],"MAPLE":[192],"4.7":[194],"achieves":[197],"best":[199],"performance":[200],"on":[201],"both":[202],"real-data":[203],"selected-feature":[204],"utility":[205],"metrics.":[206]},"counts_by_year":[],"updated_date":"2026-11-02T09:45:03.842371","created_date":"2026-10-31T00:00:00"}