{"id":"https://openalex.org/W7161707856","doi":"https://doi.org/10.48550/arxiv.2605.18702","title":"Distilling Tabular Foundation Models for Structured Health Data","display_name":"Distilling Tabular Foundation Models for Structured Health Data","publication_year":2026,"publication_date":"2026-05-18","ids":{"openalex":"https://openalex.org/W7161707856","doi":"https://doi.org/10.48550/arxiv.2605.18702"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.18702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.18702","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136494900","display_name":"Aditya Tanna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tanna, Aditya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016199207","display_name":"Nassim Bouarour","orcid":"https://orcid.org/0000-0003-1202-351X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bouarour, Nassim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099022862","display_name":"Mohamed Bouadi","orcid":"https://orcid.org/0009-0001-3905-0588"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bouadi, Mohamed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136471029","display_name":"Vinay Kumar Sankarapu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sankarapu, Vinay Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012713026","display_name":"Pratinav Seth","orcid":"https://orcid.org/0009-0001-4525-4464"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seth, Pratinav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.33719998598098755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.33719998598098755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.16660000383853912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0925000011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6725999712944031},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6427000164985657},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5641000270843506},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.5080000162124634},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4327000081539154},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4131999909877777}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6725999712944031},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6549999713897705},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6427000164985657},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.5080000162124634},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4327000081539154},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4124000072479248},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4041999876499176},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.384799987077713},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33090001344680786},{"id":"https://openalex.org/C3017977704","wikidata":"https://www.wikidata.org/wiki/Q18745135","display_name":"Health data","level":3,"score":0.328900009393692},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.30640000104904175},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26649999618530273}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.18702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.18702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5145416259765625}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tabular":[0],"foundation":[1],"models":[2,32],"(TFMs)":[3],"achieve":[4],"strong":[5],"performance":[6],"on":[7,40,98],"health":[8,107,134],"datasets,":[9,64],"but":[10],"their":[11,23],"inference":[12,45],"cost":[13],"and":[14,71,100,103],"infrastructure":[15],"requirements":[16],"limit":[17],"practical":[18],"use.":[19],"We":[20],"study":[21],"whether":[22],"predictive":[24],"behavior":[25],"can":[26,49],"be":[27],"transferred":[28],"to":[29],"lightweight":[30],"tabular":[31],"through":[33],"knowledge":[34],"distillation.":[35],"Since":[36],"in-context":[37],"TFMs":[38],"condition":[39],"the":[41,117],"training":[42],"set":[43],"at":[44,81,94],"time,":[46],"naive":[47],"distillation":[48,122],"introduce":[50],"context":[51],"leakage;":[52],"we":[53,75],"address":[54],"this":[55],"with":[56],"stratified":[57],"out-of-fold":[58],"teacher":[59,85],"labeling.":[60],"Across":[61],"$19$":[62],"healthcare":[63],"$6$":[65],"TFM":[66],"teachers,":[67],"$4$":[68],"student":[69],"families,":[70],"several":[72],"multi-teacher":[73,110],"ensembles,":[74],"find":[76],"that":[77],"distilled":[78],"students":[79],"retain":[80],"least":[82,95],"$90\\%$":[83],"of":[84],"AUC,":[86],"outperforming":[87],"teachers":[88],"in":[89],"some":[90],"cases,":[91],"while":[92],"running":[93],"$26\\times$":[96],"faster":[97],"CPU":[99],"preserving":[101],"calibration":[102],"fairness":[104],"critical":[105],"for":[106,128],"applications.":[108],"Moreover,":[109],"averaging":[111],"does":[112],"not":[113],"consistently":[114],"improve":[115],"over":[116],"best":[118],"single":[119],"teacher.":[120],"Leakage-aware":[121],"is":[123],"thus":[124],"a":[125],"viable":[126],"route":[127],"bringing":[129],"TFM-quality":[130],"predictions":[131],"into":[132],"inference-constrained":[133],"settings.":[135]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-20T00:00:00"}