{"id":"https://openalex.org/W7163634756","doi":"https://doi.org/10.48550/arxiv.2606.05361","title":"TabSODA: Tabular Diffusion based Imputation with Skip Pattern Detection and Ordinal Awareness","display_name":"TabSODA: Tabular Diffusion based Imputation with Skip Pattern Detection and Ordinal Awareness","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163634756","doi":"https://doi.org/10.48550/arxiv.2606.05361"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05361","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05361","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05361","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137952783","display_name":"Yuyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yuyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137930356","display_name":"Taehyo Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Taehyo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138009910","display_name":"Hai Shu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shu, Hai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137990013","display_name":"Yang Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.5674999952316284,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.5674999952316284,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.04969999939203262,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.03779999911785126,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.8008000254631042},{"id":"https://openalex.org/keywords/imputation","display_name":"Imputation (statistics)","score":0.5278000235557556},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.499099999666214},{"id":"https://openalex.org/keywords/ordinal-data","display_name":"Ordinal data","score":0.48669999837875366},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4586000144481659},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.397599995136261},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.3955000042915344},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.3671000003814697}],"concepts":[{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.8008000254631042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.598800003528595},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.53329998254776},{"id":"https://openalex.org/C58041806","wikidata":"https://www.wikidata.org/wiki/Q1660484","display_name":"Imputation (statistics)","level":3,"score":0.5278000235557556},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.499099999666214},{"id":"https://openalex.org/C85461838","wikidata":"https://www.wikidata.org/wiki/Q7100785","display_name":"Ordinal data","level":2,"score":0.48669999837875366},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4586000144481659},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43799999356269836},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.397599995136261},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3955000042915344},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3806999921798706},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3472999930381775},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C110313322","wikidata":"https://www.wikidata.org/wiki/Q7100793","display_name":"Ordinal regression","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2700999975204468},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05361","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05361","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05361","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05361","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8441696763038635,"id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Missing":[0],"data":[1],"imputation":[2],"in":[3],"large-scale":[4],"surveys":[5],"faces":[6],"two":[7,157],"challenges":[8],"that":[9],"are":[10,33],"not":[11,29],"well":[12],"handled":[13],"by":[14,25,166,174],"current":[15],"tabular":[16],"diffusion":[17,62,73],"methods.":[18],"First,":[19],"\\emph{structural":[20],"skips},":[21],"cells":[22],"made":[23],"inapplicable":[24],"questionnaire":[26,131],"design,":[27],"should":[28],"be":[30],"imputed":[31],"but":[32],"often":[34],"conflated":[35],"with":[36,63,98],"item":[37],"nonresponse.":[38],"Second,":[39],"\\emph{ordinal}":[40],"responses":[41,129],"encode":[42],"ordered":[43],"categories,":[44],"yet":[45],"most":[46],"pipelines":[47],"treat":[48],"them":[49],"as":[50],"nominal":[51,107],"levels":[52],"through":[53,87],"one-hot":[54],"or":[55],"analog-bit":[56,104],"encodings.":[57],"We":[58],"introduce":[59],"\\textbf{TabSODA}":[60],"(\\textbf{Tab}ular":[61],"\\textbf{S}kip":[64],"pattern":[65],"detection":[66],"and":[67,91,94,130,143,147,154,170,185],"\\textbf{O}r\\textbf{d}inal":[68],"\\textbf{A}wareness),":[69],"an":[70],"Expectation-Maximization":[71],"(EM)-based":[72],"imputer":[74],"built":[75],"on":[76,151,194],"the":[77,88,121,125,148,179,202],"Elucidated":[78],"Diffusion":[79],"Model":[80],"(EDM)":[81],"framework.":[82],"TabSODA":[83,116,162],"propagates":[84],"structural":[85],"skips":[86],"denoising":[89],"loss":[90],"reverse-time":[92],"sampler,":[93],"represents":[95],"ordinal":[96,164],"variables":[97],"cumulative-probit":[99],"scalar":[100],"latents":[101],"while":[102],"retaining":[103],"encodings":[105],"for":[106],"variables.":[108],"When":[109],"a":[110,134],"codebook":[111],"skip":[112,189],"mask":[113,126],"is":[114],"available,":[115],"uses":[117],"it":[118],"directly;":[119],"otherwise,":[120],"TabSODA+SKIP":[122,198],"variant":[123],"estimates":[124],"from":[127],"raw":[128],"order":[132],"using":[133],"CART-based":[135],"skip-pattern":[136],"miner.":[137],"On":[138],"Population":[139],"Assessment":[140],"of":[141],"Tobacco":[142],"Health":[144,155],"(PATH)":[145],"study":[146],"National":[149],"Survey":[150],"Drug":[152],"Use":[153],"(NSDUH),":[156],"nationally":[158],"representative":[159],"U.S.\\":[160],"surveys,":[161],"reduces":[163],"MACE":[165],"up":[167,175],"to":[168,176,199],"$23.7\\%$":[169],"improves":[171],"categorical":[172],"accuracy":[173],"$9\\%$":[177],"over":[178],"strongest":[180],"baseline":[181],"across":[182],"MCAR,":[183],"MAR,":[184],"MNAR":[186],"masking.":[187],"The":[188],"miner":[190],"achieves":[191],"near-perfect":[192],"precision":[193],"both":[195],"datasets,":[196],"allowing":[197],"closely":[200],"track":[201],"codebook-mask":[203],"variant.":[204]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-06T00:00:00"}