{"id":"https://openalex.org/W7127375671","doi":"https://doi.org/10.1109/access.2026.3660923","title":"AST <sup>2</sup> ransformer: An Adaptive Sparse Attention Framework for Efficient Clinical Risk Assessment on Heterogeneous Tabular Data","display_name":"AST <sup>2</sup> ransformer: An Adaptive Sparse Attention Framework for Efficient Clinical Risk Assessment on Heterogeneous Tabular Data","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7127375671","doi":"https://doi.org/10.1109/access.2026.3660923"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3660923","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3660923","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3660923","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124909978","display_name":"An Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"An Gong","raw_affiliation_strings":["College of Computer Science and Technology, Qingdao Institute of Software, China University of Petroleum (East China), Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Qingdao Institute of Software, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049281049","display_name":"Shuhui Wu","orcid":"https://orcid.org/0000-0002-9760-0613"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhui Wu","raw_affiliation_strings":["College of Computer Science and Technology, Qingdao Institute of Software, China University of Petroleum (East China), Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Qingdao Institute of Software, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018850437","display_name":"Bitian Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bitian Fan","raw_affiliation_strings":["College of Computer Science and Technology, Qingdao Institute of Software, China University of Petroleum (East China), Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Qingdao Institute of Software, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123771723","display_name":"Xintong Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintong Wei","raw_affiliation_strings":["College of Computer Science and Technology, Qingdao Institute of Software, China University of Petroleum (East China), Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Qingdao Institute of Software, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190","https://openalex.org/I4210128818"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100371155","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0003-4079-2156"},"institutions":[{"id":"https://openalex.org/I151075929","display_name":"Army Medical University","ror":"https://ror.org/05w21nn13","country_code":"CN","type":"education","lineage":["https://openalex.org/I151075929"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liu","raw_affiliation_strings":["Army Medical University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Army Medical University, Chongqing, China","institution_ids":["https://openalex.org/I151075929"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5124909978"],"corresponding_institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210162190"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.53361065,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"19564","last_page":"19578"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.8795999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.8795999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.01640000008046627,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.529699981212616},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4993000030517578},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.48190000653266907},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4684999883174896},{"id":"https://openalex.org/keywords/gradient-boosting","display_name":"Gradient boosting","score":0.3930000066757202},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.3452000021934509},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.34380000829696655},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.3197999894618988}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7497000098228455},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.529699981212616},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4993000030517578},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49059998989105225},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4778999984264374},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4684999883174896},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4309999942779541},{"id":"https://openalex.org/C70153297","wikidata":"https://www.wikidata.org/wiki/Q5591907","display_name":"Gradient boosting","level":3,"score":0.3930000066757202},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.3452000021934509},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.26260000467300415}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3660923","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3660923","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3c4ce722b3d34a27b0cd2f0a4fb77329","is_oa":true,"landing_page_url":"https://doaj.org/article/3c4ce722b3d34a27b0cd2f0a4fb77329","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 19564-19578 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3660923","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3660923","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2156668289","https://openalex.org/W2295598076","https://openalex.org/W2805089815","https://openalex.org/W2911489562","https://openalex.org/W2935088444","https://openalex.org/W4382318057","https://openalex.org/W4382918641","https://openalex.org/W4385245566","https://openalex.org/W4387356912","https://openalex.org/W4392949850","https://openalex.org/W4395069414","https://openalex.org/W4401700474","https://openalex.org/W4406170795","https://openalex.org/W4407787946","https://openalex.org/W4410430985","https://openalex.org/W4413361023","https://openalex.org/W4415798147"],"related_works":[],"abstract_inverted_index":{"Deep":[0],"learning":[1,57],"models":[2,221],"for":[3,34,217],"clinical":[4,36,224],"tabular":[5],"data":[6],"often":[7],"struggle":[8],"with":[9],"high":[10],"dimensionality,":[11],"extreme":[12],"sparsity,":[13],"and":[14,73,132,141,158,164],"the":[15,42,60,136,142,161,169],"quadratic":[16],"computational":[17,103,203],"complexity":[18,104],"(<italic":[19,112],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[20,22,24,45,65,113,115],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">O</i>(<italic":[21,114],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">N</i><sup":[23],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>))":[25],"of":[26,156],"standard":[27],"attention":[28],"mechanisms.":[29],"To":[30],"address":[31],"these":[32],"bottlenecks":[33],"efficient":[35],"risk":[37,198,220],"assessment,":[38],"this":[39],"study":[40],"proposes":[41],"Adaptive-Sparse-TabTransformer":[43],"(AST<sup":[44],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>ransformer),":[46],"a":[47,68,74,87,109,126,175,213],"framework":[48],"that":[49],"reframes":[50],"feature":[51,83],"interaction":[52],"as":[53],"an":[54,91],"adaptive":[55],"topology":[56],"task":[58],"at":[59],"schema":[61],"level.":[62],"The":[63,149],"AST<sup":[64],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>ransformer":[66],"incorporates":[67],"Correlation":[69],"Assessment":[70],"Module":[71],"(CAM)":[72],"Dynamic":[75],"Sparse":[76],"Pattern":[77],"Generator":[78],"(DSPG)":[79],"to":[80,100,108,180,209],"selectively":[81],"capture":[82],"dependencies":[84],"by":[85,105,205],"constructing":[86],"probabilistic":[88],"graph.":[89],"Furthermore,":[90],"Optimized":[92],"Attention":[93],"Computation":[94],"Unit":[95],"(OACU)":[96],"leverages":[97],"block-sparse":[98],"operations":[99],"significantly":[101,191],"reduce":[102],"limiting":[106],"interactions":[107],"bounded":[110],"budget":[111],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">k":[116],"\u00b7":[117,119],"N":[118],"d</i>)).":[120],"Extensive":[121],"evaluations":[122],"were":[123],"conducted":[124],"on":[125,160],"private":[127],"Venous":[128],"Thromboembolism":[129],"(VTE)":[130],"dataset":[131,140,145],"two":[133],"public":[134],"benchmarks:":[135],"cardiovascular":[137],"disease":[138],"(CVD)":[139],"high-sparsity":[143],"ECHO-NOTE2NUM":[144,165],"derived":[146],"from":[147],"MIMIC-III.":[148],"proposed":[150],"model":[151,186],"achieves":[152],"state-of-the-art":[153],"AUROC":[154,177],"scores":[155],"0.9487":[157],"0.8466":[159],"high-dimensional":[162],"VTE":[163],"datasets,":[166],"respectively.":[167],"On":[168],"lower-dimensional":[170],"CVD":[171],"benchmark,":[172],"while":[173],"achieving":[174],"competitive":[176],"(0.7958)":[178],"comparable":[179],"Gradient":[181],"Boosting":[182],"Decision":[183],"Trees,":[184],"our":[185],"demonstrates":[187],"superior":[188],"sensitivity":[189],"(0.7644),":[190],"outperforming":[192],"baseline":[193],"methods":[194],"in":[195,222],"identifying":[196],"positive":[197],"cases.":[199],"Crucially,":[200],"it":[201],"reduces":[202],"costs":[204],"approximately":[206],"32%":[207],"compared":[208],"dense":[210],"baselines,":[211],"offering":[212],"robust":[214],"engineering":[215],"solution":[216],"deploying":[218],"complex":[219],"resource-constrained":[223],"environments.":[225]},"counts_by_year":[],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2026-02-04T00:00:00"}