{"id":"https://openalex.org/W4416301368","doi":"https://doi.org/10.3389/frai.2025.1661318","title":"Scaling transformers to high-dimensional sparse data: a Reformer-BERT approach for large-scale classification","display_name":"Scaling transformers to high-dimensional sparse data: a Reformer-BERT approach for large-scale classification","publication_year":2025,"publication_date":"2025-11-17","ids":{"openalex":"https://openalex.org/W4416301368","doi":"https://doi.org/10.3389/frai.2025.1661318","pmid":"https://pubmed.ncbi.nlm.nih.gov/41333338"},"language":"en","primary_location":{"id":"doi:10.3389/frai.2025.1661318","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1661318","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1661318/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://public-pages-files-2025.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1661318/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100710867","display_name":"Weidong Li","orcid":"https://orcid.org/0000-0001-5559-7834"},"institutions":[{"id":"https://openalex.org/I4210124900","display_name":"Inner Mongolia People's Hospital","ror":"https://ror.org/02yng3249","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210124900"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanxuan Li","raw_affiliation_strings":["Department of Urology, Inner Mongolia People's Hospital, Inner Mongolia Urological Institute, Hohhot, China","School of Medicine, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Department of Urology, Inner Mongolia People's Hospital, Inner Mongolia Urological Institute, Hohhot, China","institution_ids":["https://openalex.org/I4210124900"]},{"raw_affiliation_string":"School of Medicine, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100640705","display_name":"Xinhua Li","orcid":"https://orcid.org/0000-0002-4387-3229"},"institutions":[{"id":"https://openalex.org/I44673925","display_name":"Inner Mongolia Medical University","ror":"https://ror.org/01mtxmr84","country_code":"CN","type":"funder","lineage":["https://openalex.org/I44673925"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinhua Li","raw_affiliation_strings":["Affiliated Inner Mongolia Clinical College of Inner Mongolia Medical University, Hohhot, China"],"affiliations":[{"raw_affiliation_string":"Affiliated Inner Mongolia Clinical College of Inner Mongolia Medical University, Hohhot, China","institution_ids":["https://openalex.org/I44673925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101822378","display_name":"Weichao Guo","orcid":"https://orcid.org/0009-0007-5936-7893"},"institutions":[{"id":"https://openalex.org/I4210124900","display_name":"Inner Mongolia People's Hospital","ror":"https://ror.org/02yng3249","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210124900"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihang Guo","raw_affiliation_strings":["Department of Urology, Inner Mongolia People's Hospital, Inner Mongolia Urological Institute, Hohhot, China"],"affiliations":[{"raw_affiliation_string":"Department of Urology, Inner Mongolia People's Hospital, Inner Mongolia Urological Institute, Hohhot, China","institution_ids":["https://openalex.org/I4210124900"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101607538","display_name":"Bin Gu","orcid":"https://orcid.org/0000-0003-0663-7363"},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyuan Gu","raw_affiliation_strings":["Institutes of Biomedical Sciences, Inner Mongolia University, Hohhot, China"],"affiliations":[{"raw_affiliation_string":"Institutes of Biomedical Sciences, Inner Mongolia University, Hohhot, China","institution_ids":["https://openalex.org/I2722730"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021605169","display_name":"Jianjun Du","orcid":"https://orcid.org/0000-0001-8583-3877"},"institutions":[{"id":"https://openalex.org/I44673925","display_name":"Inner Mongolia Medical University","ror":"https://ror.org/01mtxmr84","country_code":"CN","type":"funder","lineage":["https://openalex.org/I44673925"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjun Du","raw_affiliation_strings":["Affiliated Inner Mongolia Clinical College of Inner Mongolia Medical University, Hohhot, China"],"affiliations":[{"raw_affiliation_string":"Affiliated Inner Mongolia Clinical College of Inner Mongolia Medical University, Hohhot, China","institution_ids":["https://openalex.org/I44673925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120551901","display_name":"Ning Chi","orcid":null},"institutions":[{"id":"https://openalex.org/I44673925","display_name":"Inner Mongolia Medical University","ror":"https://ror.org/01mtxmr84","country_code":"CN","type":"funder","lineage":["https://openalex.org/I44673925"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Chi","raw_affiliation_strings":["Affiliated Inner Mongolia Clinical College of Inner Mongolia Medical University, Hohhot, China"],"affiliations":[{"raw_affiliation_string":"Affiliated Inner Mongolia Clinical College of Inner Mongolia Medical University, Hohhot, China","institution_ids":["https://openalex.org/I44673925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030764583","display_name":"Dan Shao","orcid":"https://orcid.org/0009-0001-6235-6067"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Shao","raw_affiliation_strings":["School of Medicine, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Medicine, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102971540","display_name":"Kai Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Xiao","raw_affiliation_strings":["School of Medicine, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Medicine, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007534992","display_name":"Ren Mo","orcid":null},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]},{"id":"https://openalex.org/I4210124900","display_name":"Inner Mongolia People's Hospital","ror":"https://ror.org/02yng3249","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210124900"]},{"id":"https://openalex.org/I44673925","display_name":"Inner Mongolia Medical University","ror":"https://ror.org/01mtxmr84","country_code":"CN","type":"funder","lineage":["https://openalex.org/I44673925"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ren Mo","raw_affiliation_strings":["Affiliated Inner Mongolia Clinical College of Inner Mongolia Medical University, Hohhot, China","Department of Urology, Inner Mongolia People's Hospital, Inner Mongolia Urological Institute, Hohhot, China","Institutes of Biomedical Sciences, Inner Mongolia University, Hohhot, China"],"affiliations":[{"raw_affiliation_string":"Affiliated Inner Mongolia Clinical College of Inner Mongolia Medical University, Hohhot, China","institution_ids":["https://openalex.org/I44673925"]},{"raw_affiliation_string":"Department of Urology, Inner Mongolia People's Hospital, Inner Mongolia Urological Institute, Hohhot, China","institution_ids":["https://openalex.org/I4210124900"]},{"raw_affiliation_string":"Institutes of Biomedical Sciences, Inner Mongolia University, Hohhot, China","institution_ids":["https://openalex.org/I2722730"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5007534992","https://openalex.org/A5102971540"],"corresponding_institution_ids":["https://openalex.org/I2722730","https://openalex.org/I4210124900","https://openalex.org/I44673925","https://openalex.org/I90610280"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":1150,"currency":"USD","value_usd":1150},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31609905,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":null,"first_page":"1661318","last_page":"1661318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.8693000078201294,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.8693000078201294,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.0860000029206276,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.012400000356137753,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4991999864578247},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.47350001335144043},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46810001134872437},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42489999532699585},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.42179998755455017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6039000153541565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5098999738693237},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4991999864578247},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46810001134872437},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.42179998755455017},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32899999618530273},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3276999890804291},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.30809998512268066},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25839999318122864}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3389/frai.2025.1661318","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1661318","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1661318/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:41333338","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41333338","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in artificial intelligence","raw_type":null},{"id":"pmh:oai:doaj.org/article:2083fc6f307c4d699c7d1452f81552b5","is_oa":true,"landing_page_url":"https://doaj.org/article/2083fc6f307c4d699c7d1452f81552b5","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Artificial Intelligence, Vol 8 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frai.2025.1661318","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1661318","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1661318/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4416301368.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1813068103","https://openalex.org/W2011986160","https://openalex.org/W2012034410","https://openalex.org/W2109890799","https://openalex.org/W2741564801","https://openalex.org/W2766959028","https://openalex.org/W2894687190","https://openalex.org/W2951506174","https://openalex.org/W2952631022","https://openalex.org/W2962862931","https://openalex.org/W2964110616","https://openalex.org/W2995410603","https://openalex.org/W2999577865","https://openalex.org/W3004512212","https://openalex.org/W3025989739","https://openalex.org/W3088401235","https://openalex.org/W3092295864","https://openalex.org/W3106791064","https://openalex.org/W3123671946","https://openalex.org/W3138479716","https://openalex.org/W4280598116","https://openalex.org/W4297243391","https://openalex.org/W4398140833","https://openalex.org/W4405119756","https://openalex.org/W4409815076"],"related_works":[],"abstract_inverted_index":{"Considering":[0],"these":[1],"outcomes,":[2],"the":[3,41],"developed":[4],"large-scale":[5],"pre-trained":[6],"model,":[7],"which":[8],"synergizes":[9],"Reformer":[10],"encoders":[11],"with":[12],"a":[13,17],"BERT":[14],"architecture,":[15],"presents":[16],"potent,":[18],"effective":[19],"and":[20,43],"interpretable":[21],"solution":[22],"for":[23],"automated":[24],"cell":[25],"type":[26],"classification":[27],"derived":[28],"from":[29],"scRNA-seq":[30],"data.":[31],"Its":[32],"notable":[33],"performance":[34],"suggests":[35],"considerable":[36],"utility":[37],"in":[38,48],"improving":[39],"both":[40],"efficiency":[42],"precision":[44],"of":[45],"cellular":[46],"identification":[47],"high-throughput":[49],"genomic":[50],"investigations.":[51]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-11-17T00:00:00"}