{"meta": {"count": 410294, "db_response_time_ms": 411, "page": 1, "per_page": 25, "groups_count": null, "cost_usd": 0.001}, "results": [{"id": "https://openalex.org/W3139434170", "doi": "https://doi.org/10.1609/aaai.v36i1.19967", "title": "TransFG: A Transformer Architecture for Fine-Grained Recognition", "display_name": "TransFG: A Transformer Architecture for Fine-Grained Recognition", "relevance_score": 1910.6842, "publication_year": 2022, "publication_date": "2022-06-28", "ids": {"openalex": "https://openalex.org/W3139434170", "doi": "https://doi.org/10.1609/aaai.v36i1.19967", "mag": "3139434170"}, "language": "en", "primary_location": {"id": "doi:10.1609/aaai.v36i1.19967", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v36i1.19967", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/19967/19726", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "diamond", "oa_url": "https://ojs.aaai.org/index.php/AAAI/article/download/19967/19726", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101082644", "display_name": "Ju He", "orcid": null}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Ju He", "raw_affiliation_strings": ["Johns Hopkins University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Johns Hopkins University", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5041669573", "display_name": "Jie-Neng Chen", "orcid": null}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jie-Neng Chen", "raw_affiliation_strings": ["Johns Hopkins University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Johns Hopkins University", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5090788114", "display_name": "Shuai Liu", "orcid": "https://orcid.org/0000-0001-9909-0664"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Shuai Liu", "raw_affiliation_strings": ["ByteDance Inc"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "ByteDance Inc", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5084928022", "display_name": "Adam Kortylewski", "orcid": "https://orcid.org/0000-0002-9146-4403"}, "institutions": [{"id": "https://openalex.org/I4210109712", "display_name": "Max Planck Institute for Informatics", "ror": "https://ror.org/01w19ak89", "country_code": "DE", "type": "facility", "lineage": ["https://openalex.org/I149899117", "https://openalex.org/I4210109712"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Adam Kortylewski", "raw_affiliation_strings": ["Max Planck Institute for Informatics"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Max Planck Institute for Informatics", "institution_ids": ["https://openalex.org/I4210109712"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5023772412", "display_name": "Cheng Yang", "orcid": "https://orcid.org/0000-0001-9184-5030"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Cheng Yang", "raw_affiliation_strings": ["ByteDance Inc"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "ByteDance Inc", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102019858", "display_name": "Yutong Bai", "orcid": "https://orcid.org/0000-0002-6210-7757"}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Yutong Bai", "raw_affiliation_strings": ["Johns Hopkins University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Johns Hopkins University", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5055085354", "display_name": "Changhu Wang", "orcid": "https://orcid.org/0000-0001-8373-2597"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Changhu Wang", "raw_affiliation_strings": ["ByteDance Inc"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "ByteDance Inc", "institution_ids": []}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 7, "corresponding_author_ids": ["https://openalex.org/A5101082644"], "corresponding_institution_ids": ["https://openalex.org/I145311948"], "apc_list": null, "apc_paid": null, "fwci": 25.8512, "has_fulltext": true, "cited_by_count": 474, "citation_normalized_percentile": {"value": 0.99623767, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "36", "issue": "1", "first_page": "852", "last_page": "860"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10627", "display_name": "Advanced Image and Video Retrieval Techniques", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7843148112297058}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.781941831111908}, {"id": "https://openalex.org/keywords/discriminative-model", "display_name": "Discriminative model", "score": 0.7764002084732056}, {"id": "https://openalex.org/keywords/security-token", "display_name": "Security token", "score": 0.6638576984405518}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.6001796722412109}, {"id": "https://openalex.org/keywords/locality", "display_name": "Locality", "score": 0.4958826005458832}, {"id": "https://openalex.org/keywords/reuse", "display_name": "Reuse", "score": 0.49139419198036194}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.4406871497631073}, {"id": "https://openalex.org/keywords/feature-learning", "display_name": "Feature learning", "score": 0.4267755448818207}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.4116334617137909}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.11176124215126038}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.11069631576538086}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7843148112297058}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.781941831111908}, {"id": "https://openalex.org/C97931131", "wikidata": "https://www.wikidata.org/wiki/Q5282087", "display_name": "Discriminative model", "level": 2, "score": 0.7764002084732056}, {"id": "https://openalex.org/C48145219", "wikidata": "https://www.wikidata.org/wiki/Q1335365", "display_name": "Security token", "level": 2, "score": 0.6638576984405518}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.6001796722412109}, {"id": "https://openalex.org/C2779808786", "wikidata": "https://www.wikidata.org/wiki/Q6664603", "display_name": "Locality", "level": 2, "score": 0.4958826005458832}, {"id": "https://openalex.org/C206588197", "wikidata": "https://www.wikidata.org/wiki/Q846574", "display_name": "Reuse", "level": 2, "score": 0.49139419198036194}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.4406871497631073}, {"id": "https://openalex.org/C59404180", "wikidata": "https://www.wikidata.org/wiki/Q17013334", "display_name": "Feature learning", "level": 2, "score": 0.4267755448818207}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.4116334617137909}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.11176124215126038}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.11069631576538086}, {"id": "https://openalex.org/C38652104", "wikidata": "https://www.wikidata.org/wiki/Q3510521", "display_name": "Computer security", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C548081761", "wikidata": "https://www.wikidata.org/wiki/Q180388", "display_name": "Waste management", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1609/aaai.v36i1.19967", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v36i1.19967", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/19967/19726", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}], "best_oa_location": {"id": "doi:10.1609/aaai.v36i1.19967", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v36i1.19967", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/19967/19726", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Reduced inequalities", "id": "https://metadata.un.org/sdg/10", "score": 0.7300000190734863}], "awards": [], "funders": [], "has_content": {"pdf": true, "grobid_xml": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W3139434170.pdf", "grobid_xml": "https://content.openalex.org/works/W3139434170.grobid-xml"}, "referenced_works_count": 57, "referenced_works": ["https://openalex.org/W1616462885", "https://openalex.org/W1686810756", "https://openalex.org/W1797268635", "https://openalex.org/W1846799578", "https://openalex.org/W1954152232", "https://openalex.org/W2138011018", "https://openalex.org/W2142697503", "https://openalex.org/W2163605009", "https://openalex.org/W2194775991", "https://openalex.org/W2274287116", "https://openalex.org/W2403585668", "https://openalex.org/W2626778328", "https://openalex.org/W2737725206", "https://openalex.org/W2797977484", "https://openalex.org/W2804047946", "https://openalex.org/W2883502031", "https://openalex.org/W2896457183", "https://openalex.org/W2911109671", "https://openalex.org/W2921985587", "https://openalex.org/W2948140294", "https://openalex.org/W2949863037", "https://openalex.org/W2950768109", "https://openalex.org/W2950813464", "https://openalex.org/W2963341956", "https://openalex.org/W2963393555", "https://openalex.org/W2963563276", "https://openalex.org/W2964110616", "https://openalex.org/W2986456235", "https://openalex.org/W2990495699", "https://openalex.org/W2997426000", "https://openalex.org/W2998345525", "https://openalex.org/W2998619563", "https://openalex.org/W3009067796", "https://openalex.org/W3035422918", "https://openalex.org/W3081907075", "https://openalex.org/W3092462694", "https://openalex.org/W3094502228", "https://openalex.org/W3096609285", "https://openalex.org/W3107036272", "https://openalex.org/W3108870912", "https://openalex.org/W3115390238", "https://openalex.org/W3124312618", "https://openalex.org/W3126080715", "https://openalex.org/W3127751679", "https://openalex.org/W3128723389", "https://openalex.org/W3129197028", "https://openalex.org/W3134565071", "https://openalex.org/W3168649818", "https://openalex.org/W3170841864", "https://openalex.org/W4287330514", "https://openalex.org/W4287572671", "https://openalex.org/W4385245566", "https://openalex.org/W6638319203", "https://openalex.org/W6681009388", "https://openalex.org/W6687483927", "https://openalex.org/W6757010476", "https://openalex.org/W6778485988"], "related_works": ["https://openalex.org/W2965546495", "https://openalex.org/W4389116644", "https://openalex.org/W2153315159", "https://openalex.org/W3103844505", "https://openalex.org/W3208297503", "https://openalex.org/W3119773509", "https://openalex.org/W2889153461", "https://openalex.org/W2964117661", "https://openalex.org/W4388405611", "https://openalex.org/W2619127353"], "abstract_inverted_index": {"Fine-grained": [0], "visual": [1], "classification": [2, 80, 94], "(FGVC)": [3], "which": [4], "aims": [5], "at": [6], "recognizing": [7], "objects": [8, 60], "from": [9], "subcategories": [10], "is": [11, 185], "a": [12, 137], "very": [13], "challenging": [14], "task": [15], "due": [16], "to": [17, 35, 54, 63, 92, 146, 170, 187], "the": [18, 32, 47, 51, 59, 65, 78, 86, 93, 102, 105, 109, 116, 119, 130, 149, 160, 168, 189, 199, 206], "inherently": [19], "subtle": [20], "inter-class": [21], "differences.": [22], "Most": [23], "existing": [24], "works": [25], "mainly": [26], "tackle": [27], "this": [28, 43, 97], "problem": [29], "by": [30, 115, 210], "reusing": [31], "backbone": [33], "network": [34, 169], "extract": [36], "features": [37], "of": [38, 58, 85, 104, 118, 129, 132, 148, 159, 194, 208, 230], "detected": [39], "discriminative": [40, 175], "regions.": [41], "However,": [42], "strategy": [44], "inevitably": [45], "complicates": [46], "pipeline": [48], "and": [49, 172, 178, 204], "pushes": [50], "proposed": [52], "regions": [53], "contain": [55], "most": [56, 147], "parts": [57], "thus": [61], "fails": [62], "locate": [64], "really": [66], "important": [67], "parts.": [68], "Recently,": [69], "vision": [70], "transformer": [71, 87, 150, 161], "(ViT)": [72], "shows": [73], "its": [74], "strong": [75], "performance": [76], "in": [77, 108], "traditional": [79], "task.": [81], "The": [82], "self-attention": [83], "mechanism": [84], "links": [88], "every": [89], "patch": [90], "token": [91], "token.": [95], "In": [96], "work,": [98], "we": [99, 134, 153, 219], "first": [100], "evaluate": [101], "effectiveness": [103], "ViT": [106], "framework": [107], "fine-grained": [110, 216], "recognition": [111], "setting.": [112], "Then": [113], "motivated": [114], "strength": [117], "attention": [120, 157, 164], "link": [121], "can": [122, 143], "be": [123, 144], "intuitively": [124], "considered": [125], "as": [126], "an": [127, 163], "indicator": [128], "importance": [131], "tokens,": [133], "further": [135], "propose": [136], "novel": [138], "Part": [139], "Selection": [140], "Module": [141], "that": [142], "applied": [145, 186], "architectures": [151], "where": [152, 218], "integrate": [154], "all": [155], "raw": [156], "weights": [158], "into": [162], "map": [165], "for": [166, 227], "guiding": [167], "effectively": [171], "accurately": [173], "select": [174], "image": [176], "patches": [177], "compute": [179], "their": [180], "relations.": [181], "A": [182], "contrastive": [183], "loss": [184], "enlarge": [188], "distance": [190], "between": [191], "feature": [192], "representations": [193], "confusing": [195], "classes.": [196], "We": [197], "name": [198], "augmented": [200], "transformer-based": [201], "model": [202], "TransFG": [203], "demonstrate": [205], "value": [207], "it": [209], "conducting": [211], "experiments": [212], "on": [213], "five": [214], "popular": [215], "benchmarks": [217], "achieve": [220], "state-of-the-art": [221], "performance.": [222], "Qualitative": [223], "results": [224], "are": [225], "presented": [226], "better": [228], "understanding": [229], "our": [231], "model.": [232]}, "counts_by_year": [{"year": 2026, "cited_by_count": 23}, {"year": 2025, "cited_by_count": 129}, {"year": 2024, "cited_by_count": 139}, {"year": 2023, "cited_by_count": 110}, {"year": 2022, "cited_by_count": 60}, {"year": 2021, "cited_by_count": 13}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3204614423", "doi": "https://doi.org/10.1007/978-3-030-87199-4_6", "title": "UTNet: A Hybrid Transformer Architecture for Medical Image Segmentation", "display_name": "UTNet: A Hybrid Transformer Architecture for Medical Image Segmentation", "relevance_score": 1904.2716, "publication_year": 2021, "publication_date": "2021-01-01", "ids": {"openalex": "https://openalex.org/W3204614423", "doi": "https://doi.org/10.1007/978-3-030-87199-4_6", "mag": "3204614423"}, "language": "en", "primary_location": {"id": "doi:10.1007/978-3-030-87199-4_6", "is_oa": false, "landing_page_url": "https://doi.org/10.1007/978-3-030-87199-4_6", "pdf_url": null, "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}, "type": "book-chapter", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5061627386", "display_name": "Yunhe Gao", "orcid": "https://orcid.org/0000-0002-1559-5532"}, "institutions": [{"id": "https://openalex.org/I102322142", "display_name": "Rutgers, The State University of New Jersey", "ror": "https://ror.org/05vt9qd57", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I102322142"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Yunhe Gao", "raw_affiliation_strings": ["Department of Computer Science, Rutgers University, Piscataway, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Rutgers University, Piscataway, USA", "institution_ids": ["https://openalex.org/I102322142"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102944058", "display_name": "Mu Zhou", "orcid": "https://orcid.org/0000-0001-5072-5630"}, "institutions": [{"id": "https://openalex.org/I4391012619", "display_name": "Shanghai Artificial Intelligence Laboratory", "ror": "https://ror.org/03wkvpx79", "country_code": null, "type": "facility", "lineage": ["https://openalex.org/I4391012619"]}, {"id": "https://openalex.org/I102322142", "display_name": "Rutgers, The State University of New Jersey", "ror": "https://ror.org/05vt9qd57", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I102322142"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Mu Zhou", "raw_affiliation_strings": ["Department of Computer Science, Rutgers University, Piscataway, USA", "SenseBrain and Shanghai AI Laboratory and Centre for Perceptual and Interactive Intelligence, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Rutgers University, Piscataway, USA", "institution_ids": ["https://openalex.org/I102322142"]}, {"raw_affiliation_string": "SenseBrain and Shanghai AI Laboratory and Centre for Perceptual and Interactive Intelligence, Shanghai, China", "institution_ids": ["https://openalex.org/I4391012619"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5064437234", "display_name": "Dimitris Metaxas", "orcid": "https://orcid.org/0000-0001-7142-7640"}, "institutions": [{"id": "https://openalex.org/I102322142", "display_name": "Rutgers, The State University of New Jersey", "ror": "https://ror.org/05vt9qd57", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I102322142"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Dimitris N. Metaxas", "raw_affiliation_strings": ["Department of Computer Science, Rutgers University, Piscataway, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Rutgers University, Piscataway, USA", "institution_ids": ["https://openalex.org/I102322142"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 3, "corresponding_author_ids": ["https://openalex.org/A5061627386"], "corresponding_institution_ids": ["https://openalex.org/I102322142"], "apc_list": {"value": 5000, "currency": "EUR", "value_usd": 5392}, "apc_paid": null, "fwci": 146.6382, "has_fulltext": false, "cited_by_count": 491, "citation_normalized_percentile": {"value": 1.0, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 95, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "61", "last_page": "71"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T12422", "display_name": "Radiomics and Machine Learning in Medical Imaging", "score": 0.9988999962806702, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, "topics": [{"id": "https://openalex.org/T12422", "display_name": "Radiomics and Machine Learning in Medical Imaging", "score": 0.9988999962806702, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9976000189781189, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11775", "display_name": "COVID-19 diagnosis using AI", "score": 0.9955999851226807, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8201486468315125}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.5490633845329285}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5467944145202637}, {"id": "https://openalex.org/keywords/initialization", "display_name": "Initialization", "score": 0.48285943269729614}, {"id": "https://openalex.org/keywords/image-segmentation", "display_name": "Image segmentation", "score": 0.4773150384426117}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.473463237285614}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.4734465777873993}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.46412160992622375}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.34744542837142944}, {"id": "https://openalex.org/keywords/computer-engineering", "display_name": "Computer engineering", "score": 0.33332008123397827}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.32812121510505676}, {"id": "https://openalex.org/keywords/programming-language", "display_name": "Programming language", "score": 0.10723653435707092}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8201486468315125}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.5490633845329285}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5467944145202637}, {"id": "https://openalex.org/C114466953", "wikidata": "https://www.wikidata.org/wiki/Q6034165", "display_name": "Initialization", "level": 2, "score": 0.48285943269729614}, {"id": "https://openalex.org/C124504099", "wikidata": "https://www.wikidata.org/wiki/Q56933", "display_name": "Image segmentation", "level": 3, "score": 0.4773150384426117}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.473463237285614}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.4734465777873993}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.46412160992622375}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.34744542837142944}, {"id": "https://openalex.org/C113775141", "wikidata": "https://www.wikidata.org/wiki/Q428691", "display_name": "Computer engineering", "level": 1, "score": 0.33332008123397827}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.32812121510505676}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.10723653435707092}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1007/978-3-030-87199-4_6", "is_oa": false, "landing_page_url": "https://doi.org/10.1007/978-3-030-87199-4_6", "pdf_url": null, "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.6000000238418579}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 34, "referenced_works": ["https://openalex.org/W1901129140", "https://openalex.org/W2194775991", "https://openalex.org/W2302255633", "https://openalex.org/W2560023338", "https://openalex.org/W2626778328", "https://openalex.org/W2732063980", "https://openalex.org/W2884585870", "https://openalex.org/W2888358068", "https://openalex.org/W2944712585", "https://openalex.org/W2950739196", "https://openalex.org/W2955058313", "https://openalex.org/W2963091558", "https://openalex.org/W2963354015", "https://openalex.org/W2963542740", "https://openalex.org/W2963840672", "https://openalex.org/W2971013993", "https://openalex.org/W2979375128", "https://openalex.org/W2981413347", "https://openalex.org/W2981689412", "https://openalex.org/W2981899103", "https://openalex.org/W3014795415", "https://openalex.org/W3014974815", "https://openalex.org/W3017153481", "https://openalex.org/W3033529678", "https://openalex.org/W3092530369", "https://openalex.org/W3094502228", "https://openalex.org/W3112701542", "https://openalex.org/W3170841864", "https://openalex.org/W3172614365", "https://openalex.org/W4226199676", "https://openalex.org/W6600109629", "https://openalex.org/W6602254124", "https://openalex.org/W6739901393", "https://openalex.org/W6763509872"], "related_works": ["https://openalex.org/W3204184292", "https://openalex.org/W3176564347", "https://openalex.org/W2355833770", "https://openalex.org/W1985458517", "https://openalex.org/W3031039437", "https://openalex.org/W183202219", "https://openalex.org/W3095877357", "https://openalex.org/W2072565696", "https://openalex.org/W2050451745", "https://openalex.org/W2378903222"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 26}, {"year": 2025, "cited_by_count": 140}, {"year": 2024, "cited_by_count": 127}, {"year": 2023, "cited_by_count": 127}, {"year": 2022, "cited_by_count": 68}, {"year": 2021, "cited_by_count": 3}], "updated_date": "2026-05-16T08:24:45.110214", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3094502228", "doi": "https://doi.org/10.48550/arxiv.2010.11929", "title": "An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale", "display_name": "An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale", "relevance_score": 1583.0074, "publication_year": 2020, "publication_date": "2020-10-22", "ids": {"openalex": "https://openalex.org/W3094502228", "doi": "https://doi.org/10.48550/arxiv.2010.11929", "mag": "3094502228"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2010.11929", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2010.11929", "pdf_url": "https://arxiv.org/pdf/2010.11929", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2010.11929", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5090113830", "display_name": "Alexey Dosovitskiy", "orcid": "https://orcid.org/0000-0003-1851-0976"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Dosovitskiy, Alexey", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5055629014", "display_name": "Lucas Beyer", "orcid": "https://orcid.org/0000-0002-0460-0607"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Beyer, Lucas", "raw_affiliation_strings": ["[Google Brain]"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "[Google Brain]", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5000026575", "display_name": "Alexander Kolesnikov", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Kolesnikov, Alexander", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5038019602", "display_name": "Dirk Weissenborn", "orcid": null}, "institutions": [{"id": "https://openalex.org/I33256026", "display_name": "German Research Centre for Artificial Intelligence", "ror": "https://ror.org/01ayc5b57", "country_code": "DE", "type": "funder", "lineage": ["https://openalex.org/I33256026"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Weissenborn, Dirk", "raw_affiliation_strings": ["German Research Center for Artificial Intelligence,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "German Research Center for Artificial Intelligence,", "institution_ids": ["https://openalex.org/I33256026"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5071668416", "display_name": "Xiaohua Zhai", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Zhai, Xiaohua", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5083016682", "display_name": "Thomas Unterthiner", "orcid": "https://orcid.org/0000-0001-5361-3087"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Unterthiner, Thomas", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102906366", "display_name": "Mostafa Dehghani", "orcid": "https://orcid.org/0000-0002-9772-1095"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Dehghani, Mostafa", "raw_affiliation_strings": ["[Google Brain]"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "[Google Brain]", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5088239541", "display_name": "Matthias Minderer", "orcid": "https://orcid.org/0000-0002-6428-8256"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Minderer, Matthias", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5071956319", "display_name": "Georg Heigold", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Heigold, Georg", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5041958651", "display_name": "Sylvain Gelly", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Gelly, Sylvain", "raw_affiliation_strings": ["[Google Brain]"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "[Google Brain]", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5022416424", "display_name": "Jakob Uszkoreit", "orcid": "https://orcid.org/0000-0001-5066-7530"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Uszkoreit, Jakob", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5068878643", "display_name": "Neil Houlsby", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Houlsby, Neil", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 12, "corresponding_author_ids": ["https://openalex.org/A5090113830"], "corresponding_institution_ids": ["https://openalex.org/I1291425158"], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 21521, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9977999925613403, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11689", "display_name": "Adversarial Robustness in Machine Learning", "score": 0.9948999881744385, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.5754417181015015}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5397077798843384}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5206274390220642}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.4792309105396271}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.4742136001586914}, {"id": "https://openalex.org/keywords/scale", "display_name": "Scale (ratio)", "score": 0.4543766379356384}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.16920563578605652}, {"id": "https://openalex.org/keywords/cartography", "display_name": "Cartography", "score": 0.1279129683971405}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.12560570240020752}, {"id": "https://openalex.org/keywords/geography", "display_name": "Geography", "score": 0.08761230111122131}], "concepts": [{"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.5754417181015015}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5397077798843384}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5206274390220642}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.4792309105396271}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.4742136001586914}, {"id": "https://openalex.org/C2778755073", "wikidata": "https://www.wikidata.org/wiki/Q10858537", "display_name": "Scale (ratio)", "level": 2, "score": 0.4543766379356384}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.16920563578605652}, {"id": "https://openalex.org/C58640448", "wikidata": "https://www.wikidata.org/wiki/Q42515", "display_name": "Cartography", "level": 1, "score": 0.1279129683971405}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.12560570240020752}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.08761230111122131}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2010.11929", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2010.11929", "pdf_url": "https://arxiv.org/pdf/2010.11929", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2010.11929", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2010.11929", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2010.11929", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2010.11929", "pdf_url": "https://arxiv.org/pdf/2010.11929", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.6100000143051147}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 53, "referenced_works": ["https://openalex.org/W1977295328", "https://openalex.org/W2086161653", "https://openalex.org/W2108598243", "https://openalex.org/W2147800946", "https://openalex.org/W2163605009", "https://openalex.org/W2194775991", "https://openalex.org/W2284050935", "https://openalex.org/W2533598788", "https://openalex.org/W2626778328", "https://openalex.org/W2799269579", "https://openalex.org/W2931316642", "https://openalex.org/W2937843571", "https://openalex.org/W2940744433", "https://openalex.org/W2948798935", "https://openalex.org/W2949117887", "https://openalex.org/W2950739196", "https://openalex.org/W2962843773", "https://openalex.org/W2963091558", "https://openalex.org/W2963341956", "https://openalex.org/W2963631907", "https://openalex.org/W2964080601", "https://openalex.org/W2964121744", "https://openalex.org/W2968124245", "https://openalex.org/W2970389371", "https://openalex.org/W2970608575", "https://openalex.org/W2971315489", "https://openalex.org/W2981413347", "https://openalex.org/W2981689412", "https://openalex.org/W2983446232", "https://openalex.org/W2994759459", "https://openalex.org/W2994760783", "https://openalex.org/W2998108143", "https://openalex.org/W3008526508", "https://openalex.org/W3012324658", "https://openalex.org/W3030163527", "https://openalex.org/W3033210410", "https://openalex.org/W3034445277", "https://openalex.org/W3034885317", "https://openalex.org/W3034978746", "https://openalex.org/W3035058308", "https://openalex.org/W3035160371", "https://openalex.org/W3035282577", "https://openalex.org/W3035422918", "https://openalex.org/W3035524453", "https://openalex.org/W3040304705", "https://openalex.org/W3040573126", "https://openalex.org/W3042608254", "https://openalex.org/W3090449556", "https://openalex.org/W3096609285", "https://openalex.org/W3097065222", "https://openalex.org/W3097217077", "https://openalex.org/W3102696055", "https://openalex.org/W3118608800"], "related_works": ["https://openalex.org/W2058170566", "https://openalex.org/W2755342338", "https://openalex.org/W2772917594", "https://openalex.org/W2775347418", "https://openalex.org/W2166024367", "https://openalex.org/W3116076068", "https://openalex.org/W2229312674", "https://openalex.org/W2951359407", "https://openalex.org/W2079911747", "https://openalex.org/W1969923398"], "abstract_inverted_index": {"While": [0], "the": [1, 6], "Transformer": [2, 99], "architecture": [3], "has": [4], "become": [5], "de-facto": [7], "standard": [8], "for": [9], "natural": [10], "language": [11], "processing": [12], "tasks,": [13], "its": [14], "applications": [15], "to": [16, 34, 64, 86, 105, 115], "computer": [17], "vision": [18], "remain": [19], "limited.": [20], "In": [21], "vision,": [22], "attention": [23], "is": [24, 55], "either": [25], "applied": [26, 62], "in": [27, 46], "conjunction": [28], "with": [29], "convolutional": [30, 39, 107], "networks,": [31], "or": [32, 89], "used": [33], "replace": [35], "certain": [36], "components": [37], "of": [38, 66, 82], "networks": [40, 108], "while": [41, 109], "keeping": [42], "their": [43], "overall": [44], "structure": [45], "place.": [47], "We": [48], "show": [49], "that": [50], "this": [51], "reliance": [52], "on": [53, 73, 79], "CNNs": [54], "not": [56], "necessary": [57], "and": [58, 84], "a": [59], "pure": [60], "transformer": [61], "directly": [63], "sequences": [65], "image": [67, 74, 91], "patches": [68], "can": [69], "perform": [70], "very": [71], "well": [72], "classification": [75], "tasks.": [76], "When": [77], "pre-trained": [78], "large": [80], "amounts": [81], "data": [83], "transferred": [85], "multiple": [87], "mid-sized": [88], "small": [90], "recognition": [92], "benchmarks": [93], "(ImageNet,": [94], "CIFAR-100,": [95], "VTAB,": [96], "etc.),": [97], "Vision": [98], "(ViT)": [100], "attains": [101], "excellent": [102], "results": [103], "compared": [104], "state-of-the-art": [106], "requiring": [110], "substantially": [111], "fewer": [112], "computational": [113], "resources": [114], "train.": [116]}, "counts_by_year": [{"year": 2026, "cited_by_count": 347}, {"year": 2025, "cited_by_count": 4740}, {"year": 2024, "cited_by_count": 6734}, {"year": 2023, "cited_by_count": 5766}, {"year": 2022, "cited_by_count": 2705}, {"year": 2021, "cited_by_count": 1187}, {"year": 2020, "cited_by_count": 37}, {"year": 2019, "cited_by_count": 1}, {"year": 2018, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2020-10-29T00:00:00"}, {"id": "https://openalex.org/W4312790276", "doi": "https://doi.org/10.1007/978-3-031-19790-1_40", "title": "FlowFormer: A Transformer Architecture for\u00a0Optical Flow", "display_name": "FlowFormer: A Transformer Architecture for\u00a0Optical Flow", "relevance_score": 1505.326, "publication_year": 2022, "publication_date": "2022-01-01", "ids": {"openalex": "https://openalex.org/W4312790276", "doi": "https://doi.org/10.1007/978-3-031-19790-1_40"}, "language": "en", "primary_location": {"id": "doi:10.1007/978-3-031-19790-1_40", "is_oa": false, "landing_page_url": "https://doi.org/10.1007/978-3-031-19790-1_40", "pdf_url": null, "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}, "type": "book-chapter", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101562601", "display_name": "Zhaoyang Huang", "orcid": "https://orcid.org/0000-0002-9839-7020"}, "institutions": [{"id": "https://openalex.org/I177725633", "display_name": "Chinese University of Hong Kong", "ror": "https://ror.org/00t33hh48", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I177725633"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Zhaoyang Huang", "raw_affiliation_strings": ["Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong", "NVIDIA AI Technology Center, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong", "institution_ids": ["https://openalex.org/I177725633"]}, {"raw_affiliation_string": "NVIDIA AI Technology Center, Shanghai, China", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100662669", "display_name": "Xiaoyu Shi", "orcid": "https://orcid.org/0000-0002-4267-7795"}, "institutions": [{"id": "https://openalex.org/I177725633", "display_name": "Chinese University of Hong Kong", "ror": "https://ror.org/00t33hh48", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I177725633"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xiaoyu Shi", "raw_affiliation_strings": ["Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong", "NVIDIA AI Technology Center, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong", "institution_ids": ["https://openalex.org/I177725633"]}, {"raw_affiliation_string": "NVIDIA AI Technology Center, Shanghai, China", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100460139", "display_name": "Chao Zhang", "orcid": "https://orcid.org/0000-0002-1018-4144"}, "institutions": [{"id": "https://openalex.org/I2250650973", "display_name": "Samsung (South Korea)", "ror": "https://ror.org/04w3jy968", "country_code": "KR", "type": "company", "lineage": ["https://openalex.org/I2250650973"]}], "countries": ["KR"], "is_corresponding": false, "raw_author_name": "Chao Zhang", "raw_affiliation_strings": ["Samsung Telecommunication Research, Suwon, South Korea"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Samsung Telecommunication Research, Suwon, South Korea", "institution_ids": ["https://openalex.org/I2250650973"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100709541", "display_name": "Qiang Wang", "orcid": "https://orcid.org/0000-0001-5632-4408"}, "institutions": [{"id": "https://openalex.org/I2250650973", "display_name": "Samsung (South Korea)", "ror": "https://ror.org/04w3jy968", "country_code": "KR", "type": "company", "lineage": ["https://openalex.org/I2250650973"]}], "countries": ["KR"], "is_corresponding": false, "raw_author_name": "Qiang Wang", "raw_affiliation_strings": ["Samsung Telecommunication Research, Suwon, South Korea"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Samsung Telecommunication Research, Suwon, South Korea", "institution_ids": ["https://openalex.org/I2250650973"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5052068936", "display_name": "Ka Chun Cheung", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Ka Chun Cheung", "raw_affiliation_strings": ["NVIDIA AI Technology Center, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "NVIDIA AI Technology Center, Shanghai, China", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5103100570", "display_name": "Hongwei Qin", "orcid": "https://orcid.org/0000-0002-5453-8661"}, "institutions": [{"id": "https://openalex.org/I4210128910", "display_name": "Group Sense (China)", "ror": "https://ror.org/036wd5777", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I4210128910"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Hongwei Qin", "raw_affiliation_strings": ["SenseTime Research, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "SenseTime Research, Shanghai, China", "institution_ids": ["https://openalex.org/I4210128910"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5026944066", "display_name": "Jifeng Dai", "orcid": "https://orcid.org/0000-0002-6785-0785"}, "institutions": [{"id": "https://openalex.org/I4210128910", "display_name": "Group Sense (China)", "ror": "https://ror.org/036wd5777", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I4210128910"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jifeng Dai", "raw_affiliation_strings": ["SenseTime Research, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "SenseTime Research, Shanghai, China", "institution_ids": ["https://openalex.org/I4210128910"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100732450", "display_name": "Hongsheng Li", "orcid": "https://orcid.org/0000-0002-2664-7975"}, "institutions": [{"id": "https://openalex.org/I177725633", "display_name": "Chinese University of Hong Kong", "ror": "https://ror.org/00t33hh48", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I177725633"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Hongsheng Li", "raw_affiliation_strings": ["Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong", "institution_ids": ["https://openalex.org/I177725633"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 8, "corresponding_author_ids": ["https://openalex.org/A5101562601"], "corresponding_institution_ids": ["https://openalex.org/I177725633"], "apc_list": {"value": 5000, "currency": "EUR", "value_usd": 5392}, "apc_paid": null, "fwci": 38.2661, "has_fulltext": false, "cited_by_count": 295, "citation_normalized_percentile": {"value": 0.99795721, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 96, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "668", "last_page": "685"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10531", "display_name": "Advanced Vision and Imaging", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10531", "display_name": "Advanced Vision and Imaging", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11105", "display_name": "Advanced Image Processing Techniques", "score": 0.9965999722480774, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11019", "display_name": "Image Enhancement Techniques", "score": 0.9958999752998352, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.764190137386322}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7513336539268494}, {"id": "https://openalex.org/keywords/optical-flow", "display_name": "Optical flow", "score": 0.5300930142402649}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.3210935890674591}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.1926565170288086}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.18244656920433044}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.17807817459106445}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.07904809713363647}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.764190137386322}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7513336539268494}, {"id": "https://openalex.org/C155542232", "wikidata": "https://www.wikidata.org/wiki/Q736111", "display_name": "Optical flow", "level": 3, "score": 0.5300930142402649}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.3210935890674591}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.1926565170288086}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.18244656920433044}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.17807817459106445}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.07904809713363647}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1007/978-3-031-19790-1_40", "is_oa": false, "landing_page_url": "https://doi.org/10.1007/978-3-031-19790-1_40", "pdf_url": null, "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9", "score": 0.5400000214576721}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 56, "referenced_works": ["https://openalex.org/W764651262", "https://openalex.org/W1513100184", "https://openalex.org/W1578285471", "https://openalex.org/W2115579991", "https://openalex.org/W2153101587", "https://openalex.org/W2155302366", "https://openalex.org/W2259424905", "https://openalex.org/W2492517581", "https://openalex.org/W2548527721", "https://openalex.org/W2560474170", "https://openalex.org/W2607041014", "https://openalex.org/W2952825894", "https://openalex.org/W2962927175", "https://openalex.org/W2963015194", "https://openalex.org/W2963782415", "https://openalex.org/W2964094092", "https://openalex.org/W2964110616", "https://openalex.org/W2964123261", "https://openalex.org/W2964156315", "https://openalex.org/W2969109746", "https://openalex.org/W2970400386", "https://openalex.org/W3007471652", "https://openalex.org/W3013402579", "https://openalex.org/W3034275286", "https://openalex.org/W3034953148", "https://openalex.org/W3035155487", "https://openalex.org/W3036534532", "https://openalex.org/W3083410229", "https://openalex.org/W3095422700", "https://openalex.org/W3096609285", "https://openalex.org/W3097348442", "https://openalex.org/W3100280854", "https://openalex.org/W3106619925", "https://openalex.org/W3109908659", "https://openalex.org/W3111535274", "https://openalex.org/W3138516171", "https://openalex.org/W3147597595", "https://openalex.org/W3153465022", "https://openalex.org/W3166285241", "https://openalex.org/W3166581875", "https://openalex.org/W3171125843", "https://openalex.org/W3174911623", "https://openalex.org/W3175558068", "https://openalex.org/W3176148916", "https://openalex.org/W3201844719", "https://openalex.org/W3201987110", "https://openalex.org/W3202487934", "https://openalex.org/W3203518786", "https://openalex.org/W3207918547", "https://openalex.org/W4214755140", "https://openalex.org/W4249022109", "https://openalex.org/W4312339117", "https://openalex.org/W4313145013", "https://openalex.org/W6600654476", "https://openalex.org/W6702248584", "https://openalex.org/W6739901393"], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2899084033", "https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W4391913857", "https://openalex.org/W2358668433", "https://openalex.org/W4396701345", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W4396696052"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 20}, {"year": 2025, "cited_by_count": 92}, {"year": 2024, "cited_by_count": 104}, {"year": 2023, "cited_by_count": 76}, {"year": 2022, "cited_by_count": 3}], "updated_date": "2026-05-16T08:24:45.110214", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3034772996", "doi": null, "title": "On Layer Normalization in the Transformer Architecture", "display_name": "On Layer Normalization in the Transformer Architecture", "relevance_score": 1412.4984, "publication_year": 2020, "publication_date": "2020-02-12", "ids": {"openalex": "https://openalex.org/W3034772996", "mag": "3034772996"}, "language": "en", "primary_location": {"id": "mag:3034772996", "is_oa": false, "landing_page_url": null, "pdf_url": null, "source": null, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": null}, "type": "preprint", "indexed_in": [], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5102311082", "display_name": "Ruibin Xiong", "orcid": null}, "institutions": [{"id": "https://openalex.org/I19820366", "display_name": "Chinese Academy of Sciences", "ror": "https://ror.org/034t30j35", "country_code": "CN", "type": "government", "lineage": ["https://openalex.org/I19820366"]}, {"id": "https://openalex.org/I4210090176", "display_name": "Institute of Computing Technology", "ror": "https://ror.org/0090r4d87", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Ruibin Xiong", "raw_affiliation_strings": ["Institute of Computing Technology Chinese Academy of Sciences"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Institute of Computing Technology Chinese Academy of Sciences", "institution_ids": ["https://openalex.org/I4210090176", "https://openalex.org/I19820366"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047857937", "display_name": "Yunchang Yang", "orcid": null}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yunchang Yang", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100739032", "display_name": "Di He", "orcid": "https://orcid.org/0000-0002-3449-6935"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Di He", "raw_affiliation_strings": ["Peking University"], "raw_orcid": "https://orcid.org/0000-0002-3449-6935", "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101432345", "display_name": "Kai Zheng", "orcid": "https://orcid.org/0000-0001-8487-7544"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Kai Zheng", "raw_affiliation_strings": ["Peking University"], "raw_orcid": "https://orcid.org/0000-0001-8487-7544", "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5051093347", "display_name": "Shuxin Zheng", "orcid": "https://orcid.org/0000-0001-7828-5374"}, "institutions": [{"id": "https://openalex.org/I4210164937", "display_name": "Microsoft Research (United Kingdom)", "ror": "https://ror.org/05k87vq12", "country_code": "GB", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210164937"]}], "countries": ["GB"], "is_corresponding": false, "raw_author_name": "Shuxin Zheng", "raw_affiliation_strings": ["Microsoft.com"], "raw_orcid": "https://orcid.org/0000-0001-7828-5374", "affiliations": [{"raw_affiliation_string": "Microsoft.com", "institution_ids": ["https://openalex.org/I4210164937"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100371757", "display_name": "Xing Chen", "orcid": "https://orcid.org/0000-0001-5685-8506"}, "institutions": [{"id": "https://openalex.org/I205237279", "display_name": "Nankai University", "ror": "https://ror.org/01y1kjr75", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I205237279"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xing Chen", "raw_affiliation_strings": ["Nankai University;"], "raw_orcid": "https://orcid.org/0000-0001-5685-8506", "affiliations": [{"raw_affiliation_string": "Nankai University;", "institution_ids": ["https://openalex.org/I205237279"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5066928490", "display_name": "Huishuai Zhang", "orcid": "https://orcid.org/0000-0003-2711-7295"}, "institutions": [{"id": "https://openalex.org/I4210164937", "display_name": "Microsoft Research (United Kingdom)", "ror": "https://ror.org/05k87vq12", "country_code": "GB", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210164937"]}], "countries": ["GB"], "is_corresponding": false, "raw_author_name": "Huishuai Zhang", "raw_affiliation_strings": ["(Microsoft)"], "raw_orcid": "https://orcid.org/0000-0003-2711-7295", "affiliations": [{"raw_affiliation_string": "(Microsoft)", "institution_ids": ["https://openalex.org/I4210164937"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101616866", "display_name": "Yanyan Lan", "orcid": "https://orcid.org/0000-0002-7811-3262"}, "institutions": [{"id": "https://openalex.org/I4210090176", "display_name": "Institute of Computing Technology", "ror": "https://ror.org/0090r4d87", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yanyan Lan", "raw_affiliation_strings": ["Institute of Computing Technology"], "raw_orcid": "https://orcid.org/0000-0002-7811-3262", "affiliations": [{"raw_affiliation_string": "Institute of Computing Technology", "institution_ids": ["https://openalex.org/I4210090176"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100406711", "display_name": "Liwei Wang", "orcid": "https://orcid.org/0000-0001-9970-8604"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Liwei Wang", "raw_affiliation_strings": ["Peking University"], "raw_orcid": "https://orcid.org/0000-0001-9970-8604", "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101884287", "display_name": "Tie\u2010Yan Liu", "orcid": "https://orcid.org/0000-0002-0476-8020"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Tie\u2010Yan Liu", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": "https://orcid.org/0000-0002-0476-8020", "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 10, "corresponding_author_ids": ["https://openalex.org/A5102311082"], "corresponding_institution_ids": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 260, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9994999766349792, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10201", "display_name": "Speech Recognition and Synthesis", "score": 0.9983000159263611, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/initialization", "display_name": "Initialization", "score": 0.8393411040306091}, {"id": "https://openalex.org/keywords/normalization", "display_name": "Normalization (sociology)", "score": 0.741997241973877}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7074968814849854}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.625285267829895}, {"id": "https://openalex.org/keywords/residual", "display_name": "Residual", "score": 0.5464138984680176}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.36432158946990967}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.32249557971954346}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.30219340324401855}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.18309739232063293}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.16969311237335205}], "concepts": [{"id": "https://openalex.org/C114466953", "wikidata": "https://www.wikidata.org/wiki/Q6034165", "display_name": "Initialization", "level": 2, "score": 0.8393411040306091}, {"id": "https://openalex.org/C136886441", "wikidata": "https://www.wikidata.org/wiki/Q926129", "display_name": "Normalization (sociology)", "level": 2, "score": 0.741997241973877}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7074968814849854}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.625285267829895}, {"id": "https://openalex.org/C155512373", "wikidata": "https://www.wikidata.org/wiki/Q287450", "display_name": "Residual", "level": 2, "score": 0.5464138984680176}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.36432158946990967}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.32249557971954346}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.30219340324401855}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.18309739232063293}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.16969311237335205}, {"id": "https://openalex.org/C19165224", "wikidata": "https://www.wikidata.org/wiki/Q23404", "display_name": "Anthropology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C144024400", "wikidata": "https://www.wikidata.org/wiki/Q21201", "display_name": "Sociology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "mag:3034772996", "is_oa": false, "landing_page_url": null, "pdf_url": null, "source": null, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": null}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.7799999713897705}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 42, "referenced_works": ["https://openalex.org/W6908809", "https://openalex.org/W131533222", "https://openalex.org/W1522301498", "https://openalex.org/W1533861849", "https://openalex.org/W2101105183", "https://openalex.org/W2124807415", "https://openalex.org/W2130158090", "https://openalex.org/W2146502635", "https://openalex.org/W2183341477", "https://openalex.org/W2194775991", "https://openalex.org/W2396767181", "https://openalex.org/W2477417488", "https://openalex.org/W2523246573", "https://openalex.org/W2622263826", "https://openalex.org/W2766678531", "https://openalex.org/W2796108585", "https://openalex.org/W2886490473", "https://openalex.org/W2894175714", "https://openalex.org/W2907121943", "https://openalex.org/W2907747478", "https://openalex.org/W2911109671", "https://openalex.org/W2913473169", "https://openalex.org/W2940744433", "https://openalex.org/W2948798935", "https://openalex.org/W2948981900", "https://openalex.org/W2949433733", "https://openalex.org/W2949888546", "https://openalex.org/W2952444318", "https://openalex.org/W2962784628", "https://openalex.org/W2963341956", "https://openalex.org/W2963403868", "https://openalex.org/W2963418779", "https://openalex.org/W2963855133", "https://openalex.org/W2963970792", "https://openalex.org/W2964098600", "https://openalex.org/W2964265128", "https://openalex.org/W2964308564", "https://openalex.org/W2965373594", "https://openalex.org/W2970217468", "https://openalex.org/W2970597249", "https://openalex.org/W2979636403", "https://openalex.org/W2994689640"], "related_works": ["https://openalex.org/W2963403868", "https://openalex.org/W2963341956", "https://openalex.org/W2194775991", "https://openalex.org/W2965373594", "https://openalex.org/W2964121744", "https://openalex.org/W2996428491", "https://openalex.org/W2963542740", "https://openalex.org/W2964308564", "https://openalex.org/W2963310665", "https://openalex.org/W2972324944", "https://openalex.org/W2962784628", "https://openalex.org/W3082274269", "https://openalex.org/W2979636403", "https://openalex.org/W2963631907", "https://openalex.org/W2949117887", "https://openalex.org/W2064675550", "https://openalex.org/W3093960091", "https://openalex.org/W2952509486", "https://openalex.org/W1566289585", "https://openalex.org/W1533861849"], "abstract_inverted_index": {"The": [0, 119], "Transformer": [1, 13], "is": [2, 26, 59, 122, 142], "widely": [3], "used": [4], "in": [5, 175], "natural": [6], "language": [7], "processing": [8], "tasks.": [9], "To": [10], "train": [11], "a": [12, 18, 108, 201], "however,": [14], "one": [15], "usually": [16], "needs": [17], "carefully": [19], "designed": [20], "learning": [21, 55, 110], "rate": [22, 56, 111], "warm-up": [23, 57, 120, 165, 183], "stage,": [24], "which": [25, 85], "shown": [27], "to": [28, 31, 162], "be": [29], "crucial": [30], "the": [32, 39, 54, 64, 81, 87, 91, 94, 98, 101, 116, 130, 139, 145, 153, 164, 168, 182], "final": [33], "performance": [34], "but": [35], "will": [36], "slow": [37], "down": [38], "optimization": [40], "and": [41, 61, 197], "bring": [42], "more": [43], "hyper-parameter": [44, 198], "tunings.": [45], "In": [46], "this": [47, 127], "paper,": [48], "we": [49, 71], "first": [50], "study": [51], "theoretically": [52], "why": [53], "stage": [58, 121, 166, 184], "essential": [60], "show": [62, 174], "that": [63, 77, 137, 178], "location": [65], "of": [66, 97, 170, 204], "layer": [67, 88, 103, 140], "normalization": [68, 89, 141], "matters.": [69], "Specifically,": [70], "prove": [72], "with": [73, 189], "mean": [74], "field": [75], "theory": [76, 134], "at": [78, 157], "initialization,": [79], "for": [80, 125, 167], "original-designed": [82], "Post-LN": [83], "Transformer,": [84], "places": [86], "between": [90], "residual": [92, 146], "blocks,": [93], "expected": [95], "gradients": [96, 114, 154], "parameters": [99], "near": [100], "output": [102], "are": [104, 155], "large.": [105], "Therefore,": [106], "using": [107], "large": [109], "on": [112, 200], "those": [113], "makes": [115], "training": [117, 169, 195], "unstable.": [118], "practically": [123], "helpful": [124], "avoiding": [126], "problem.": [128], "On": [129], "other": [131], "hand,": [132], "our": [133, 176], "also": [135], "shows": [136], "if": [138], "put": [143], "inside": [144], "blocks": [147], "(recently": [148], "proposed": [149], "as": [150], "Pre-LN": [151, 171, 179], "Transformer),": [152], "well-behaved": [156], "initialization.": [158], "This": [159], "motivates": [160], "us": [161], "remove": [163], "Transformers.": [172], "We": [173], "experiments": [177], "Transformers": [180], "without": [181], "can": [185], "reach": [186], "comparable": [187], "results": [188], "baselines": [190], "while": [191], "requiring": [192], "significantly": [193], "less": [194], "time": [196], "tuning": [199], "wide": [202], "range": [203], "applications.": [205]}, "counts_by_year": [{"year": 2025, "cited_by_count": 12}, {"year": 2024, "cited_by_count": 32}, {"year": 2023, "cited_by_count": 73}, {"year": 2022, "cited_by_count": 65}, {"year": 2021, "cited_by_count": 49}, {"year": 2020, "cited_by_count": 28}], "updated_date": "2025-11-06T04:12:42.849631", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4386076206", "doi": "https://doi.org/10.1109/cvpr52729.2023.01778", "title": "Lite-Mono: A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation", "display_name": "Lite-Mono: A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation", "relevance_score": 1234.332, "publication_year": 2023, "publication_date": "2023-06-01", "ids": {"openalex": "https://openalex.org/W4386076206", "doi": "https://doi.org/10.1109/cvpr52729.2023.01778"}, "language": "en", "primary_location": {"id": "doi:10.1109/cvpr52729.2023.01778", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/cvpr52729.2023.01778", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://ris.utwente.nl/ws/files/307158515/Zhang_Lite_Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self_Supervised_Monocular_CVPR_2023_paper.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101515804", "display_name": "Ning Zhang", "orcid": "https://orcid.org/0000-0003-4531-0304"}, "institutions": [{"id": "https://openalex.org/I94624287", "display_name": "University of Twente", "ror": "https://ror.org/006hf6230", "country_code": "NL", "type": "education", "lineage": ["https://openalex.org/I94624287"]}], "countries": ["NL"], "is_corresponding": true, "raw_author_name": "Ning Zhang", "raw_affiliation_strings": ["University of Twente"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Twente", "institution_ids": ["https://openalex.org/I94624287"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5013633154", "display_name": "Francesco Nex", "orcid": "https://orcid.org/0000-0002-5712-6902"}, "institutions": [{"id": "https://openalex.org/I94624287", "display_name": "University of Twente", "ror": "https://ror.org/006hf6230", "country_code": "NL", "type": "education", "lineage": ["https://openalex.org/I94624287"]}], "countries": ["NL"], "is_corresponding": false, "raw_author_name": "Francesco Nex", "raw_affiliation_strings": ["University of Twente"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Twente", "institution_ids": ["https://openalex.org/I94624287"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5086428184", "display_name": "George Vosselman", "orcid": "https://orcid.org/0000-0001-8813-8028"}, "institutions": [{"id": "https://openalex.org/I94624287", "display_name": "University of Twente", "ror": "https://ror.org/006hf6230", "country_code": "NL", "type": "education", "lineage": ["https://openalex.org/I94624287"]}], "countries": ["NL"], "is_corresponding": false, "raw_author_name": "George Vosselman", "raw_affiliation_strings": ["University of Twente"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Twente", "institution_ids": ["https://openalex.org/I94624287"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5014462963", "display_name": "Norman Kerle", "orcid": "https://orcid.org/0000-0002-4513-4681"}, "institutions": [{"id": "https://openalex.org/I94624287", "display_name": "University of Twente", "ror": "https://ror.org/006hf6230", "country_code": "NL", "type": "education", "lineage": ["https://openalex.org/I94624287"]}], "countries": ["NL"], "is_corresponding": false, "raw_author_name": "Norman Kerle", "raw_affiliation_strings": ["University of Twente"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Twente", "institution_ids": ["https://openalex.org/I94624287"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5101515804"], "corresponding_institution_ids": ["https://openalex.org/I94624287"], "apc_list": null, "apc_paid": null, "fwci": 37.5327, "has_fulltext": true, "cited_by_count": 329, "citation_normalized_percentile": {"value": 0.9987877, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "18537", "last_page": "18546"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10531", "display_name": "Advanced Vision and Imaging", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10531", "display_name": "Advanced Vision and Imaging", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10638", "display_name": "Optical measurement and interference techniques", "score": 0.9991999864578247, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13114", "display_name": "Image Processing Techniques and Applications", "score": 0.9991000294685364, "subfield": {"id": "https://openalex.org/subfields/2214", "display_name": "Media Technology"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7905815839767456}, {"id": "https://openalex.org/keywords/monocular", "display_name": "Monocular", "score": 0.720138430595398}, {"id": "https://openalex.org/keywords/encode", "display_name": "ENCODE", "score": 0.6537579298019409}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6519984006881714}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.6363502740859985}, {"id": "https://openalex.org/keywords/margin", "display_name": "Margin (machine learning)", "score": 0.5923900604248047}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5750402212142944}, {"id": "https://openalex.org/keywords/ground-truth", "display_name": "Ground truth", "score": 0.4840366244316101}, {"id": "https://openalex.org/keywords/computer-engineering", "display_name": "Computer engineering", "score": 0.36501604318618774}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.3428664803504944}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.2908986508846283}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.09549203515052795}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.07032540440559387}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7905815839767456}, {"id": "https://openalex.org/C65909025", "wikidata": "https://www.wikidata.org/wiki/Q1945033", "display_name": "Monocular", "level": 2, "score": 0.720138430595398}, {"id": "https://openalex.org/C66746571", "wikidata": "https://www.wikidata.org/wiki/Q1134833", "display_name": "ENCODE", "level": 3, "score": 0.6537579298019409}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6519984006881714}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.6363502740859985}, {"id": "https://openalex.org/C774472", "wikidata": "https://www.wikidata.org/wiki/Q6760393", "display_name": "Margin (machine learning)", "level": 2, "score": 0.5923900604248047}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5750402212142944}, {"id": "https://openalex.org/C146849305", "wikidata": "https://www.wikidata.org/wiki/Q370766", "display_name": "Ground truth", "level": 2, "score": 0.4840366244316101}, {"id": "https://openalex.org/C113775141", "wikidata": "https://www.wikidata.org/wiki/Q428691", "display_name": "Computer engineering", "level": 1, "score": 0.36501604318618774}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.3428664803504944}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.2908986508846283}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.09549203515052795}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.07032540440559387}, {"id": "https://openalex.org/C55493867", "wikidata": "https://www.wikidata.org/wiki/Q7094", "display_name": "Biochemistry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C185592680", "wikidata": "https://www.wikidata.org/wiki/Q2329", "display_name": "Chemistry", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C104317684", "wikidata": "https://www.wikidata.org/wiki/Q7187", "display_name": "Gene", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 4, "locations": [{"id": "doi:10.1109/cvpr52729.2023.01778", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/cvpr52729.2023.01778", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)", "raw_type": "proceedings-article"}, {"id": "pmh:oai:ris.utwente.nl:openaire/f31de0d8-9df2-452b-96e7-e42f02b03164", "is_oa": true, "landing_page_url": "https://research.utwente.nl/files/307158515/Zhang_Lite_Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self_Supervised_Monocular_CVPR_2023_paper.pdf", "pdf_url": "https://ris.utwente.nl/ws/files/307158515/Zhang_Lite_Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self_Supervised_Monocular_CVPR_2023_paper.pdf", "source": {"id": "https://openalex.org/S4406922991", "display_name": "University of Twente Research Information", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Zhang, N, Nex, F C, Vosselman, G & Kerle, N 2023, Lite-Mono : A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation. in 2023 Ieee/cvf Conference On Computer Vision And Pattern Recognition (cvpr). pp. 18537-18546, IEEE/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, British Columbia, Canada, 18/06/23. https://doi.org/10.1109/CVPR52729.2023.01778, https://doi.org/10.1109/CVPR52729.2023.01778", "raw_type": "info:eu-repo/semantics/publishedVersion"}, {"id": "pmh:oai:ris.utwente.nl:openaire_cris_publications/f31de0d8-9df2-452b-96e7-e42f02b03164", "is_oa": true, "landing_page_url": "https://research.utwente.nl/en/publications/f31de0d8-9df2-452b-96e7-e42f02b03164", "pdf_url": null, "source": {"id": "https://openalex.org/S4406922991", "display_name": "University of Twente Research Information", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Zhang, N, Nex, F C, Vosselman, G & Kerle, N 2023, Lite-Mono : A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation. in 2023 Ieee/cvf Conference On Computer Vision And Pattern Recognition (cvpr). pp. 18537-18546, IEEE/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, British Columbia, Canada, 18/06/23. https://doi.org/10.1109/CVPR52729.2023.01778, https://doi.org/10.1109/CVPR52729.2023.01778", "raw_type": "info:eu-repo/semantics/publishedVersion"}, {"id": "pmh:oai:ris.utwente.nl:publications/f31de0d8-9df2-452b-96e7-e42f02b03164", "is_oa": true, "landing_page_url": "https://openaccess.thecvf.com/content/CVPR2023/html/Zhang_Lite-Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self-Supervised_Monocular_CVPR_2023_paper.html", "pdf_url": null, "source": {"id": "https://openalex.org/S4406922991", "display_name": "University of Twente Research Information", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Zhang, N, Nex, F C, Vosselman, G & Kerle, N 2023, Lite-Mono : A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation. in 2023 Ieee/cvf Conference On Computer Vision And Pattern Recognition (cvpr). pp. 18537-18546, IEEE/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, British Columbia, Canada, 18/06/23. https://doi.org/10.1109/CVPR52729.2023.01778, https://doi.org/10.1109/CVPR52729.2023.01778", "raw_type": "info:eu-repo/semantics/publishedVersion"}], "best_oa_location": {"id": "pmh:oai:ris.utwente.nl:openaire/f31de0d8-9df2-452b-96e7-e42f02b03164", "is_oa": true, "landing_page_url": "https://research.utwente.nl/files/307158515/Zhang_Lite_Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self_Supervised_Monocular_CVPR_2023_paper.pdf", "pdf_url": "https://ris.utwente.nl/ws/files/307158515/Zhang_Lite_Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self_Supervised_Monocular_CVPR_2023_paper.pdf", "source": {"id": "https://openalex.org/S4406922991", "display_name": "University of Twente Research Information", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Zhang, N, Nex, F C, Vosselman, G & Kerle, N 2023, Lite-Mono : A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation. in 2023 Ieee/cvf Conference On Computer Vision And Pattern Recognition (cvpr). pp. 18537-18546, IEEE/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, British Columbia, Canada, 18/06/23. https://doi.org/10.1109/CVPR52729.2023.01778, https://doi.org/10.1109/CVPR52729.2023.01778", "raw_type": "info:eu-repo/semantics/publishedVersion"}, "sustainable_development_goals": [{"display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9", "score": 0.4099999964237213}], "awards": [{"id": "https://openalex.org/G6340316856", "display_name": null, "funder_award_id": "833435", "funder_id": "https://openalex.org/F4320320300", "funder_display_name": "European Commission"}], "funders": [{"id": "https://openalex.org/F4320320300", "display_name": "European Commission", "ror": "https://ror.org/00k4n6c32"}, {"id": "https://openalex.org/F4320334679", "display_name": "Research Executive Agency", "ror": "https://ror.org/00k4n6c32"}], "has_content": {"pdf": true, "grobid_xml": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4386076206.pdf", "grobid_xml": "https://content.openalex.org/works/W4386076206.grobid-xml"}, "referenced_works_count": 60, "referenced_works": ["https://openalex.org/W1686810756", "https://openalex.org/W1803059841", "https://openalex.org/W1905829557", "https://openalex.org/W2108598243", "https://openalex.org/W2115579991", "https://openalex.org/W2124907686", "https://openalex.org/W2132947399", "https://openalex.org/W2133665775", "https://openalex.org/W2194775991", "https://openalex.org/W2300779272", "https://openalex.org/W2462831000", "https://openalex.org/W2520707372", "https://openalex.org/W2605938684", "https://openalex.org/W2609883120", "https://openalex.org/W2630837129", "https://openalex.org/W2908510526", "https://openalex.org/W2951234442", "https://openalex.org/W2963263347", "https://openalex.org/W2963488291", "https://openalex.org/W2963583471", "https://openalex.org/W2963591054", "https://openalex.org/W2963654727", "https://openalex.org/W2963840672", "https://openalex.org/W2969365860", "https://openalex.org/W2985775862", "https://openalex.org/W3034428934", "https://openalex.org/W3034475171", "https://openalex.org/W3035056458", "https://openalex.org/W3094502228", "https://openalex.org/W3096609285", "https://openalex.org/W3107156787", "https://openalex.org/W3171206729", "https://openalex.org/W3173274332", "https://openalex.org/W3194533273", "https://openalex.org/W3204559841", "https://openalex.org/W3205829517", "https://openalex.org/W4206545998", "https://openalex.org/W4212860834", "https://openalex.org/W4214520160", "https://openalex.org/W4214893857", "https://openalex.org/W4312950730", "https://openalex.org/W4312977443", "https://openalex.org/W4320036918", "https://openalex.org/W4321512633", "https://openalex.org/W6637373629", "https://openalex.org/W6678569853", "https://openalex.org/W6680017387", "https://openalex.org/W6685261749", "https://openalex.org/W6696085341", "https://openalex.org/W6697658144", "https://openalex.org/W6718683173", "https://openalex.org/W6726497184", "https://openalex.org/W6739696289", "https://openalex.org/W6757817989", "https://openalex.org/W6778485988", "https://openalex.org/W6781070145", "https://openalex.org/W6784333009", "https://openalex.org/W6802066719", "https://openalex.org/W6803916128", "https://openalex.org/W6838836003"], "related_works": ["https://openalex.org/W2468279273", "https://openalex.org/W2354198838", "https://openalex.org/W1989130879", "https://openalex.org/W2103419012", "https://openalex.org/W2988126442", "https://openalex.org/W1974414866", "https://openalex.org/W2057568687", "https://openalex.org/W2063982682", "https://openalex.org/W2338543196", "https://openalex.org/W1544691147"], "abstract_inverted_index": {"Self-supervised": [0], "monocular": [1], "depth": [2], "estimation": [3], "that": [4, 30, 123], "does": [5], "not": [6], "require": [7], "ground": [8], "truth": [9], "for": [10], "training": [11], "has": [12], "attracted": [13], "attention": [14], "in": [15, 131], "recent": [16], "years.": [17], "It": [18], "is": [19, 69, 77, 96], "of": [20, 49, 65, 109], "high": [21], "interest": [22], "to": [23, 98, 113], "design": [24], "lightweight": [25, 59], "but": [26], "effective": [27], "models": [28, 142], "so": [29], "they": [31], "can": [32], "be": [33], "deployed": [34], "on": [35], "edge": [36], "devices.": [37], "Many": [38], "existing": [39], "architectures": [40], "benefit": [41], "from": [42], "using": [43], "heavier": [44], "backbones": [45], "at": [46, 145], "the": [47, 62, 105, 110, 119], "expense": [48], "model": [50], "sizes.": [51], "This": [52], "paper": [53], "achieves": [54], "comparable": [55], "results": [56], "with": [57, 133], "a": [58, 72, 86, 128], "architecture.": [60], "Specifically,": [61], "efficient": [63], "combination": [64], "CNNs": [66], "and": [67, 71, 85, 104, 141], "Transformers": [68], "investigated,": [70], "hybrid": [73], "architecture": [74], "called": [75], "Lite-Mono": [76, 124], "presented.": [78], "A": [79], "Consecutive": [80], "Dilated": [81], "Convolutions": [82], "(CDC)": [83], "module": [84, 91], "Local-Global": [87], "Features": [88], "Interaction": [89], "(LGFI)": [90], "are": [92, 143], "proposed.": [93], "The": [94], "former": [95], "used": [97], "extract": [99], "rich": [100], "multi-scale": [101], "local": [102], "features,": [103], "latter": [106], "takes": [107], "advantage": [108], "self-attention": [111], "mechanism": [112], "encode": [114], "long-range": [115], "global": [116], "information": [117], "into": [118], "features.": [120], "Experiments": [121], "demonstrate": [122], "outperforms": [125], "Monodepth2": [126], "by": [127], "large": [129], "margin": [130], "accuracy,": [132], "about": [134], "80%": [135], "fewer": [136], "trainable": [137], "parameters.": [138], "Our": [139], "codes": [140], "available": [144], "https://github.com/noahzn/Lite-Mono.": [146]}, "counts_by_year": [{"year": 2026, "cited_by_count": 32}, {"year": 2025, "cited_by_count": 141}, {"year": 2024, "cited_by_count": 126}, {"year": 2023, "cited_by_count": 30}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4320036918", "doi": "https://doi.org/10.1007/978-3-031-25082-8_1", "title": "EdgeNeXt: Efficiently Amalgamated CNN-Transformer Architecture for\u00a0Mobile Vision Applications", "display_name": "EdgeNeXt: Efficiently Amalgamated CNN-Transformer Architecture for\u00a0Mobile Vision Applications", "relevance_score": 1231.7659, "publication_year": 2023, "publication_date": "2023-01-01", "ids": {"openalex": "https://openalex.org/W4320036918", "doi": "https://doi.org/10.1007/978-3-031-25082-8_1"}, "language": "en", "primary_location": {"id": "doi:10.1007/978-3-031-25082-8_1", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/978-3-031-25082-8_1", "pdf_url": "https://link.springer.com/content/pdf/10.1007/978-3-031-25082-8_1.pdf", "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}, "type": "book-chapter", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "bronze", "oa_url": "https://link.springer.com/content/pdf/10.1007/978-3-031-25082-8_1.pdf", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5034370385", "display_name": "Muhammad Maaz", "orcid": "https://orcid.org/0000-0002-3869-631X"}, "institutions": [{"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}], "countries": ["AE"], "is_corresponding": true, "raw_author_name": "Muhammad Maaz", "raw_affiliation_strings": ["Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5079602015", "display_name": "Abdelrahman Shaker", "orcid": "https://orcid.org/0000-0001-7651-4057"}, "institutions": [{"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}], "countries": ["AE"], "is_corresponding": false, "raw_author_name": "Abdelrahman Shaker", "raw_affiliation_strings": ["Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5009362997", "display_name": "Hisham Cholakkal", "orcid": "https://orcid.org/0000-0002-8230-9065"}, "institutions": [{"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}], "countries": ["AE"], "is_corresponding": false, "raw_author_name": "Hisham Cholakkal", "raw_affiliation_strings": ["Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5107886806", "display_name": "Salman Khan", "orcid": "https://orcid.org/0000-0001-9065-3168"}, "institutions": [{"id": "https://openalex.org/I118347636", "display_name": "Australian National University", "ror": "https://ror.org/019wvm592", "country_code": "AU", "type": "education", "lineage": ["https://openalex.org/I118347636"]}, {"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}], "countries": ["AE", "AU"], "is_corresponding": false, "raw_author_name": "Salman Khan", "raw_affiliation_strings": ["Australian National University, Canberra, Australia", "Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Australian National University, Canberra, Australia", "institution_ids": ["https://openalex.org/I118347636"]}, {"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5060899114", "display_name": "Syed Waqas Zamir", "orcid": "https://orcid.org/0000-0002-7198-0187"}, "institutions": [{"id": "https://openalex.org/I4210116052", "display_name": "Inception Institute of Artificial Intelligence", "ror": "https://ror.org/02664zk40", "country_code": "AE", "type": "facility", "lineage": ["https://openalex.org/I4210116052"]}], "countries": ["AE"], "is_corresponding": false, "raw_author_name": "Syed Waqas Zamir", "raw_affiliation_strings": ["Inception Institute of Artificial Intelligence (IIAI), Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Inception Institute of Artificial Intelligence (IIAI), Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210116052"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5022929869", "display_name": "Rao Muhammad Anwer", "orcid": "https://orcid.org/0000-0002-9041-2214"}, "institutions": [{"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}, {"id": "https://openalex.org/I9927081", "display_name": "Aalto University", "ror": "https://ror.org/020hwjq30", "country_code": "FI", "type": "education", "lineage": ["https://openalex.org/I9927081"]}], "countries": ["AE", "FI"], "is_corresponding": false, "raw_author_name": "Rao Muhammad Anwer", "raw_affiliation_strings": ["Aalto University, Espoo, Finland", "Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Aalto University, Espoo, Finland", "institution_ids": ["https://openalex.org/I9927081"]}, {"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100760570", "display_name": "Fahad Shahbaz Khan", "orcid": "https://orcid.org/0000-0002-4263-3143"}, "institutions": [{"id": "https://openalex.org/I102134673", "display_name": "Link\u00f6ping University", "ror": "https://ror.org/05ynxx418", "country_code": "SE", "type": "education", "lineage": ["https://openalex.org/I102134673"]}, {"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}], "countries": ["AE", "SE"], "is_corresponding": false, "raw_author_name": "Fahad Shahbaz Khan", "raw_affiliation_strings": ["Link\u00f6ping University, Link\u00f6ping, Sweden", "Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Link\u00f6ping University, Link\u00f6ping, Sweden", "institution_ids": ["https://openalex.org/I102134673"]}, {"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}], "institutions": [], "countries_distinct_count": 4, "institutions_distinct_count": 7, "corresponding_author_ids": ["https://openalex.org/A5034370385"], "corresponding_institution_ids": ["https://openalex.org/I4210113480"], "apc_list": {"value": 5000, "currency": "EUR", "value_usd": 5392}, "apc_paid": null, "fwci": 111.8885, "has_fulltext": true, "cited_by_count": 293, "citation_normalized_percentile": {"value": 0.99980147, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 97, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "3", "last_page": "20"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9991000294685364, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11775", "display_name": "COVID-19 diagnosis using AI", "score": 0.9955999851226807, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8837575912475586}, {"id": "https://openalex.org/keywords/flops", "display_name": "FLOPS", "score": 0.7419607639312744}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.595267653465271}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5698060989379883}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.544287919998169}, {"id": "https://openalex.org/keywords/transpose", "display_name": "Transpose", "score": 0.5310174822807312}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.4998970031738281}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.49805355072021484}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.4749700725078583}, {"id": "https://openalex.org/keywords/computer-engineering", "display_name": "Computer engineering", "score": 0.42911744117736816}, {"id": "https://openalex.org/keywords/mobile-device", "display_name": "Mobile device", "score": 0.42709100246429443}, {"id": "https://openalex.org/keywords/convolution", "display_name": "Convolution (computer science)", "score": 0.4235250949859619}, {"id": "https://openalex.org/keywords/code", "display_name": "Code (set theory)", "score": 0.42210307717323303}, {"id": "https://openalex.org/keywords/encode", "display_name": "ENCODE", "score": 0.4214792847633362}, {"id": "https://openalex.org/keywords/computer-architecture", "display_name": "Computer architecture", "score": 0.3339915871620178}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.3317989706993103}, {"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.3287198543548584}, {"id": "https://openalex.org/keywords/parallel-computing", "display_name": "Parallel computing", "score": 0.23205307126045227}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.10876283049583435}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8837575912475586}, {"id": "https://openalex.org/C3826847", "wikidata": "https://www.wikidata.org/wiki/Q188768", "display_name": "FLOPS", "level": 2, "score": 0.7419607639312744}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.595267653465271}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5698060989379883}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.544287919998169}, {"id": "https://openalex.org/C200106649", "wikidata": "https://www.wikidata.org/wiki/Q223683", "display_name": "Transpose", "level": 3, "score": 0.5310174822807312}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.4998970031738281}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.49805355072021484}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.4749700725078583}, {"id": "https://openalex.org/C113775141", "wikidata": "https://www.wikidata.org/wiki/Q428691", "display_name": "Computer engineering", "level": 1, "score": 0.42911744117736816}, {"id": "https://openalex.org/C186967261", "wikidata": "https://www.wikidata.org/wiki/Q5082128", "display_name": "Mobile device", "level": 2, "score": 0.42709100246429443}, {"id": "https://openalex.org/C45347329", "wikidata": "https://www.wikidata.org/wiki/Q5166604", "display_name": "Convolution (computer science)", "level": 3, "score": 0.4235250949859619}, {"id": "https://openalex.org/C2776760102", "wikidata": "https://www.wikidata.org/wiki/Q5139990", "display_name": "Code (set theory)", "level": 3, "score": 0.42210307717323303}, {"id": "https://openalex.org/C66746571", "wikidata": "https://www.wikidata.org/wiki/Q1134833", "display_name": "ENCODE", "level": 3, "score": 0.4214792847633362}, {"id": "https://openalex.org/C118524514", "wikidata": "https://www.wikidata.org/wiki/Q173212", "display_name": "Computer architecture", "level": 1, "score": 0.3339915871620178}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.3317989706993103}, {"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.3287198543548584}, {"id": "https://openalex.org/C173608175", "wikidata": "https://www.wikidata.org/wiki/Q232661", "display_name": "Parallel computing", "level": 1, "score": 0.23205307126045227}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.10876283049583435}, {"id": "https://openalex.org/C185592680", "wikidata": "https://www.wikidata.org/wiki/Q2329", "display_name": "Chemistry", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C158693339", "wikidata": "https://www.wikidata.org/wiki/Q190524", "display_name": "Eigenvalues and eigenvectors", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C55493867", "wikidata": "https://www.wikidata.org/wiki/Q7094", "display_name": "Biochemistry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C104317684", "wikidata": "https://www.wikidata.org/wiki/Q7187", "display_name": "Gene", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C177264268", "wikidata": "https://www.wikidata.org/wiki/Q1514741", "display_name": "Set (abstract data type)", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1007/978-3-031-25082-8_1", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/978-3-031-25082-8_1", "pdf_url": "https://link.springer.com/content/pdf/10.1007/978-3-031-25082-8_1.pdf", "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}], "best_oa_location": {"id": "doi:10.1007/978-3-031-25082-8_1", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/978-3-031-25082-8_1", "pdf_url": "https://link.springer.com/content/pdf/10.1007/978-3-031-25082-8_1.pdf", "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}, "sustainable_development_goals": [{"display_name": "Decent work and economic growth", "id": "https://metadata.un.org/sdg/8", "score": 0.4000000059604645}], "awards": [], "funders": [], "has_content": {"pdf": true, "grobid_xml": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4320036918.pdf", "grobid_xml": "https://content.openalex.org/works/W4320036918.grobid-xml"}, "referenced_works_count": 39, "referenced_works": ["https://openalex.org/W1849277567", "https://openalex.org/W1861492603", "https://openalex.org/W1981276685", "https://openalex.org/W2031489346", "https://openalex.org/W2076063813", "https://openalex.org/W2086161653", "https://openalex.org/W2117539524", "https://openalex.org/W2144794286", "https://openalex.org/W2193145675", "https://openalex.org/W2194775991", "https://openalex.org/W2331143823", "https://openalex.org/W2531409750", "https://openalex.org/W2612445135", "https://openalex.org/W2883780447", "https://openalex.org/W2928165649", "https://openalex.org/W2962772649", "https://openalex.org/W2963125010", "https://openalex.org/W2963163009", "https://openalex.org/W2963918968", "https://openalex.org/W2982083293", "https://openalex.org/W3035682985", "https://openalex.org/W3106250896", "https://openalex.org/W3121523901", "https://openalex.org/W3137278571", "https://openalex.org/W3138516171", "https://openalex.org/W3172509117", "https://openalex.org/W3190492058", "https://openalex.org/W4206706211", "https://openalex.org/W4214614183", "https://openalex.org/W4312443924", "https://openalex.org/W4312769131", "https://openalex.org/W4312820606", "https://openalex.org/W6600007113", "https://openalex.org/W6600281463", "https://openalex.org/W6600565697", "https://openalex.org/W6603884005", "https://openalex.org/W6739901393", "https://openalex.org/W6803916128", "https://openalex.org/W6828894009"], "related_works": ["https://openalex.org/W2003786218", "https://openalex.org/W2468279273", "https://openalex.org/W2376104713", "https://openalex.org/W4382323155", "https://openalex.org/W4315697128", "https://openalex.org/W2356636683", "https://openalex.org/W2982536526", "https://openalex.org/W2995343971", "https://openalex.org/W2992221004", "https://openalex.org/W2275988210"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 28}, {"year": 2025, "cited_by_count": 110}, {"year": 2024, "cited_by_count": 98}, {"year": 2023, "cited_by_count": 53}, {"year": 2022, "cited_by_count": 4}], "updated_date": "2026-05-17T08:19:37.847499", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2150194744", "doi": "https://doi.org/10.1109/4.987090", "title": "Fully integrated CMOS power amplifier design using the distributed active-transformer architecture", "display_name": "Fully integrated CMOS power amplifier design using the distributed active-transformer architecture", "relevance_score": 1162.4707, "publication_year": 2002, "publication_date": "2002-03-01", "ids": {"openalex": "https://openalex.org/W2150194744", "doi": "https://doi.org/10.1109/4.987090", "mag": "2150194744"}, "language": "en", "primary_location": {"id": "doi:10.1109/4.987090", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/4.987090", "pdf_url": null, "source": {"id": "https://openalex.org/S83637746", "display_name": "IEEE Journal of Solid-State Circuits", "issn_l": "0018-9200", "issn": ["0018-9200", "1558-173X"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Journal of Solid-State Circuits", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5055056083", "display_name": "Ichiro Aoki", "orcid": "https://orcid.org/0000-0001-6391-6081"}, "institutions": [{"id": "https://openalex.org/I122411786", "display_name": "California Institute of Technology", "ror": "https://ror.org/05dxps055", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I122411786"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "I. Aoki", "raw_affiliation_strings": ["California Institute of Technology, Pasadena, CA, USA"], "affiliations": [{"raw_affiliation_string": "California Institute of Technology, Pasadena, CA, USA", "institution_ids": ["https://openalex.org/I122411786"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5111885376", "display_name": "S. Kee", "orcid": null}, "institutions": [{"id": "https://openalex.org/I122411786", "display_name": "California Institute of Technology", "ror": "https://ror.org/05dxps055", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I122411786"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "S.D. Kee", "raw_affiliation_strings": ["California Institute of Technology, Pasadena, CA, USA"], "affiliations": [{"raw_affiliation_string": "California Institute of Technology, Pasadena, CA, USA", "institution_ids": ["https://openalex.org/I122411786"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5112823673", "display_name": "D.B. Rutledge", "orcid": null}, "institutions": [{"id": "https://openalex.org/I122411786", "display_name": "California Institute of Technology", "ror": "https://ror.org/05dxps055", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I122411786"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "D.B. Rutledge", "raw_affiliation_strings": ["California Institute of Technology, Pasadena, CA, USA"], "affiliations": [{"raw_affiliation_string": "California Institute of Technology, Pasadena, CA, USA", "institution_ids": ["https://openalex.org/I122411786"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5079016793", "display_name": "Ali Hajimiri", "orcid": "https://orcid.org/0000-0001-6736-8019"}, "institutions": [{"id": "https://openalex.org/I122411786", "display_name": "California Institute of Technology", "ror": "https://ror.org/05dxps055", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I122411786"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "A. Hajimiri", "raw_affiliation_strings": ["California Institute of Technology, Pasadena, CA, USA"], "affiliations": [{"raw_affiliation_string": "California Institute of Technology, Pasadena, CA, USA", "institution_ids": ["https://openalex.org/I122411786"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5055056083"], "corresponding_institution_ids": ["https://openalex.org/I122411786"], "apc_list": null, "apc_paid": null, "fwci": 16.9721, "has_fulltext": false, "cited_by_count": 356, "citation_normalized_percentile": {"value": 0.99551177, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 94, "max": 100}, "biblio": {"volume": "37", "issue": "3", "first_page": "371", "last_page": "383"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10187", "display_name": "Radio Frequency Integrated Circuit Design", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10187", "display_name": "Radio Frequency Integrated Circuit Design", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11248", "display_name": "Advanced Power Amplifier Design", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10099", "display_name": "GaN-based semiconductor devices and materials", "score": 0.9957000017166138, "subfield": {"id": "https://openalex.org/subfields/3104", "display_name": "Condensed Matter Physics"}, "field": {"id": "https://openalex.org/fields/31", "display_name": "Physics and Astronomy"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/amplifier", "display_name": "Amplifier", "score": 0.6867876648902893}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.6209814548492432}, {"id": "https://openalex.org/keywords/electronic-engineering", "display_name": "Electronic engineering", "score": 0.506377100944519}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5000734329223633}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.4668930768966675}, {"id": "https://openalex.org/keywords/cmos", "display_name": "CMOS", "score": 0.4635889232158661}, {"id": "https://openalex.org/keywords/transistor", "display_name": "Transistor", "score": 0.4256688952445984}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.3305889964103699}], "concepts": [{"id": "https://openalex.org/C194257627", "wikidata": "https://www.wikidata.org/wiki/Q211554", "display_name": "Amplifier", "level": 3, "score": 0.6867876648902893}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.6209814548492432}, {"id": "https://openalex.org/C24326235", "wikidata": "https://www.wikidata.org/wiki/Q126095", "display_name": "Electronic engineering", "level": 1, "score": 0.506377100944519}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5000734329223633}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.4668930768966675}, {"id": "https://openalex.org/C46362747", "wikidata": "https://www.wikidata.org/wiki/Q173431", "display_name": "CMOS", "level": 2, "score": 0.4635889232158661}, {"id": "https://openalex.org/C172385210", "wikidata": "https://www.wikidata.org/wiki/Q5339", "display_name": "Transistor", "level": 3, "score": 0.4256688952445984}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.3305889964103699}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1109/4.987090", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/4.987090", "pdf_url": null, "source": {"id": "https://openalex.org/S83637746", "display_name": "IEEE Journal of Solid-State Circuits", "issn_l": "0018-9200", "issn": ["0018-9200", "1558-173X"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Journal of Solid-State Circuits", "raw_type": "journal-article"}, {"id": "pmh:oai:authors.library.caltech.edu:1824", "is_oa": false, "landing_page_url": "https://resolver.caltech.edu/CaltechAUTHORS:AOKieeejssc02", "pdf_url": null, "source": {"id": "https://openalex.org/S4306402161", "display_name": "CaltechAUTHORS (California Institute of Technology)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I122411786", "host_organization_name": "California Institute of Technology", "host_organization_lineage": ["https://openalex.org/I122411786"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "Article"}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Affordable and clean energy", "id": "https://metadata.un.org/sdg/7", "score": 0.8899999856948853}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 18, "referenced_works": ["https://openalex.org/W1982980918", "https://openalex.org/W2003392741", "https://openalex.org/W2102096768", "https://openalex.org/W2104183221", "https://openalex.org/W2115942268", "https://openalex.org/W2116459216", "https://openalex.org/W2119093953", "https://openalex.org/W2119207099", "https://openalex.org/W2123169932", "https://openalex.org/W2125367411", "https://openalex.org/W2131736450", "https://openalex.org/W2134263674", "https://openalex.org/W2140348515", "https://openalex.org/W2155953107", "https://openalex.org/W2164825592", "https://openalex.org/W2178349512", "https://openalex.org/W2788359119", "https://openalex.org/W2891483507"], "related_works": ["https://openalex.org/W3014521742", "https://openalex.org/W2617868873", "https://openalex.org/W3204141294", "https://openalex.org/W4306968100", "https://openalex.org/W2171986175", "https://openalex.org/W2089791793", "https://openalex.org/W2038858740", "https://openalex.org/W1491218245", "https://openalex.org/W2562383580", "https://openalex.org/W2230564932"], "abstract_inverted_index": {"A": [0], "novel": [1], "on-chip": [2], "impedance": [3], "matching": [4, 105], "and": [5, 44, 103], "power-combining": [6], "method,": [7], "the": [8, 50, 67, 70, 73, 79, 85, 162], "distributed": [9], "active": [10], "transformer": [11], "is": [12, 140], "presented.": [13], "It": [14, 38, 114, 128], "combines": [15], "several": [16], "low-voltage": [17, 157], "push-pull": [18], "amplifiers": [19], "efficiently": [20], "with": [21, 99], "their": [22], "outputs": [23], "in": [24], "series": [25], "to": [26, 48, 72], "produce": [27, 131], "a": [28, 34, 90, 116, 135, 150], "larger": [29], "output": [30, 104], "power": [31, 97, 117, 126, 159], "while": [32], "maintaining": [33], "50-/spl": [35, 100], "Omega/": [36, 101], "match.": [37], "also": [39, 130], "uses": [40], "virtual": [41], "ac": [42], "grounds": [43], "magnetic": [45], "couplings": [46], "extensively": [47], "eliminate": [49], "need": [51], "for": [52, 161], "any": [53], "off-chip": [54], "component,": [55], "such": [56], "as": [57], "tuned": [58], "bonding": [59, 76], "wires": [60, 77], "or": [61, 143], "external": [62], "inductors.": [63], "Furthermore,": [64], "it": [65], "desensitizes": [66], "operation": [68], "of": [69, 75, 87, 121], "amplifier": [71, 98, 160], "inductance": [74], "making": [78], "design": [80], "more": [81], "reproducible.": [82], "To": [83], "demonstrate": [84], "feasibility": [86], "this": [88, 125], "concept,": [89], "2.4-GHz": [91], "2-W": [92], "2-V": [93], "truly": [94, 151], "fully": [95, 152], "integrated": [96, 153], "input": [102], "has": [106], "been": [107], "fabricated": [108], "using": [109, 134], "0.35-/spl": [110], "mu/m": [111], "CMOS": [112, 158], "transistors.": [113], "achieves": [115], "added": [118], "efficiency": [119], "(PAE)": [120], "41": [122], "%": [123], "at": [124], "level.": [127], "can": [129], "450": [132], "mW": [133], "1-V": [136], "supply.": [137], "Harmonic": [138], "suppression": [139], "64": [141], "dBc": [142], "better.": [144], "This": [145], "new": [146], "topology": [147], "makes": [148], "possible": [149], "watt-level": [154], "gigahertz": [155], "range": [156], "first": [163], "time.": [164]}, "counts_by_year": [{"year": 2025, "cited_by_count": 2}, {"year": 2024, "cited_by_count": 4}, {"year": 2023, "cited_by_count": 7}, {"year": 2022, "cited_by_count": 2}, {"year": 2021, "cited_by_count": 7}, {"year": 2020, "cited_by_count": 5}, {"year": 2019, "cited_by_count": 7}, {"year": 2018, "cited_by_count": 10}, {"year": 2017, "cited_by_count": 18}, {"year": 2016, "cited_by_count": 23}, {"year": 2015, "cited_by_count": 13}, {"year": 2014, "cited_by_count": 17}, {"year": 2013, "cited_by_count": 18}, {"year": 2012, "cited_by_count": 20}], "updated_date": "2025-11-06T03:46:38.306776", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4385201870", "doi": "https://doi.org/10.3390/biology12071033", "title": "Transformer Architecture and Attention Mechanisms in Genome Data Analysis: A Comprehensive Review", "display_name": "Transformer Architecture and Attention Mechanisms in Genome Data Analysis: A Comprehensive Review", "relevance_score": 1135.175, "publication_year": 2023, "publication_date": "2023-07-22", "ids": {"openalex": "https://openalex.org/W4385201870", "doi": "https://doi.org/10.3390/biology12071033", "pmid": "https://pubmed.ncbi.nlm.nih.gov/37508462"}, "language": "en", "primary_location": {"id": "doi:10.3390/biology12071033", "is_oa": true, "landing_page_url": "https://doi.org/10.3390/biology12071033", "pdf_url": "https://www.mdpi.com/2079-7737/12/7/1033/pdf?version=1690007847", "source": {"id": "https://openalex.org/S153489431", "display_name": "Biology", "issn_l": "2079-7737", "issn": ["2079-7737"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310310987", "host_organization_name": "Multidisciplinary Digital Publishing Institute", "host_organization_lineage": ["https://openalex.org/P4310310987"], "host_organization_lineage_names": ["Multidisciplinary Digital Publishing Institute"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Biology", "raw_type": "journal-article"}, "type": "review", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://www.mdpi.com/2079-7737/12/7/1033/pdf?version=1690007847", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5061125037", "display_name": "Sanghyuk Roy Choi", "orcid": "https://orcid.org/0000-0001-8316-194X"}, "institutions": [{"id": "https://openalex.org/I67900169", "display_name": "Chung-Ang University", "ror": "https://ror.org/01r024a98", "country_code": "KR", "type": "education", "lineage": ["https://openalex.org/I67900169"]}], "countries": ["KR"], "is_corresponding": false, "raw_author_name": "Sanghyuk Roy Choi", "raw_affiliation_strings": ["School of Electrical and Electronics Engineering, Chung-Ang University, Seoul 06974, Republic of Korea"], "raw_orcid": "https://orcid.org/0000-0001-8316-194X", "affiliations": [{"raw_affiliation_string": "School of Electrical and Electronics Engineering, Chung-Ang University, Seoul 06974, Republic of Korea", "institution_ids": ["https://openalex.org/I67900169"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101544150", "display_name": "Minhyeok Lee", "orcid": "https://orcid.org/0000-0003-2562-172X"}, "institutions": [{"id": "https://openalex.org/I67900169", "display_name": "Chung-Ang University", "ror": "https://ror.org/01r024a98", "country_code": "KR", "type": "education", "lineage": ["https://openalex.org/I67900169"]}], "countries": ["KR"], "is_corresponding": true, "raw_author_name": "Minhyeok Lee", "raw_affiliation_strings": ["School of Electrical and Electronics Engineering, Chung-Ang University, Seoul 06974, Republic of Korea"], "raw_orcid": "https://orcid.org/0000-0003-2562-172X", "affiliations": [{"raw_affiliation_string": "School of Electrical and Electronics Engineering, Chung-Ang University, Seoul 06974, Republic of Korea", "institution_ids": ["https://openalex.org/I67900169"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 2, "corresponding_author_ids": ["https://openalex.org/A5101544150"], "corresponding_institution_ids": ["https://openalex.org/I67900169"], "apc_list": {"value": 2000, "currency": "CHF", "value_usd": 2165}, "apc_paid": {"value": 2000, "currency": "CHF", "value_usd": 2165}, "fwci": 28.5653, "has_fulltext": true, "cited_by_count": 196, "citation_normalized_percentile": {"value": 0.99828037, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 98, "max": 100}, "biblio": {"volume": "12", "issue": "7", "first_page": "1033", "last_page": "1033"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T12254", "display_name": "Machine Learning in Bioinformatics", "score": 0.9968000054359436, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, "topics": [{"id": "https://openalex.org/T12254", "display_name": "Machine Learning in Bioinformatics", "score": 0.9968000054359436, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10015", "display_name": "Genomics and Phylogenetic Studies", "score": 0.9941999912261963, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10885", "display_name": "Gene expression and cancer classification", "score": 0.9805999994277954, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/pace", "display_name": "Pace", "score": 0.759986400604248}, {"id": "https://openalex.org/keywords/data-science", "display_name": "Data science", "score": 0.6308965682983398}, {"id": "https://openalex.org/keywords/biology", "display_name": "Biology", "score": 0.6185736656188965}, {"id": "https://openalex.org/keywords/transformative-learning", "display_name": "Transformative learning", "score": 0.5395466685295105}, {"id": "https://openalex.org/keywords/genome", "display_name": "Genome", "score": 0.4317276179790497}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.37815630435943604}, {"id": "https://openalex.org/keywords/computational-biology", "display_name": "Computational biology", "score": 0.32687801122665405}], "concepts": [{"id": "https://openalex.org/C2777526511", "wikidata": "https://www.wikidata.org/wiki/Q691543", "display_name": "Pace", "level": 2, "score": 0.759986400604248}, {"id": "https://openalex.org/C2522767166", "wikidata": "https://www.wikidata.org/wiki/Q2374463", "display_name": "Data science", "level": 1, "score": 0.6308965682983398}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.6185736656188965}, {"id": "https://openalex.org/C70587473", "wikidata": "https://www.wikidata.org/wiki/Q7834111", "display_name": "Transformative learning", "level": 2, "score": 0.5395466685295105}, {"id": "https://openalex.org/C141231307", "wikidata": "https://www.wikidata.org/wiki/Q7020", "display_name": "Genome", "level": 3, "score": 0.4317276179790497}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.37815630435943604}, {"id": "https://openalex.org/C70721500", "wikidata": "https://www.wikidata.org/wiki/Q177005", "display_name": "Computational biology", "level": 1, "score": 0.32687801122665405}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C19417346", "wikidata": "https://www.wikidata.org/wiki/Q7922", "display_name": "Pedagogy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C13280743", "wikidata": "https://www.wikidata.org/wiki/Q131089", "display_name": "Geodesy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C55493867", "wikidata": "https://www.wikidata.org/wiki/Q7094", "display_name": "Biochemistry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C104317684", "wikidata": "https://www.wikidata.org/wiki/Q7187", "display_name": "Gene", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 5, "locations": [{"id": "doi:10.3390/biology12071033", "is_oa": true, "landing_page_url": "https://doi.org/10.3390/biology12071033", "pdf_url": "https://www.mdpi.com/2079-7737/12/7/1033/pdf?version=1690007847", "source": {"id": "https://openalex.org/S153489431", "display_name": "Biology", "issn_l": "2079-7737", "issn": ["2079-7737"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310310987", "host_organization_name": "Multidisciplinary Digital Publishing Institute", "host_organization_lineage": ["https://openalex.org/P4310310987"], "host_organization_lineage_names": ["Multidisciplinary Digital Publishing Institute"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Biology", "raw_type": "journal-article"}, {"id": "pmid:37508462", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/37508462", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Biology", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:10376273", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/10376273", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10376273/pdf/biology-12-01033.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Biology (Basel)", "raw_type": "Text"}, {"id": "pmh:oai:doaj.org/article:ccfb705972de48a7bcbaf665652f2d6d", "is_oa": true, "landing_page_url": "https://doaj.org/article/ccfb705972de48a7bcbaf665652f2d6d", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Biology, Vol 12, Iss 7, p 1033 (2023)", "raw_type": "article"}, {"id": "pmh:oai:mdpi.com:/2079-7737/12/7/1033/", "is_oa": true, "landing_page_url": "https://dx.doi.org/10.3390/biology12071033", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400947", "display_name": "MDPI (MDPI AG)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I4210097602", "host_organization_name": "Multidisciplinary Digital Publishing Institute (Switzerland)", "host_organization_lineage": ["https://openalex.org/I4210097602"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Biology; Volume 12; Issue 7; Pages: 1033", "raw_type": "Text"}], "best_oa_location": {"id": "doi:10.3390/biology12071033", "is_oa": true, "landing_page_url": "https://doi.org/10.3390/biology12071033", "pdf_url": "https://www.mdpi.com/2079-7737/12/7/1033/pdf?version=1690007847", "source": {"id": "https://openalex.org/S153489431", "display_name": "Biology", "issn_l": "2079-7737", "issn": ["2079-7737"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310310987", "host_organization_name": "Multidisciplinary Digital Publishing Institute", "host_organization_lineage": ["https://openalex.org/P4310310987"], "host_organization_lineage_names": ["Multidisciplinary Digital Publishing Institute"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Biology", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.7599999904632568}], "awards": [{"id": "https://openalex.org/G8637173868", "display_name": null, "funder_award_id": "RS-2023-00251528", "funder_id": "https://openalex.org/F4320322120", "funder_display_name": "National Research Foundation of Korea"}], "funders": [{"id": "https://openalex.org/F4320320671", "display_name": "National Research Foundation", "ror": "https://ror.org/05s0g1g46"}, {"id": "https://openalex.org/F4320322120", "display_name": "National Research Foundation of Korea", "ror": "https://ror.org/013aysd81"}, {"id": "https://openalex.org/F4320328359", "display_name": "Ministry of Science and ICT, South Korea", "ror": "https://ror.org/01wpjm123"}], "has_content": {"pdf": true, "grobid_xml": false}, "content_urls": {"pdf": "https://content.openalex.org/works/W4385201870.pdf"}, "referenced_works_count": 169, "referenced_works": ["https://openalex.org/W2942173509", "https://openalex.org/W2942231644", "https://openalex.org/W2944851425", "https://openalex.org/W2962655813", "https://openalex.org/W2964328732", "https://openalex.org/W2977368063", "https://openalex.org/W2982510384", "https://openalex.org/W3006721660", "https://openalex.org/W3012566059", "https://openalex.org/W3021002099", "https://openalex.org/W3024028653", "https://openalex.org/W3026116033", "https://openalex.org/W3027711990", "https://openalex.org/W3036145600", "https://openalex.org/W3041434156", "https://openalex.org/W3042748728", "https://openalex.org/W3047670845", "https://openalex.org/W3080479355", "https://openalex.org/W3091722278", "https://openalex.org/W3092434764", "https://openalex.org/W3095596981", "https://openalex.org/W3095982413", "https://openalex.org/W3110121217", "https://openalex.org/W3123236124", "https://openalex.org/W3125993166", "https://openalex.org/W3127930610", "https://openalex.org/W3128378288", "https://openalex.org/W3128936881", "https://openalex.org/W3130271948", "https://openalex.org/W3134111154", "https://openalex.org/W3134782704", "https://openalex.org/W3136078519", "https://openalex.org/W3138516171", "https://openalex.org/W3146366485", "https://openalex.org/W3151623506", "https://openalex.org/W3152443338", "https://openalex.org/W3157449380", "https://openalex.org/W3158694006", "https://openalex.org/W3160425403", "https://openalex.org/W3160976461", "https://openalex.org/W3174413331", "https://openalex.org/W3174855653", "https://openalex.org/W3176308329", "https://openalex.org/W3179195447", "https://openalex.org/W3180669414", "https://openalex.org/W3181448263", "https://openalex.org/W3183966140", "https://openalex.org/W3185225911", "https://openalex.org/W3187970204", "https://openalex.org/W3193719766", "https://openalex.org/W3194055104", "https://openalex.org/W3198655865", "https://openalex.org/W3198707249", "https://openalex.org/W3200616132", "https://openalex.org/W3200916343", "https://openalex.org/W3203908308", "https://openalex.org/W3204918758", "https://openalex.org/W3206064583", "https://openalex.org/W3206824631", "https://openalex.org/W3206978724", "https://openalex.org/W3207022909", "https://openalex.org/W3210026082", "https://openalex.org/W3211450563", "https://openalex.org/W4200249739", "https://openalex.org/W4200399482", "https://openalex.org/W4200601209", "https://openalex.org/W4205143015", "https://openalex.org/W4206706211", "https://openalex.org/W4206826027", "https://openalex.org/W4206972995", "https://openalex.org/W4207079529", "https://openalex.org/W4210371902", "https://openalex.org/W4210548518", "https://openalex.org/W4210852459", "https://openalex.org/W4210870577", "https://openalex.org/W4213019189", "https://openalex.org/W4213099919", "https://openalex.org/W4213355816", "https://openalex.org/W4214819330", "https://openalex.org/W4223571280", "https://openalex.org/W4224221080", "https://openalex.org/W4224326349", "https://openalex.org/W4224675622", "https://openalex.org/W4225256479", "https://openalex.org/W4225402571", "https://openalex.org/W4225438928", "https://openalex.org/W4226085666", "https://openalex.org/W4226095014", "https://openalex.org/W4226296494", "https://openalex.org/W4236974251", "https://openalex.org/W4281291033", "https://openalex.org/W4281698436", "https://openalex.org/W4281777906", "https://openalex.org/W4283703944", "https://openalex.org/W4283813823", "https://openalex.org/W4284882980", "https://openalex.org/W4286560871", "https://openalex.org/W4288046277", "https://openalex.org/W4291552384", "https://openalex.org/W4291652457", "https://openalex.org/W4292707897", "https://openalex.org/W4292779060", "https://openalex.org/W4293094353", "https://openalex.org/W4293528028", "https://openalex.org/W4294992958", "https://openalex.org/W4295745509", "https://openalex.org/W4295923554", "https://openalex.org/W4297312538", "https://openalex.org/W4297982512", "https://openalex.org/W4303614082", "https://openalex.org/W4304172601", "https://openalex.org/W4306174805", "https://openalex.org/W4306353195", "https://openalex.org/W4307496994", "https://openalex.org/W4308239184", "https://openalex.org/W4309308375", "https://openalex.org/W4310208579", "https://openalex.org/W4310213180", "https://openalex.org/W4311100591", "https://openalex.org/W4311225868", "https://openalex.org/W4311356947", "https://openalex.org/W4311556529", "https://openalex.org/W4311784262", "https://openalex.org/W4311860189", "https://openalex.org/W4311946529", "https://openalex.org/W4313236104", "https://openalex.org/W4313340543", "https://openalex.org/W4313471718", "https://openalex.org/W4313890618", "https://openalex.org/W4315750296", "https://openalex.org/W4316339987", "https://openalex.org/W4316507374", "https://openalex.org/W4317393946", "https://openalex.org/W4318275377", "https://openalex.org/W4319310916", "https://openalex.org/W4319595562", "https://openalex.org/W4320883632", "https://openalex.org/W4321095309", "https://openalex.org/W4321497036", "https://openalex.org/W4321597003", "https://openalex.org/W4322494657", "https://openalex.org/W4322503300", "https://openalex.org/W4322743571", "https://openalex.org/W4323974782", "https://openalex.org/W4324385651", "https://openalex.org/W4327900088", "https://openalex.org/W4360602515", "https://openalex.org/W4361281235", "https://openalex.org/W4362460300", "https://openalex.org/W4366771311", "https://openalex.org/W4366775665", "https://openalex.org/W4367051143", "https://openalex.org/W4367053565", "https://openalex.org/W4367624649", "https://openalex.org/W4376137947", "https://openalex.org/W4376279961", "https://openalex.org/W4376504082", "https://openalex.org/W4378234723", "https://openalex.org/W4381166345", "https://openalex.org/W4381682099", "https://openalex.org/W4381846087", "https://openalex.org/W4382982095", "https://openalex.org/W4383901063", "https://openalex.org/W4383911020", "https://openalex.org/W4385245566", "https://openalex.org/W6739901393", "https://openalex.org/W6778883912", "https://openalex.org/W6793629291", "https://openalex.org/W6803355745"], "related_works": ["https://openalex.org/W2169196470", "https://openalex.org/W3113185420", "https://openalex.org/W4237580245", "https://openalex.org/W4385368139", "https://openalex.org/W2906134827", "https://openalex.org/W4322745238", "https://openalex.org/W4241245680", "https://openalex.org/W3124327509", "https://openalex.org/W3200688510", "https://openalex.org/W4384833310"], "abstract_inverted_index": {"The": [0, 27, 81], "emergence": [1], "and": [2, 11, 23, 73, 78, 97, 122, 128, 148, 158], "rapid": [3], "development": [4, 111], "of": [5, 30, 40, 62, 70, 83, 91, 102, 110, 131, 154, 175], "deep": [6, 113], "learning,": [7], "specifically": [8], "transformer-based": [9], "architectures": [10, 72], "attention": [12, 74], "mechanisms,": [13], "have": [14, 43], "had": [15], "transformative": [16], "implications": [17], "across": [18], "several": [19], "domains,": [20], "including": [21], "bioinformatics": [22], "genome": [24, 31, 77, 103], "data": [25, 104], "analysis.": [26, 105], "analogous": [28], "nature": [29], "sequences": [32], "to": [33, 53, 76, 119, 138, 171, 184], "language": [34, 51], "texts": [35], "has": [36], "enabled": [37], "the": [38, 63, 68, 88, 100, 107, 125, 132, 155, 160, 164], "application": [39, 69], "techniques": [41], "that": [42], "exhibited": [44], "success": [45], "in": [46, 67, 99, 112, 163], "fields": [47], "ranging": [48], "from": [49, 182], "natural": [50], "processing": [52], "genomic": [54], "data.": [55, 80], "This": [56], "review": [57, 85, 136, 168], "provides": [58], "a": [59, 141, 151, 189], "comprehensive": [60], "analysis": [61], "most": [64], "recent": [65, 156], "advancements": [66, 157], "transformer": [71], "mechanisms": [75], "transcriptome": [79], "focus": [82], "this": [84, 135, 167], "is": [86], "on": [87, 124], "critical": [89], "evaluation": [90], "these": [92], "techniques,": [93], "discussing": [94], "their": [95], "advantages": [96], "limitations": [98], "context": [101], "With": [106], "swift": [108], "pace": [109], "learning": [114], "methodologies,": [115], "it": [116], "becomes": [117], "vital": [118], "continually": [120], "assess": [121], "reflect": [123], "current": [126], "standing": [127], "future": [129, 176], "direction": [130], "research.": [133], "Therefore,": [134], "aims": [137], "serve": [139], "as": [140, 188], "timely": [142], "resource": [143], "for": [144, 191], "both": [145], "seasoned": [146], "researchers": [147], "newcomers,": [149], "offering": [150], "panoramic": [152], "view": [153], "elucidating": [159], "state-of-the-art": [161], "applications": [162], "field.": [165], "Furthermore,": [166], "paper": [169], "serves": [170], "highlight": [172], "potential": [173], "areas": [174], "investigation": [177], "by": [178], "critically": [179], "evaluating": [180], "studies": [181], "2019": [183], "2023,": [185], "thereby": [186], "acting": [187], "stepping-stone": [190], "further": [192], "research": [193], "endeavors.": [194]}, "counts_by_year": [{"year": 2026, "cited_by_count": 33}, {"year": 2025, "cited_by_count": 110}, {"year": 2024, "cited_by_count": 48}, {"year": 2023, "cited_by_count": 5}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2112796928", "doi": "https://doi.org/10.1109/5.726791", "title": "Gradient-based learning applied to document recognition", "display_name": "Gradient-based learning applied to document recognition", "relevance_score": 1129.2367, "publication_year": 1998, "publication_date": "1998-01-01", "ids": {"openalex": "https://openalex.org/W2112796928", "doi": "https://doi.org/10.1109/5.726791", "mag": "2112796928"}, "language": "en", "primary_location": {"id": "doi:10.1109/5.726791", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/5.726791", "pdf_url": null, "source": {"id": "https://openalex.org/S68686220", "display_name": "Proceedings of the IEEE", "issn_l": "0018-9219", "issn": ["0018-9219", "1558-2256"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the IEEE", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://hal.science/hal-03926082/document", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5001226970", "display_name": "Yann LeCun", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1283103587", "display_name": "AT&T (United States)", "ror": "https://ror.org/02bbd5539", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1283103587"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Y. Lecun", "raw_affiliation_strings": ["Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "Speech and Image Processing Services Research Laboratory"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "institution_ids": ["https://openalex.org/I1283103587"]}, {"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5019206666", "display_name": "L\u00e9on Bottou", "orcid": "https://orcid.org/0000-0002-9894-8128"}, "institutions": [{"id": "https://openalex.org/I1283103587", "display_name": "AT&T (United States)", "ror": "https://ror.org/02bbd5539", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1283103587"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "L. Bottou", "raw_affiliation_strings": ["Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "Speech and Image Processing Services Research Laboratory"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "institution_ids": ["https://openalex.org/I1283103587"]}, {"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5086198262", "display_name": "Yoshua Bengio", "orcid": "https://orcid.org/0000-0002-9322-3515"}, "institutions": [{"id": "https://openalex.org/I70931966", "display_name": "Universit\u00e9 de Montr\u00e9al", "ror": "https://ror.org/0161xgx34", "country_code": "CA", "type": "education", "lineage": ["https://openalex.org/I70931966"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Y. Bengio", "raw_affiliation_strings": ["D\u00e9partement D'Informatique et de Recherche Op\u00e9rationelle, Universit\u00e9 de Montreal, Montreal, QUE, Canada", "Universit\u00e9 de Montr\u00e9al", "Speech and Image Processing Services Research Laboratory"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "D\u00e9partement D'Informatique et de Recherche Op\u00e9rationelle, Universit\u00e9 de Montreal, Montreal, QUE, Canada", "institution_ids": ["https://openalex.org/I70931966"]}, {"raw_affiliation_string": "Universit\u00e9 de Montr\u00e9al", "institution_ids": ["https://openalex.org/I70931966"]}, {"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory", "institution_ids": []}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5026605560", "display_name": "Patrick Haffner", "orcid": "https://orcid.org/0000-0002-2319-5109"}, "institutions": [{"id": "https://openalex.org/I1283103587", "display_name": "AT&T (United States)", "ror": "https://ror.org/02bbd5539", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1283103587"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "P. Haffner", "raw_affiliation_strings": ["Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "Speech and Image Processing Services Research Laboratory"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "institution_ids": ["https://openalex.org/I1283103587"]}, {"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory", "institution_ids": []}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5001226970"], "corresponding_institution_ids": ["https://openalex.org/I1283103587"], "apc_list": null, "apc_paid": null, "fwci": 12.5005, "has_fulltext": true, "cited_by_count": 57740, "citation_normalized_percentile": {"value": 0.98902794, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "86", "issue": "11", "first_page": "2278", "last_page": "2324"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10601", "display_name": "Handwritten Text Recognition Techniques", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10601", "display_name": "Handwritten Text Recognition Techniques", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T14339", "display_name": "Image Processing and 3D Reconstruction", "score": 0.9968000054359436, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10320", "display_name": "Neural Networks and Applications", "score": 0.9950000047683716, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8254276514053345}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.6142195463180542}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.5978816747665405}, {"id": "https://openalex.org/keywords/intelligent-character-recognition", "display_name": "Intelligent character recognition", "score": 0.5887831449508667}, {"id": "https://openalex.org/keywords/handwriting-recognition", "display_name": "Handwriting recognition", "score": 0.5319666266441345}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5122293829917908}, {"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.49849534034729004}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.49462172389030457}, {"id": "https://openalex.org/keywords/handwriting", "display_name": "Handwriting", "score": 0.46896353363990784}, {"id": "https://openalex.org/keywords/preprocessor", "display_name": "Preprocessor", "score": 0.4614042639732361}, {"id": "https://openalex.org/keywords/deep-learning", "display_name": "Deep learning", "score": 0.460247665643692}, {"id": "https://openalex.org/keywords/graph", "display_name": "Graph", "score": 0.4320318102836609}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.35688453912734985}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.34401291608810425}, {"id": "https://openalex.org/keywords/feature-extraction", "display_name": "Feature extraction", "score": 0.29552727937698364}, {"id": "https://openalex.org/keywords/character-recognition", "display_name": "Character recognition", "score": 0.19865167140960693}, {"id": "https://openalex.org/keywords/theoretical-computer-science", "display_name": "Theoretical computer science", "score": 0.08571499586105347}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8254276514053345}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.6142195463180542}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.5978816747665405}, {"id": "https://openalex.org/C44868376", "wikidata": "https://www.wikidata.org/wiki/Q3099089", "display_name": "Intelligent character recognition", "level": 4, "score": 0.5887831449508667}, {"id": "https://openalex.org/C112640561", "wikidata": "https://www.wikidata.org/wiki/Q2440634", "display_name": "Handwriting recognition", "level": 3, "score": 0.5319666266441345}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5122293829917908}, {"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.49849534034729004}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.49462172389030457}, {"id": "https://openalex.org/C2779386606", "wikidata": "https://www.wikidata.org/wiki/Q2393642", "display_name": "Handwriting", "level": 2, "score": 0.46896353363990784}, {"id": "https://openalex.org/C34736171", "wikidata": "https://www.wikidata.org/wiki/Q918333", "display_name": "Preprocessor", "level": 2, "score": 0.4614042639732361}, {"id": "https://openalex.org/C108583219", "wikidata": "https://www.wikidata.org/wiki/Q197536", "display_name": "Deep learning", "level": 2, "score": 0.460247665643692}, {"id": "https://openalex.org/C132525143", "wikidata": "https://www.wikidata.org/wiki/Q141488", "display_name": "Graph", "level": 2, "score": 0.4320318102836609}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.35688453912734985}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.34401291608810425}, {"id": "https://openalex.org/C52622490", "wikidata": "https://www.wikidata.org/wiki/Q1026626", "display_name": "Feature extraction", "level": 2, "score": 0.29552727937698364}, {"id": "https://openalex.org/C2987247673", "wikidata": "https://www.wikidata.org/wiki/Q167555", "display_name": "Character recognition", "level": 3, "score": 0.19865167140960693}, {"id": "https://openalex.org/C80444323", "wikidata": "https://www.wikidata.org/wiki/Q2878974", "display_name": "Theoretical computer science", "level": 1, "score": 0.08571499586105347}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1109/5.726791", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/5.726791", "pdf_url": null, "source": {"id": "https://openalex.org/S68686220", "display_name": "Proceedings of the IEEE", "issn_l": "0018-9219", "issn": ["0018-9219", "1558-2256"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the IEEE", "raw_type": "journal-article"}, {"id": "pmh:oai:HAL:hal-03926082v1", "is_oa": true, "landing_page_url": "https://hal.science/hal-03926082", "pdf_url": "https://hal.science/hal-03926082/document", "source": {"id": "https://openalex.org/S4306402512", "display_name": "HAL (Le Centre pour la Communication Scientifique Directe)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1294671590", "host_organization_name": "Centre National de la Recherche Scientifique", "host_organization_lineage": ["https://openalex.org/I1294671590"], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Proceedings of the IEEE, 1998, 86 (11), pp.2278-2324. ⟨10.1109/5.726791⟩", "raw_type": "Journal articles"}], "best_oa_location": {"id": "pmh:oai:HAL:hal-03926082v1", "is_oa": true, "landing_page_url": "https://hal.science/hal-03926082", "pdf_url": "https://hal.science/hal-03926082/document", "source": {"id": "https://openalex.org/S4306402512", "display_name": "HAL (Le Centre pour la Communication Scientifique Directe)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1294671590", "host_organization_name": "Centre National de la Recherche Scientifique", "host_organization_lineage": ["https://openalex.org/I1294671590"], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Proceedings of the IEEE, 1998, 86 (11), pp.2278-2324. ⟨10.1109/5.726791⟩", "raw_type": "Journal articles"}, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"pdf": true, "grobid_xml": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W2112796928.pdf", "grobid_xml": "https://content.openalex.org/works/W2112796928.grobid-xml"}, "referenced_works_count": 135, "referenced_works": ["https://openalex.org/W19621276", "https://openalex.org/W28586472", "https://openalex.org/W66978610", "https://openalex.org/W85412639", "https://openalex.org/W98859974", "https://openalex.org/W103129759", "https://openalex.org/W146900863", "https://openalex.org/W169539560", "https://openalex.org/W183625566", "https://openalex.org/W324611197", "https://openalex.org/W413857758", "https://openalex.org/W811578723", "https://openalex.org/W1530666108", "https://openalex.org/W1544211475", "https://openalex.org/W1547224907", "https://openalex.org/W1553004968", "https://openalex.org/W1575881144", "https://openalex.org/W1597009674", "https://openalex.org/W1625762979", "https://openalex.org/W1654022110", "https://openalex.org/W1667072054", "https://openalex.org/W1676820704", "https://openalex.org/W1761621746", "https://openalex.org/W1836880760", "https://openalex.org/W1877570817", "https://openalex.org/W1919233617", "https://openalex.org/W1975113431", "https://openalex.org/W1991133427", "https://openalex.org/W1992774725", "https://openalex.org/W1994065256", "https://openalex.org/W1994530392", "https://openalex.org/W1998255116", "https://openalex.org/W1999497791", "https://openalex.org/W2006544565", "https://openalex.org/W2007857129", "https://openalex.org/W2010315761", "https://openalex.org/W2010581677", "https://openalex.org/W2030781528", "https://openalex.org/W2035526030", "https://openalex.org/W2041460909", "https://openalex.org/W2042492924", "https://openalex.org/W2046485094", "https://openalex.org/W2047121664", "https://openalex.org/W2053176763", "https://openalex.org/W2055075080", "https://openalex.org/W2056695679", "https://openalex.org/W2056763477", "https://openalex.org/W2057200159", "https://openalex.org/W2057619148", "https://openalex.org/W2060604179", "https://openalex.org/W2063541597", "https://openalex.org/W2087347434", "https://openalex.org/W2090614046", "https://openalex.org/W2091987367", "https://openalex.org/W2093717447", "https://openalex.org/W2095757522", "https://openalex.org/W2095891604", "https://openalex.org/W2097316030", "https://openalex.org/W2099070536", "https://openalex.org/W2100921332", "https://openalex.org/W2103496339", "https://openalex.org/W2104867159", "https://openalex.org/W2107878631", "https://openalex.org/W2112957975", "https://openalex.org/W2113292028", "https://openalex.org/W2115240329", "https://openalex.org/W2116360511", "https://openalex.org/W2117671523", "https://openalex.org/W2119113516", "https://openalex.org/W2124351082", "https://openalex.org/W2125529971", "https://openalex.org/W2125838338", "https://openalex.org/W2126514931", "https://openalex.org/W2128652941", "https://openalex.org/W2131877510", "https://openalex.org/W2132131403", "https://openalex.org/W2132793646", "https://openalex.org/W2132904398", "https://openalex.org/W2134267682", "https://openalex.org/W2134429390", "https://openalex.org/W2135936685", "https://openalex.org/W2137291015", "https://openalex.org/W2137440383", "https://openalex.org/W2140005396", "https://openalex.org/W2140539590", "https://openalex.org/W2141207507", "https://openalex.org/W2144354855", "https://openalex.org/W2144405074", "https://openalex.org/W2147800946", "https://openalex.org/W2148099973", "https://openalex.org/W2148295954", "https://openalex.org/W2148603752", "https://openalex.org/W2149814369", "https://openalex.org/W2151871503", "https://openalex.org/W2154579312", "https://openalex.org/W2156909104", "https://openalex.org/W2158670134", "https://openalex.org/W2161523118", "https://openalex.org/W2162794177", "https://openalex.org/W2165668746", "https://openalex.org/W2165959773", "https://openalex.org/W2166559794", "https://openalex.org/W2168263526", "https://openalex.org/W2170599822", "https://openalex.org/W2170837066", "https://openalex.org/W2171590421", "https://openalex.org/W2346626577", "https://openalex.org/W2432517183", "https://openalex.org/W2565808444", "https://openalex.org/W2566703758", "https://openalex.org/W2598912124", "https://openalex.org/W2606748186", "https://openalex.org/W2609716011", "https://openalex.org/W2728988083", "https://openalex.org/W2766736793", "https://openalex.org/W2798500587", "https://openalex.org/W3004732066", "https://openalex.org/W3016210511", "https://openalex.org/W3017143921", "https://openalex.org/W3022861191", "https://openalex.org/W3101571078", "https://openalex.org/W3139633029", "https://openalex.org/W3207021134", "https://openalex.org/W4206670532", "https://openalex.org/W4212774754", "https://openalex.org/W4301028212", "https://openalex.org/W6601183909", "https://openalex.org/W6602736415", "https://openalex.org/W6603414532", "https://openalex.org/W6604275113", "https://openalex.org/W6635935089", "https://openalex.org/W6637187546", "https://openalex.org/W6678720029", "https://openalex.org/W6682751323", "https://openalex.org/W6776675433"], "related_works": ["https://openalex.org/W4386428871", "https://openalex.org/W3199359807", "https://openalex.org/W4220954837", "https://openalex.org/W3047607512", "https://openalex.org/W3003949997", "https://openalex.org/W4390983538", "https://openalex.org/W2110485610", "https://openalex.org/W183832189", "https://openalex.org/W3163065387", "https://openalex.org/W2406729210"], "abstract_inverted_index": {"Multilayer": [0], "neural": [1, 69, 172], "networks": [2, 114], "trained": [3, 122], "with": [4, 45, 77, 177], "the": [5, 9, 78, 145, 151], "back-propagation": [6], "algorithm": [7], "constitute": [8], "best": [10], "example": [11], "of": [12, 80, 96, 147, 153], "a": [13, 32, 62, 163], "successful": [14], "gradient": [15], "based": [16], "learning": [17, 25, 109], "technique.": [18], "Given": [19], "an": [20, 131], "appropriate": [21], "network": [22, 160, 173], "architecture,": [23], "gradient-based": [24, 125], "algorithms": [26], "can": [27, 37], "be": [28, 121], "used": [29], "to": [30, 54, 75, 85, 120, 129, 181], "synthesize": [31], "complex": [33], "decision": [34], "surface": [35], "that": [36], "classify": [38], "high-dimensional": [39], "patterns,": [40], "such": [41, 117], "as": [42, 128], "handwritten": [43, 55, 64], "characters,": [44], "minimal": [46], "preprocessing.": [47], "This": [48], "paper": [49], "reviews": [50], "various": [51], "methods": [52, 126], "applied": [53], "character": [56, 174], "recognition": [57, 66, 92, 140], "and": [58, 104, 150, 187, 194], "compares": [59], "them": [60], "on": [61, 185], "standard": [63], "digit": [65], "task.": [67], "Convolutional": [68], "networks,": [70], "which": [71], "are": [72, 83, 94, 141], "specifically": [73], "designed": [74], "deal": [76], "variability": [79], "2D": [81], "shapes,": [82], "shown": [84], "outperform": [86], "all": [87], "other": [88], "techniques.": [89], "Real-life": [90], "document": [91], "systems": [93, 119, 136], "composed": [95], "multiple": [97], "modules": [98], "including": [99], "field": [100], "extraction,": [101], "segmentation": [102], "recognition,": [103], "language": [105], "modeling.": [106], "A": [107, 157], "new": [108], "paradigm,": [110], "called": [111], "graph": [112, 154, 158], "transformer": [113, 155, 159], "(GTN),": [115], "allows": [116], "multimodule": [118], "globally": [123], "using": [124], "so": [127], "minimize": [130], "overall": [132], "performance": [133], "measure.": [134], "Two": [135], "for": [137, 161], "online": [138], "handwriting": [139], "described.": [142, 168], "Experiments": [143], "demonstrate": [144], "advantage": [146], "global": [148, 178], "training,": [149], "flexibility": [152], "networks.": [156], "reading": [162], "bank": [164], "cheque": [165], "is": [166, 191], "also": [167], "It": [169, 190], "uses": [170], "convolutional": [171], "recognizers": [175], "combined": [176], "training": [179], "techniques": [180], "provide": [182], "record": [183], "accuracy": [184], "business": [186], "personal": [188], "cheques.": [189], "deployed": [192], "commercially": [193], "reads": [195], "several": [196], "million": [197], "cheques": [198], "per": [199], "day.": [200]}, "counts_by_year": [{"year": 2026, "cited_by_count": 1518}, {"year": 2025, "cited_by_count": 5912}, {"year": 2024, "cited_by_count": 5845}, {"year": 2023, "cited_by_count": 6001}, {"year": 2022, "cited_by_count": 5762}, {"year": 2021, "cited_by_count": 7029}, {"year": 2020, "cited_by_count": 6668}, {"year": 2019, "cited_by_count": 5972}, {"year": 2018, "cited_by_count": 4360}, {"year": 2017, "cited_by_count": 2921}, {"year": 2016, "cited_by_count": 1943}, {"year": 2015, "cited_by_count": 1295}, {"year": 2014, "cited_by_count": 661}, {"year": 2013, "cited_by_count": 414}, {"year": 2012, "cited_by_count": 279}], "updated_date": "2026-05-20T08:49:12.498775", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2086262575", "doi": "https://doi.org/10.1109/tie.2012.2204710", "title": "Solid-State Transformer Architecture Using AC\u2013AC Dual-Active-Bridge Converter", "display_name": "Solid-State Transformer Architecture Using AC\u2013AC Dual-Active-Bridge Converter", "relevance_score": 1076.3502, "publication_year": 2012, "publication_date": "2012-06-13", "ids": {"openalex": "https://openalex.org/W2086262575", "doi": "https://doi.org/10.1109/tie.2012.2204710", "mag": "2086262575"}, "language": "en", "primary_location": {"id": "doi:10.1109/tie.2012.2204710", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/tie.2012.2204710", "pdf_url": null, "source": {"id": "https://openalex.org/S58031724", "display_name": "IEEE Transactions on Industrial Electronics", "issn_l": "0278-0046", "issn": ["0278-0046", "1557-9948"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Transactions on Industrial Electronics", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5048844717", "display_name": "Hengsi Qin", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Hengsi Qin", "raw_affiliation_strings": ["SolarBridge Technologies, Austin, TX, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "SolarBridge Technologies, Austin, TX, USA", "institution_ids": []}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5067936853", "display_name": "Jonathan W. Kimball", "orcid": "https://orcid.org/0000-0002-4061-2007"}, "institutions": [{"id": "https://openalex.org/I20382870", "display_name": "Missouri University of Science and Technology", "ror": "https://ror.org/00scwqd12", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I20382870"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jonathan W. Kimball", "raw_affiliation_strings": ["Science and Technology, Missouri University, Rolla, MO, USA", "Missouri University of Science and Technology, Rolla(MO), USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Science and Technology, Missouri University, Rolla, MO, USA", "institution_ids": ["https://openalex.org/I20382870"]}, {"raw_affiliation_string": "Missouri University of Science and Technology, Rolla(MO), USA", "institution_ids": ["https://openalex.org/I20382870"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 2, "corresponding_author_ids": ["https://openalex.org/A5048844717"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 12.4904, "has_fulltext": false, "cited_by_count": 302, "citation_normalized_percentile": {"value": 0.98994315, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 96, "max": 100}, "biblio": {"volume": "60", "issue": "9", "first_page": "3720", "last_page": "3730"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10175", "display_name": "Advanced DC-DC Converters", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10175", "display_name": "Advanced DC-DC Converters", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10228", "display_name": "Multilevel Inverters and Converters", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10361", "display_name": "Silicon Carbide Semiconductor Technologies", "score": 0.9991000294685364, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6402082443237305}, {"id": "https://openalex.org/keywords/converters", "display_name": "Converters", "score": 0.632585883140564}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.5872470140457153}, {"id": "https://openalex.org/keywords/electronic-engineering", "display_name": "Electronic engineering", "score": 0.5092145204544067}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.5091883540153503}, {"id": "https://openalex.org/keywords/distribution-transformer", "display_name": "Distribution transformer", "score": 0.4843481779098511}, {"id": "https://openalex.org/keywords/commutation", "display_name": "Commutation", "score": 0.44919419288635254}, {"id": "https://openalex.org/keywords/delta-wye-transformer", "display_name": "Delta-wye transformer", "score": 0.4375254213809967}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.4327124357223511}, {"id": "https://openalex.org/keywords/ac-power", "display_name": "AC power", "score": 0.41510722041130066}, {"id": "https://openalex.org/keywords/topology", "display_name": "Topology (electrical circuits)", "score": 0.34691113233566284}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6402082443237305}, {"id": "https://openalex.org/C2778422915", "wikidata": "https://www.wikidata.org/wiki/Q10302051", "display_name": "Converters", "level": 3, "score": 0.632585883140564}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.5872470140457153}, {"id": "https://openalex.org/C24326235", "wikidata": "https://www.wikidata.org/wiki/Q126095", "display_name": "Electronic engineering", "level": 1, "score": 0.5092145204544067}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.5091883540153503}, {"id": "https://openalex.org/C117323899", "wikidata": "https://www.wikidata.org/wiki/Q1907989", "display_name": "Distribution transformer", "level": 4, "score": 0.4843481779098511}, {"id": "https://openalex.org/C2780147050", "wikidata": "https://www.wikidata.org/wiki/Q5155085", "display_name": "Commutation", "level": 3, "score": 0.44919419288635254}, {"id": "https://openalex.org/C138838965", "wikidata": "https://www.wikidata.org/wiki/Q1258026", "display_name": "Delta-wye transformer", "level": 5, "score": 0.4375254213809967}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.4327124357223511}, {"id": "https://openalex.org/C108755667", "wikidata": "https://www.wikidata.org/wiki/Q1930258", "display_name": "AC power", "level": 3, "score": 0.41510722041130066}, {"id": "https://openalex.org/C184720557", "wikidata": "https://www.wikidata.org/wiki/Q7825049", "display_name": "Topology (electrical circuits)", "level": 2, "score": 0.34691113233566284}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1109/tie.2012.2204710", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/tie.2012.2204710", "pdf_url": null, "source": {"id": "https://openalex.org/S58031724", "display_name": "IEEE Transactions on Industrial Electronics", "issn_l": "0278-0046", "issn": ["0278-0046", "1557-9948"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Transactions on Industrial Electronics", "raw_type": "journal-article"}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Affordable and clean energy", "id": "https://metadata.un.org/sdg/7", "score": 0.8100000023841858}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 51, "referenced_works": ["https://openalex.org/W1921893474", "https://openalex.org/W1936507428", "https://openalex.org/W1966751624", "https://openalex.org/W1978262178", "https://openalex.org/W1988763274", "https://openalex.org/W1990778263", "https://openalex.org/W2003957547", "https://openalex.org/W2008488941", "https://openalex.org/W2018476846", "https://openalex.org/W2020395481", "https://openalex.org/W2028498710", "https://openalex.org/W2039393772", "https://openalex.org/W2043982179", "https://openalex.org/W2072823569", "https://openalex.org/W2075995693", "https://openalex.org/W2081611481", "https://openalex.org/W2087690113", "https://openalex.org/W2096635416", "https://openalex.org/W2097452017", "https://openalex.org/W2100854726", "https://openalex.org/W2103069022", "https://openalex.org/W2104240775", "https://openalex.org/W2107683369", "https://openalex.org/W2108957158", "https://openalex.org/W2109543082", "https://openalex.org/W2110938228", "https://openalex.org/W2118203870", "https://openalex.org/W2126455698", "https://openalex.org/W2141920525", "https://openalex.org/W2142138792", "https://openalex.org/W2146501232", "https://openalex.org/W2149329765", "https://openalex.org/W2151403432", "https://openalex.org/W2158114484", "https://openalex.org/W2158646993", "https://openalex.org/W2164703709", "https://openalex.org/W2165258322", "https://openalex.org/W2169607864", "https://openalex.org/W2170146969", "https://openalex.org/W2171886847", "https://openalex.org/W2189401491", "https://openalex.org/W2544635369", "https://openalex.org/W2548277652", "https://openalex.org/W2564871882", "https://openalex.org/W6647620646", "https://openalex.org/W6661629785", "https://openalex.org/W6674864641", "https://openalex.org/W6676364301", "https://openalex.org/W6681139468", "https://openalex.org/W6729091931", "https://openalex.org/W6729704689"], "related_works": ["https://openalex.org/W2991413088", "https://openalex.org/W2124772464", "https://openalex.org/W2367749627", "https://openalex.org/W3017739981", "https://openalex.org/W4251988900", "https://openalex.org/W2342320624", "https://openalex.org/W1495951840", "https://openalex.org/W1568097362", "https://openalex.org/W2358878017", "https://openalex.org/W4232944095"], "abstract_inverted_index": {"Modern": [0], "development": [1], "of": [2, 10, 38, 85], "semiconductor": [3], "power-switching": [4], "devices": [5], "has": [6], "promoted": [7], "the": [8, 18, 61, 79, 83, 95, 109], "use": [9], "power": [11, 15, 54, 57], "electronic": [12], "converters": [13], "as": [14], "transformers": [16], "at": [17], "distribution": [19], "level.": [20], "This": [21, 76], "paper": [22, 77], "presents": [23], "an": [24], "ac-ac": [25, 96], "dual-active-bridge": [26], "(DAB)": [27], "converter": [28, 35], "for": [29, 94], "a": [30, 90, 102], "solid-state": [31], "transformer.": [32, 45], "The": [33], "proposed": [34], "topology": [36], "consists": [37], "two": [39, 65], "active": [40], "H-bridges": [41], "and": [42, 82], "one": [43], "high-frequency": [44], "Four-quadrant": [46], "switch": [47, 91], "cells": [48], "are": [49, 105], "used": [50], "to": [51, 107], "allow": [52], "bidirectional": [53], "flow.": [55], "Because": [56], "is": [58], "controlled": [59], "by": [60], "phase": [62], "shift": [63], "between": [64], "bridges,": [66], "output": [67], "voltage": [68, 74], "can": [69], "be": [70], "regulated": [71], "when": [72], "input": [73], "changes.": [75], "analyzes": [78], "steady-state": [80], "operation": [81], "range": [84], "zero-voltage": [86], "switching.": [87], "It": [88], "develops": [89], "commutation": [92], "scheme": [93], "DAB": [97], "converters.": [98], "Experimental": [99], "results": [100], "from": [101], "scaled-down": [103], "prototype": [104], "provided": [106], "verify": [108], "theoretical": [110], "analysis.": [111]}, "counts_by_year": [{"year": 2026, "cited_by_count": 3}, {"year": 2025, "cited_by_count": 19}, {"year": 2024, "cited_by_count": 19}, {"year": 2023, "cited_by_count": 20}, {"year": 2022, "cited_by_count": 42}, {"year": 2021, "cited_by_count": 31}, {"year": 2020, "cited_by_count": 32}, {"year": 2019, "cited_by_count": 26}, {"year": 2018, "cited_by_count": 25}, {"year": 2017, "cited_by_count": 18}, {"year": 2016, "cited_by_count": 17}, {"year": 2015, "cited_by_count": 27}, {"year": 2014, "cited_by_count": 20}, {"year": 2013, "cited_by_count": 3}], "updated_date": "2026-05-06T08:25:59.206177", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2997847174", "doi": "https://doi.org/10.1609/aaai.v34i05.6430", "title": "TreeGen: A Tree-Based Transformer Architecture for Code Generation", "display_name": "TreeGen: A Tree-Based Transformer Architecture for Code Generation", "relevance_score": 1027.2891, "publication_year": 2020, "publication_date": "2020-04-03", "ids": {"openalex": "https://openalex.org/W2997847174", "doi": "https://doi.org/10.1609/aaai.v34i05.6430", "mag": "2997847174"}, "language": "en", "primary_location": {"id": "doi:10.1609/aaai.v34i05.6430", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v34i05.6430", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6430/6286", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "diamond", "oa_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6430/6286", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5047965752", "display_name": "Zeyu Sun", "orcid": "https://orcid.org/0000-0002-9990-9120"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Zeyu Sun", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047271595", "display_name": "Qihao Zhu", "orcid": "https://orcid.org/0000-0001-8036-2623"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Qihao Zhu", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100712724", "display_name": "Yingfei Xiong", "orcid": "https://orcid.org/0000-0001-8991-747X"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yingfei Xiong", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5091706559", "display_name": "Yican Sun", "orcid": null}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yican Sun", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5024821632", "display_name": "Lili Mou", "orcid": "https://orcid.org/0000-0001-7753-4295"}, "institutions": [{"id": "https://openalex.org/I154425047", "display_name": "University of Alberta", "ror": "https://ror.org/0160cpw27", "country_code": "CA", "type": "education", "lineage": ["https://openalex.org/I154425047"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Lili Mou", "raw_affiliation_strings": ["University of Alberta"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Alberta", "institution_ids": ["https://openalex.org/I154425047"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100388609", "display_name": "Lu Zhang", "orcid": "https://orcid.org/0000-0002-1275-9247"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Lu Zhang", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 6, "corresponding_author_ids": ["https://openalex.org/A5047965752"], "corresponding_institution_ids": ["https://openalex.org/I20231570"], "apc_list": null, "apc_paid": null, "fwci": 35.6638, "has_fulltext": true, "cited_by_count": 163, "citation_normalized_percentile": {"value": 0.99898964, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 95, "max": 100}, "biblio": {"volume": "34", "issue": "05", "first_page": "8984", "last_page": "8991"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10260", "display_name": "Software Engineering Research", "score": 0.9965999722480774, "subfield": {"id": "https://openalex.org/subfields/1710", "display_name": "Information Systems"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10260", "display_name": "Software Engineering Research", "score": 0.9965999722480774, "subfield": {"id": "https://openalex.org/subfields/1710", "display_name": "Information Systems"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10743", "display_name": "Software Testing and Debugging Techniques", "score": 0.987500011920929, "subfield": {"id": "https://openalex.org/subfields/1712", "display_name": "Software"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9787999987602234, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8318791389465332}, {"id": "https://openalex.org/keywords/python", "display_name": "Python (programming language)", "score": 0.6459141969680786}, {"id": "https://openalex.org/keywords/code-generation", "display_name": "Code generation", "score": 0.6212909817695618}, {"id": "https://openalex.org/keywords/parsing", "display_name": "Parsing", "score": 0.5665401220321655}, {"id": "https://openalex.org/keywords/programming-language", "display_name": "Programming language", "score": 0.5579735040664673}, {"id": "https://openalex.org/keywords/parse-tree", "display_name": "Parse tree", "score": 0.5068469643592834}, {"id": "https://openalex.org/keywords/redundant-code", "display_name": "Redundant code", "score": 0.4583979547023773}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.4532838463783264}, {"id": "https://openalex.org/keywords/source-code", "display_name": "Source code", "score": 0.4370434284210205}, {"id": "https://openalex.org/keywords/abstract-syntax-tree", "display_name": "Abstract syntax tree", "score": 0.4168773293495178}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.41072720289230347}, {"id": "https://openalex.org/keywords/theoretical-computer-science", "display_name": "Theoretical computer science", "score": 0.33797556161880493}, {"id": "https://openalex.org/keywords/operating-system", "display_name": "Operating system", "score": 0.10101857781410217}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8318791389465332}, {"id": "https://openalex.org/C519991488", "wikidata": "https://www.wikidata.org/wiki/Q28865", "display_name": "Python (programming language)", "level": 2, "score": 0.6459141969680786}, {"id": "https://openalex.org/C133162039", "wikidata": "https://www.wikidata.org/wiki/Q1061077", "display_name": "Code generation", "level": 3, "score": 0.6212909817695618}, {"id": "https://openalex.org/C186644900", "wikidata": "https://www.wikidata.org/wiki/Q194152", "display_name": "Parsing", "level": 2, "score": 0.5665401220321655}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.5579735040664673}, {"id": "https://openalex.org/C2781466058", "wikidata": "https://www.wikidata.org/wiki/Q627921", "display_name": "Parse tree", "level": 3, "score": 0.5068469643592834}, {"id": "https://openalex.org/C151578736", "wikidata": "https://www.wikidata.org/wiki/Q1251793", "display_name": "Redundant code", "level": 4, "score": 0.4583979547023773}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.4532838463783264}, {"id": "https://openalex.org/C43126263", "wikidata": "https://www.wikidata.org/wiki/Q128751", "display_name": "Source code", "level": 2, "score": 0.4370434284210205}, {"id": "https://openalex.org/C58646249", "wikidata": "https://www.wikidata.org/wiki/Q127380", "display_name": "Abstract syntax tree", "level": 3, "score": 0.4168773293495178}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.41072720289230347}, {"id": "https://openalex.org/C80444323", "wikidata": "https://www.wikidata.org/wiki/Q2878974", "display_name": "Theoretical computer science", "level": 1, "score": 0.33797556161880493}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.10101857781410217}, {"id": "https://openalex.org/C26517878", "wikidata": "https://www.wikidata.org/wiki/Q228039", "display_name": "Key (lock)", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1609/aaai.v34i05.6430", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v34i05.6430", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6430/6286", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}], "best_oa_location": {"id": "doi:10.1609/aaai.v34i05.6430", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v34i05.6430", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6430/6286", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.6600000262260437}], "awards": [{"id": "https://openalex.org/G1512238080", "display_name": null, "funder_award_id": "61922003", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G2666260964", "display_name": null, "funder_award_id": "61529201", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G2865606360", "display_name": null, "funder_award_id": "61672045", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G8561260003", "display_name": null, "funder_award_id": "2017YFB1001803", "funder_id": "https://openalex.org/F4320335777", "funder_display_name": "National Key Research and Development Program of China"}], "funders": [{"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}, {"id": "https://openalex.org/F4320335777", "display_name": "National Key Research and Development Program of China", "ror": null}], "has_content": {"pdf": true, "grobid_xml": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W2997847174.pdf", "grobid_xml": "https://content.openalex.org/works/W2997847174.grobid-xml"}, "referenced_works_count": 36, "referenced_works": ["https://openalex.org/W1496189301", "https://openalex.org/W2103457851", "https://openalex.org/W2107878631", "https://openalex.org/W2111742432", "https://openalex.org/W2130942839", "https://openalex.org/W2175619924", "https://openalex.org/W2194775991", "https://openalex.org/W2227250678", "https://openalex.org/W2251673953", "https://openalex.org/W2282866165", "https://openalex.org/W2462831000", "https://openalex.org/W2531409750", "https://openalex.org/W2605887895", "https://openalex.org/W2606974598", "https://openalex.org/W2610002206", "https://openalex.org/W2798296074", "https://openalex.org/W2866343820", "https://openalex.org/W2888128175", "https://openalex.org/W2889467844", "https://openalex.org/W2890867094", "https://openalex.org/W2901813505", "https://openalex.org/W2962728167", "https://openalex.org/W2963357517", "https://openalex.org/W2963617989", "https://openalex.org/W2963794306", "https://openalex.org/W2963868406", "https://openalex.org/W2964325845", "https://openalex.org/W4293569541", "https://openalex.org/W4385245566", "https://openalex.org/W4394666973", "https://openalex.org/W6679436768", "https://openalex.org/W6687483927", "https://openalex.org/W6689008102", "https://openalex.org/W6697747940", "https://openalex.org/W6753916358", "https://openalex.org/W6755714500"], "related_works": ["https://openalex.org/W4310447811", "https://openalex.org/W2165004968", "https://openalex.org/W116913286", "https://openalex.org/W3122369893", "https://openalex.org/W2750654225", "https://openalex.org/W4200321676", "https://openalex.org/W3202887988", "https://openalex.org/W2053262616", "https://openalex.org/W1977905671", "https://openalex.org/W4376486317"], "abstract_inverted_index": {"A": [0, 49], "code": [1, 7, 22, 26, 40, 47, 90], "generation": [2], "system": [3], "generates": [4], "programming": [5], "language": [6, 13], "based": [8], "on": [9, 18, 44, 55, 124, 147, 158], "an": [10, 167], "input": [11], "natural": [12], "description.": [14], "State-of-the-art": [15], "approaches": [16, 157], "rely": [17], "neural": [19, 86, 155], "networks": [20], "for": [21, 52, 89], "generation.": [23, 91], "However,": [24], "these": [25], "generators": [27], "suffer": [28], "from": [29], "two": [30, 130], "problems.": [31], "One": [32], "is": [33, 69], "the": [34, 94, 101, 119, 139, 151], "long": [35], "dependency": [36], "problem,": [37, 103], "where": [38], "a": [39, 62, 83, 106, 125], "element": [41], "often": [42], "depends": [43, 54], "another": [45], "far-away": [46], "element.": [48], "variable": [50], "reference,": [51], "example,": [53], "its": [56], "definition,": [57], "which": [58], "may": [59], "appear": [60], "quite": [61], "few": [63], "lines": [64], "before.": [65], "The": [66], "other": [67], "problem": [68], "structure": [70], "modeling,": [71], "as": [72], "programs": [73], "contain": [74], "rich": [75], "structural": [76], "information.": [77], "In": [78], "this": [79], "paper,": [80], "we": [81], "propose": [82], "novel": [84, 107], "tree-based": [85], "architecture,": [87], "TreeGen,": [88], "TreeGen": [92, 123, 137], "uses": [93], "attention": [95], "mechanism": [96], "of": [97, 175], "Transformers": [98], "to": [99, 111, 170], "alleviate": [100], "long-dependency": [102], "and": [104, 115, 129, 135, 149, 161], "introduces": [105], "AST": [108, 116], "reader": [109], "(encoder)": [110], "incorporate": [112], "grammar": [113], "rules": [114], "structures": [117], "into": [118], "network.": [120], "We": [121, 164], "evaluated": [122], "Python": [126], "benchmark,": [127], "HearthStone,": [128, 148], "semantic": [131], "parsing": [132], "benchmarks,": [133], "ATIS": [134, 159], "GEO.": [136], "outperformed": [138], "previous": [140], "state-of-the-art": [141], "approach": [142], "by": [143], "4.5": [144], "percentage": [145], "points": [146], "achieved": [150], "best": [152], "accuracy": [153], "among": [154], "network-based": [156], "(89.1%)": [160], "GEO": [162], "(89.6%).": [163], "also": [165], "conducted": [166], "ablation": [168], "test": [169], "better": [171], "understand": [172], "each": [173], "component": [174], "our": [176], "model.": [177]}, "counts_by_year": [{"year": 2026, "cited_by_count": 1}, {"year": 2025, "cited_by_count": 21}, {"year": 2024, "cited_by_count": 33}, {"year": 2023, "cited_by_count": 37}, {"year": 2022, "cited_by_count": 34}, {"year": 2021, "cited_by_count": 32}, {"year": 2020, "cited_by_count": 5}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4313443611", "doi": "https://doi.org/10.1016/j.apenergy.2022.120565", "title": "Spatio-temporal wind speed forecasting using graph networks and novel Transformer architectures", "display_name": "Spatio-temporal wind speed forecasting using graph networks and novel Transformer architectures", "relevance_score": 1023.6679, "publication_year": 2022, "publication_date": "2022-12-28", "ids": {"openalex": "https://openalex.org/W4313443611", "doi": "https://doi.org/10.1016/j.apenergy.2022.120565"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.apenergy.2022.120565", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.apenergy.2022.120565", "pdf_url": "https://ars.els-cdn.com/content/image/1-s2.0-S0306261922018220-ga1_lrg.jpg", "source": {"id": "https://openalex.org/S109565702", "display_name": "Applied Energy", "issn_l": "0306-2619", "issn": ["0306-2619", "1872-9118"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Applied Energy", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "hybrid", "oa_url": "https://ars.els-cdn.com/content/image/1-s2.0-S0306261922018220-ga1_lrg.jpg", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5088173483", "display_name": "Lars \u00d8degaard Bentsen", "orcid": "https://orcid.org/0000-0003-2606-2907"}, "institutions": [{"id": "https://openalex.org/I184942183", "display_name": "University of Oslo", "ror": "https://ror.org/01xtthb56", "country_code": "NO", "type": "education", "lineage": ["https://openalex.org/I184942183"]}], "countries": ["NO"], "is_corresponding": true, "raw_author_name": "Lars \u00d8degaard Bentsen", "raw_affiliation_strings": ["Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway"], "raw_orcid": "https://orcid.org/0000-0003-2606-2907", "affiliations": [{"raw_affiliation_string": "Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway", "institution_ids": ["https://openalex.org/I184942183"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5015174757", "display_name": "Narada Dilp Warakagoda", "orcid": "https://orcid.org/0000-0002-9954-0431"}, "institutions": [{"id": "https://openalex.org/I184942183", "display_name": "University of Oslo", "ror": "https://ror.org/01xtthb56", "country_code": "NO", "type": "education", "lineage": ["https://openalex.org/I184942183"]}], "countries": ["NO"], "is_corresponding": false, "raw_author_name": "Narada Dilp Warakagoda", "raw_affiliation_strings": ["Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway", "institution_ids": ["https://openalex.org/I184942183"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5062372321", "display_name": "Roy Stenbro", "orcid": null}, "institutions": [{"id": "https://openalex.org/I3130438513", "display_name": "Institute for Energy Technology", "ror": "https://ror.org/02jqtg033", "country_code": "NO", "type": "facility", "lineage": ["https://openalex.org/I3130438513"]}], "countries": ["NO"], "is_corresponding": false, "raw_author_name": "Roy Stenbro", "raw_affiliation_strings": ["Institute for Energy Technology, P.O. Box 40, Kjeller, 2027, Viken, Norway"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Institute for Energy Technology, P.O. Box 40, Kjeller, 2027, Viken, Norway", "institution_ids": ["https://openalex.org/I3130438513"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5090446312", "display_name": "Paal Engelstad", "orcid": "https://orcid.org/0009-0000-8371-927X"}, "institutions": [{"id": "https://openalex.org/I184942183", "display_name": "University of Oslo", "ror": "https://ror.org/01xtthb56", "country_code": "NO", "type": "education", "lineage": ["https://openalex.org/I184942183"]}], "countries": ["NO"], "is_corresponding": false, "raw_author_name": "Paal Engelstad", "raw_affiliation_strings": ["Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway", "institution_ids": ["https://openalex.org/I184942183"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5088173483"], "corresponding_institution_ids": ["https://openalex.org/I184942183"], "apc_list": {"value": 4140, "currency": "USD", "value_usd": 4140}, "apc_paid": {"value": 4140, "currency": "USD", "value_usd": 4140}, "fwci": 14.1283, "has_fulltext": true, "cited_by_count": 176, "citation_normalized_percentile": {"value": 0.99483734, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "333", "issue": null, "first_page": "120565", "last_page": "120565"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11052", "display_name": "Energy Load and Power Forecasting", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11052", "display_name": "Energy Load and Power Forecasting", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10680", "display_name": "Wind Energy Research and Development", "score": 0.9890000224113464, "subfield": {"id": "https://openalex.org/subfields/2202", "display_name": "Aerospace Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11276", "display_name": "Solar Radiation and Photovoltaics", "score": 0.9872999787330627, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6665410995483398}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6326940059661865}, {"id": "https://openalex.org/keywords/wind-speed", "display_name": "Wind speed", "score": 0.5439571738243103}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.34972575306892395}, {"id": "https://openalex.org/keywords/data-mining", "display_name": "Data mining", "score": 0.32635822892189026}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.1799771785736084}, {"id": "https://openalex.org/keywords/meteorology", "display_name": "Meteorology", "score": 0.1109933853149414}, {"id": "https://openalex.org/keywords/geography", "display_name": "Geography", "score": 0.10301357507705688}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6665410995483398}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6326940059661865}, {"id": "https://openalex.org/C161067210", "wikidata": "https://www.wikidata.org/wiki/Q1464943", "display_name": "Wind speed", "level": 2, "score": 0.5439571738243103}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.34972575306892395}, {"id": "https://openalex.org/C124101348", "wikidata": "https://www.wikidata.org/wiki/Q172491", "display_name": "Data mining", "level": 1, "score": 0.32635822892189026}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.1799771785736084}, {"id": "https://openalex.org/C153294291", "wikidata": "https://www.wikidata.org/wiki/Q25261", "display_name": "Meteorology", "level": 1, "score": 0.1109933853149414}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.10301357507705688}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1016/j.apenergy.2022.120565", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.apenergy.2022.120565", "pdf_url": "https://ars.els-cdn.com/content/image/1-s2.0-S0306261922018220-ga1_lrg.jpg", "source": {"id": "https://openalex.org/S109565702", "display_name": "Applied Energy", "issn_l": "0306-2619", "issn": ["0306-2619", "1872-9118"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Applied Energy", "raw_type": "journal-article"}, {"id": "pmh:oai:www.duo.uio.no:10852/98696", "is_oa": true, "landing_page_url": "http://hdl.handle.net/10852/98696", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401717", "display_name": "Duo Research Archive (University of Oslo)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I184942183", "host_organization_name": "University of Oslo", "host_organization_lineage": ["https://openalex.org/I184942183"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "0306-2619", "raw_type": "info:eu-repo/semantics/article"}], "best_oa_location": {"id": "doi:10.1016/j.apenergy.2022.120565", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.apenergy.2022.120565", "pdf_url": "https://ars.els-cdn.com/content/image/1-s2.0-S0306261922018220-ga1_lrg.jpg", "source": {"id": "https://openalex.org/S109565702", "display_name": "Applied Energy", "issn_l": "0306-2619", "issn": ["0306-2619", "1872-9118"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Applied Energy", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Affordable and clean energy", "id": "https://metadata.un.org/sdg/7", "score": 0.9100000262260437}], "awards": [{"id": "https://openalex.org/G1495690182", "display_name": null, "funder_award_id": "PETROMAKS2", "funder_id": "https://openalex.org/F4320323299", "funder_display_name": "Norges Forskningsr\u00e5d"}, {"id": "https://openalex.org/G912397680", "display_name": null, "funder_award_id": "308838", "funder_id": "https://openalex.org/F4320323299", "funder_display_name": "Norges Forskningsr\u00e5d"}], "funders": [{"id": "https://openalex.org/F4320307899", "display_name": "ConocoPhillips", "ror": "https://ror.org/04hadnb81"}, {"id": "https://openalex.org/F4320316889", "display_name": "Equinor", "ror": "https://ror.org/017mte255"}, {"id": "https://openalex.org/F4320323299", "display_name": "Norges Forskningsr\u00e5d", "ror": "https://ror.org/00epmv149"}], "has_content": {"pdf": true, "grobid_xml": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4313443611.pdf", "grobid_xml": "https://content.openalex.org/works/W4313443611.grobid-xml"}, "referenced_works_count": 58, "referenced_works": ["https://openalex.org/W1533975523", "https://openalex.org/W1968378534", "https://openalex.org/W1969927657", "https://openalex.org/W1984061847", "https://openalex.org/W1989092102", "https://openalex.org/W2034954612", "https://openalex.org/W2036681246", "https://openalex.org/W2064675550", "https://openalex.org/W2067201152", "https://openalex.org/W2073004501", "https://openalex.org/W2076492086", "https://openalex.org/W2133564696", "https://openalex.org/W2272499513", "https://openalex.org/W2284726324", "https://openalex.org/W2469077086", "https://openalex.org/W2511683089", "https://openalex.org/W2519091744", "https://openalex.org/W2801503429", "https://openalex.org/W2805516822", "https://openalex.org/W2807252330", "https://openalex.org/W2884486887", "https://openalex.org/W2910279921", "https://openalex.org/W2913872388", "https://openalex.org/W2949676527", "https://openalex.org/W2954731415", "https://openalex.org/W2986268142", "https://openalex.org/W2991031800", "https://openalex.org/W3004665554", "https://openalex.org/W3015468748", "https://openalex.org/W3016252900", "https://openalex.org/W3031839705", "https://openalex.org/W3034467175", "https://openalex.org/W3097950615", "https://openalex.org/W3135523675", "https://openalex.org/W3136101012", "https://openalex.org/W3171884590", "https://openalex.org/W3173985852", "https://openalex.org/W3177318507", "https://openalex.org/W3200304500", "https://openalex.org/W3207278177", "https://openalex.org/W3212890323", "https://openalex.org/W4210482881", "https://openalex.org/W4220801201", "https://openalex.org/W4223651176", "https://openalex.org/W4223926961", "https://openalex.org/W4224981792", "https://openalex.org/W4225494949", "https://openalex.org/W4226065447", "https://openalex.org/W4285725512", "https://openalex.org/W4287729747", "https://openalex.org/W4295838474", "https://openalex.org/W4385245566", "https://openalex.org/W6739901393", "https://openalex.org/W6764679822", "https://openalex.org/W6771309782", "https://openalex.org/W6797155008", "https://openalex.org/W6807959870", "https://openalex.org/W6839238380"], "related_works": ["https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W2358668433", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W2382290278", "https://openalex.org/W2350741829", "https://openalex.org/W2530322880", "https://openalex.org/W1596801655", "https://openalex.org/W2359140296"], "abstract_inverted_index": {"To": [0], "improve": [1, 55], "the": [2, 27, 33, 47, 67, 86, 130, 159, 167, 170, 182, 189, 214, 218, 221, 238, 261, 278, 285, 293, 301], "security": [3], "and": [4, 40, 59, 163, 173, 181, 209, 253, 263, 269, 280], "reliability": [5], "of": [6, 14, 51, 66, 153, 186, 255], "wind": [7, 23, 57, 179, 199], "energy": [8], "production,": [9], "short-term": [10], "forecasting": [11, 25, 72, 180], "has": [12, 132], "become": [13, 133], "utmost": [15], "importance.": [16], "This": [17, 165], "study": [18, 34, 156, 215], "focuses": [19], "on": [20, 158, 250], "multi-step": [21, 71], "spatio-temporal": [22, 196, 204], "speed": [24], "for": [26, 64, 93, 136, 198, 277, 292], "Norwegian": [28], "continental": [29], "shelf.": [30], "In": [31], "particular,": [32], "considers": [35], "14": [36, 68], "offshore": [37], "measurement": [38], "stations": [39, 53], "aims": [41], "to": [42, 54, 105, 113, 147, 178, 232, 273, 299], "leverage": [43], "spatial": [44, 107], "dependencies": [45], "through": [46], "relative": [48], "physical": [49], "location": [50], "different": [52, 62, 110, 123, 302], "local": [56], "forecasts": [58, 63], "simultaneously": [60], "output": [61], "each": [65], "locations.": [69], "Our": [70, 297], "models": [73, 87, 219, 291, 303], "produce": [74, 88], "either": [75], "10-minute,": [76], "1-": [77], "or": [78, 188], "4-hour": [79, 294], "forecasts,": [80, 283], "with": [81, 109, 284], "10-minute": [82, 279], "resolution,": [83], "meaning": [84], "that": [85, 217, 259], "more": [89], "informative": [90], "time": [91, 150, 169, 184], "series": [92, 151], "predicted": [94], "future": [95], "trends.": [96], "A": [97], "graph": [98], "neural": [99, 124], "network": [100, 125], "(GNN)": [101], "architecture": [102, 248], "was": [103], "used": [104], "extract": [106], "dependencies,": [108], "update": [111, 118, 226], "functions": [112, 119, 227], "learn": [114], "temporal": [115], "correlations.": [116], "These": [117], "were": [120, 230, 271], "implemented": [121], "using": [122, 220], "architectures.": [126], "One": [127], "such": [128], "architecture,": [129], "Transformer,": [131], "increasingly": [134], "popular": [135], "sequence": [137], "modelling": [138], "in": [139, 194, 228], "recent": [140], "years.": [141], "Various": [142], "alterations": [143], "have": [144, 175, 191], "been": [145, 176, 192], "proposed": [146], "better": [148], "facilitate": [149], "forecasting,": [152], "which": [154, 243], "this": [155], "focused": [157], "Informer,": [160], "LogSparse": [161, 171], "Transformer": [162, 172, 223, 241, 247], "Autoformer.": [164], "is": [166, 244], "first": [168, 183], "Autoformer": [174, 270], "applied": [177], "any": [185], "these": [187], "Informer": [190], "formulated": [193], "a": [195, 245], "setting": [197], "forecasting.": [200], "By": [201], "comparing": [202], "against": [203], "Long": [205], "Short-Term": [206], "Memory": [207], "(LSTM)": [208], "Multi-Layer": [210], "Perceptron": [211], "(MLP)": [212], "models,": [213], "showed": [216], "altered": [222], "architectures": [224], "as": [225], "GNNs": [229], "able": [231], "outperform": [233], "these.": [234], "Furthermore,": [235], "we": [236], "propose": [237], "Fast": [239], "Fourier": [240], "(FFTransformer),": [242], "novel": [246], "based": [249], "signal": [251], "decomposition": [252], "consists": [254], "two": [256], "separate": [257], "streams": [258], "analyse": [260], "trend": [262], "periodic": [264], "components": [265], "separately.": [266], "The": [267], "FFTransformer": [268, 286], "found": [272], "achieve": [274], "superior": [275], "results": [276], "1-hour": [281], "ahead": [282, 295], "significantly": [287], "outperforming": [288], "all": [289], "other": [290], "forecasts.": [296], "code": [298], "implement": [300], "are": [304], "made": [305], "publicly": [306], "available": [307], "at:": [308], "https://github.com/LarsBentsen/FFTransformer.": [309]}, "counts_by_year": [{"year": 2026, "cited_by_count": 23}, {"year": 2025, "cited_by_count": 77}, {"year": 2024, "cited_by_count": 51}, {"year": 2023, "cited_by_count": 25}], "updated_date": "2026-05-16T08:24:45.110214", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4321460075", "doi": "https://doi.org/10.1016/j.measurement.2023.112614", "title": "Defect transformer: An efficient hybrid transformer architecture for surface defect detection", "display_name": "Defect transformer: An efficient hybrid transformer architecture for surface defect detection", "relevance_score": 952.95996, "publication_year": 2023, "publication_date": "2023-02-21", "ids": {"openalex": "https://openalex.org/W4321460075", "doi": "https://doi.org/10.1016/j.measurement.2023.112614"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.measurement.2023.112614", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.measurement.2023.112614", "pdf_url": null, "source": {"id": "https://openalex.org/S147767848", "display_name": "Measurement", "issn_l": "0263-2241", "issn": ["0263-2241", "1873-412X"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Measurement", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5001055732", "display_name": "Junpu Wang", "orcid": "https://orcid.org/0000-0002-6016-378X"}, "institutions": [{"id": "https://openalex.org/I9842412", "display_name": "Nanjing University of Aeronautics and Astronautics", "ror": "https://ror.org/01scyh794", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I9842412"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Junpu Wang", "raw_affiliation_strings": ["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "College of astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}, {"raw_affiliation_string": "College of astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5005550458", "display_name": "Guili Xu", "orcid": "https://orcid.org/0000-0001-5377-9837"}, "institutions": [{"id": "https://openalex.org/I9842412", "display_name": "Nanjing University of Aeronautics and Astronautics", "ror": "https://ror.org/01scyh794", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I9842412"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Guili Xu", "raw_affiliation_strings": ["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China"], "raw_orcid": "https://orcid.org/0000-0001-5377-9837", "affiliations": [{"raw_affiliation_string": "College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101554662", "display_name": "Fuju Yan", "orcid": "https://orcid.org/0000-0002-3698-7172"}, "institutions": [{"id": "https://openalex.org/I9842412", "display_name": "Nanjing University of Aeronautics and Astronautics", "ror": "https://ror.org/01scyh794", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I9842412"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Fuju Yan", "raw_affiliation_strings": ["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100642189", "display_name": "Jinjin Wang", "orcid": "https://orcid.org/0009-0009-0397-4517"}, "institutions": [{"id": "https://openalex.org/I9842412", "display_name": "Nanjing University of Aeronautics and Astronautics", "ror": "https://ror.org/01scyh794", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I9842412"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jinjin Wang", "raw_affiliation_strings": ["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "College of astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}, {"raw_affiliation_string": "College of astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5027556229", "display_name": "Zhengsheng Wang", "orcid": "https://orcid.org/0000-0002-3391-3258"}, "institutions": [{"id": "https://openalex.org/I9842412", "display_name": "Nanjing University of Aeronautics and Astronautics", "ror": "https://ror.org/01scyh794", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I9842412"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhengsheng Wang", "raw_affiliation_strings": ["College of Science, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "College of Science, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 5, "corresponding_author_ids": ["https://openalex.org/A5005550458"], "corresponding_institution_ids": ["https://openalex.org/I9842412"], "apc_list": {"value": 3500, "currency": "USD", "value_usd": 3500}, "apc_paid": null, "fwci": 24.4704, "has_fulltext": false, "cited_by_count": 127, "citation_normalized_percentile": {"value": 0.99692754, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "211", "issue": null, "first_page": "112614", "last_page": "112614"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T12111", "display_name": "Industrial Vision Systems and Defect Detection", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/2209", "display_name": "Industrial and Manufacturing Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T12111", "display_name": "Industrial Vision Systems and Defect Detection", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/2209", "display_name": "Industrial and Manufacturing Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11606", "display_name": "Infrastructure Maintenance and Monitoring", "score": 0.9944999814033508, "subfield": {"id": "https://openalex.org/subfields/2205", "display_name": "Civil and Structural Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13049", "display_name": "Surface Roughness and Optical Measurements", "score": 0.9936000108718872, "subfield": {"id": "https://openalex.org/subfields/2206", "display_name": "Computational Mechanics"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6667600274085999}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.643670380115509}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.6382297277450562}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.6199951767921448}, {"id": "https://openalex.org/keywords/pooling", "display_name": "Pooling", "score": 0.5243832468986511}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5176246762275696}, {"id": "https://openalex.org/keywords/locality", "display_name": "Locality", "score": 0.49953365325927734}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.4498268663883209}, {"id": "https://openalex.org/keywords/feature-learning", "display_name": "Feature learning", "score": 0.4191124439239502}, {"id": "https://openalex.org/keywords/computer-engineering", "display_name": "Computer engineering", "score": 0.326402485370636}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.1699649691581726}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.09206798672676086}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.07219985127449036}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6667600274085999}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.643670380115509}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.6382297277450562}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.6199951767921448}, {"id": "https://openalex.org/C70437156", "wikidata": "https://www.wikidata.org/wiki/Q7228652", "display_name": "Pooling", "level": 2, "score": 0.5243832468986511}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5176246762275696}, {"id": "https://openalex.org/C2779808786", "wikidata": "https://www.wikidata.org/wiki/Q6664603", "display_name": "Locality", "level": 2, "score": 0.49953365325927734}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.4498268663883209}, {"id": "https://openalex.org/C59404180", "wikidata": "https://www.wikidata.org/wiki/Q17013334", "display_name": "Feature learning", "level": 2, "score": 0.4191124439239502}, {"id": "https://openalex.org/C113775141", "wikidata": "https://www.wikidata.org/wiki/Q428691", "display_name": "Computer engineering", "level": 1, "score": 0.326402485370636}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.1699649691581726}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.09206798672676086}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.07219985127449036}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1016/j.measurement.2023.112614", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.measurement.2023.112614", "pdf_url": null, "source": {"id": "https://openalex.org/S147767848", "display_name": "Measurement", "issn_l": "0263-2241", "issn": ["0263-2241", "1873-412X"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Measurement", "raw_type": "journal-article"}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9", "score": 0.6000000238418579}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 77, "referenced_works": ["https://openalex.org/W2005219590", "https://openalex.org/W2012496675", "https://openalex.org/W2065069729", "https://openalex.org/W2078087367", "https://openalex.org/W2194775991", "https://openalex.org/W2395611524", "https://openalex.org/W2412782625", "https://openalex.org/W2560172284", "https://openalex.org/W2598666589", "https://openalex.org/W2768822919", "https://openalex.org/W2790742704", "https://openalex.org/W2899242765", "https://openalex.org/W2945270739", "https://openalex.org/W2949846184", "https://openalex.org/W2952022859", "https://openalex.org/W2981260700", "https://openalex.org/W2994615081", "https://openalex.org/W2998291476", "https://openalex.org/W3001104520", "https://openalex.org/W3009712583", "https://openalex.org/W3013984308", "https://openalex.org/W3035102456", "https://openalex.org/W3035487542", "https://openalex.org/W3046756309", "https://openalex.org/W3102052994", "https://openalex.org/W3106583357", "https://openalex.org/W3113270537", "https://openalex.org/W3127751679", "https://openalex.org/W3131500599", "https://openalex.org/W3138516171", "https://openalex.org/W3139049060", "https://openalex.org/W3139298261", "https://openalex.org/W3156811085", "https://openalex.org/W3160284783", "https://openalex.org/W3164208409", "https://openalex.org/W3170841864", "https://openalex.org/W3175227919", "https://openalex.org/W3175515048", "https://openalex.org/W3175544090", "https://openalex.org/W3195872781", "https://openalex.org/W3208023024", "https://openalex.org/W3211490618", "https://openalex.org/W3212340323", "https://openalex.org/W4200597473", "https://openalex.org/W4211237505", "https://openalex.org/W4214493665", "https://openalex.org/W4214893857", "https://openalex.org/W4224881312", "https://openalex.org/W4281683263", "https://openalex.org/W4287022992", "https://openalex.org/W4293680532", "https://openalex.org/W4293733576", "https://openalex.org/W4297779827", "https://openalex.org/W4312892225", "https://openalex.org/W4312950730", "https://openalex.org/W4365799978", "https://openalex.org/W4385245566", "https://openalex.org/W6639824700", "https://openalex.org/W6642619149", "https://openalex.org/W6653439114", "https://openalex.org/W6729983426", "https://openalex.org/W6739901393", "https://openalex.org/W6774416075", "https://openalex.org/W6778485988", "https://openalex.org/W6786342362", "https://openalex.org/W6787710438", "https://openalex.org/W6791241316", "https://openalex.org/W6795463671", "https://openalex.org/W6797235774", "https://openalex.org/W6797399245", "https://openalex.org/W6797533734", "https://openalex.org/W6797790494", "https://openalex.org/W6798047393", "https://openalex.org/W6798616986", "https://openalex.org/W6799931788", "https://openalex.org/W6800217721", "https://openalex.org/W6848771566"], "related_works": ["https://openalex.org/W2953234277", "https://openalex.org/W2626256601", "https://openalex.org/W2900413183", "https://openalex.org/W4390975304", "https://openalex.org/W147410782", "https://openalex.org/W3022252430", "https://openalex.org/W3103989898", "https://openalex.org/W4287804464", "https://openalex.org/W803346624", "https://openalex.org/W3021077427"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 12}, {"year": 2025, "cited_by_count": 64}, {"year": 2024, "cited_by_count": 34}, {"year": 2023, "cited_by_count": 17}], "updated_date": "2026-05-20T08:49:12.498775", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2997347790", "doi": "https://doi.org/10.48550/arxiv.2002.04745", "title": "On Layer Normalization in the Transformer Architecture", "display_name": "On Layer Normalization in the Transformer Architecture", "relevance_score": 949.88995, "publication_year": 2020, "publication_date": "2020-02-12", "ids": {"openalex": "https://openalex.org/W2997347790", "doi": "https://doi.org/10.48550/arxiv.2002.04745", "mag": "2997347790"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2002.04745", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2002.04745", "pdf_url": "https://arxiv.org/pdf/2002.04745", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2002.04745", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5102311082", "display_name": "Ruibin Xiong", "orcid": null}, "institutions": [{"id": "https://openalex.org/I19820366", "display_name": "Chinese Academy of Sciences", "ror": "https://ror.org/034t30j35", "country_code": "CN", "type": "government", "lineage": ["https://openalex.org/I19820366"]}, {"id": "https://openalex.org/I4210090176", "display_name": "Institute of Computing Technology", "ror": "https://ror.org/0090r4d87", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Xiong, Ruibin", "raw_affiliation_strings": ["Institute of Computing Technology Chinese Academy of Sciences"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Institute of Computing Technology Chinese Academy of Sciences", "institution_ids": ["https://openalex.org/I4210090176", "https://openalex.org/I19820366"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047857937", "display_name": "Yunchang Yang", "orcid": null}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yang, Yunchang", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100739032", "display_name": "Di He", "orcid": "https://orcid.org/0000-0002-3449-6935"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "He, Di", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5005201276", "display_name": "Kai Zheng", "orcid": "https://orcid.org/0000-0002-2939-0669"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zheng, Kai", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": null, "display_name": "Zheng, Shuxin", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210164937", "display_name": "Microsoft Research (United Kingdom)", "ror": "https://ror.org/05k87vq12", "country_code": "GB", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210164937"]}], "countries": ["GB"], "is_corresponding": false, "raw_author_name": "Zheng, Shuxin", "raw_affiliation_strings": ["Microsoft.com"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft.com", "institution_ids": ["https://openalex.org/I4210164937"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5103674030", "display_name": "Chen Xing", "orcid": null}, "institutions": [{"id": "https://openalex.org/I205237279", "display_name": "Nankai University", "ror": "https://ror.org/01y1kjr75", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I205237279"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xing, Chen", "raw_affiliation_strings": ["Nankai University;"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Nankai University;", "institution_ids": ["https://openalex.org/I205237279"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5066928490", "display_name": "Huishuai Zhang", "orcid": "https://orcid.org/0000-0003-2711-7295"}, "institutions": [{"id": "https://openalex.org/I4210164937", "display_name": "Microsoft Research (United Kingdom)", "ror": "https://ror.org/05k87vq12", "country_code": "GB", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210164937"]}], "countries": ["GB"], "is_corresponding": false, "raw_author_name": "Zhang, Huishuai", "raw_affiliation_strings": ["(Microsoft)"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "(Microsoft)", "institution_ids": ["https://openalex.org/I4210164937"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101616866", "display_name": "Yanyan Lan", "orcid": "https://orcid.org/0000-0002-7811-3262"}, "institutions": [{"id": "https://openalex.org/I4210090176", "display_name": "Institute of Computing Technology", "ror": "https://ror.org/0090r4d87", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Lan, Yanyan", "raw_affiliation_strings": ["Institute of Computing Technology"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Institute of Computing Technology", "institution_ids": ["https://openalex.org/I4210090176"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100406724", "display_name": "Liwei Wang", "orcid": "https://orcid.org/0000-0003-1076-5827"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Wang, Liwei", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101884287", "display_name": "Tie\u2010Yan Liu", "orcid": "https://orcid.org/0000-0002-0476-8020"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Liu, Tie-Yan", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 10, "corresponding_author_ids": ["https://openalex.org/A5102311082"], "corresponding_institution_ids": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 110, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11343", "display_name": "Power Transformer Diagnostics and Insulation", "score": 0.989799976348877, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11343", "display_name": "Power Transformer Diagnostics and Insulation", "score": 0.989799976348877, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11222", "display_name": "Magnetic Properties and Applications", "score": 0.9592000246047974, "subfield": {"id": "https://openalex.org/subfields/2504", "display_name": "Electronic, Optical and Magnetic Materials"}, "field": {"id": "https://openalex.org/fields/25", "display_name": "Materials Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10573", "display_name": "Power Quality and Harmonics", "score": 0.9096999764442444, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5067122578620911}, {"id": "https://openalex.org/keywords/normalization", "display_name": "Normalization (sociology)", "score": 0.5005218982696533}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.4970903694629669}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.44160905480384827}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.23975259065628052}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.195581316947937}, {"id": "https://openalex.org/keywords/art", "display_name": "Art", "score": 0.14319327473640442}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.10791370272636414}, {"id": "https://openalex.org/keywords/sociology", "display_name": "Sociology", "score": 0.07055220007896423}, {"id": "https://openalex.org/keywords/visual-arts", "display_name": "Visual arts", "score": 0.050386399030685425}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5067122578620911}, {"id": "https://openalex.org/C136886441", "wikidata": "https://www.wikidata.org/wiki/Q926129", "display_name": "Normalization (sociology)", "level": 2, "score": 0.5005218982696533}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.4970903694629669}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.44160905480384827}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.23975259065628052}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.195581316947937}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.14319327473640442}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.10791370272636414}, {"id": "https://openalex.org/C144024400", "wikidata": "https://www.wikidata.org/wiki/Q21201", "display_name": "Sociology", "level": 0, "score": 0.07055220007896423}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.050386399030685425}, {"id": "https://openalex.org/C19165224", "wikidata": "https://www.wikidata.org/wiki/Q23404", "display_name": "Anthropology", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2002.04745", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2002.04745", "pdf_url": "https://arxiv.org/pdf/2002.04745", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2002.04745", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2002.04745", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article-journal"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2002.04745", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2002.04745", "pdf_url": "https://arxiv.org/pdf/2002.04745", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.7799999713897705}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2748952813", "https://openalex.org/W2591697403", "https://openalex.org/W2953716828", "https://openalex.org/W2904857019", "https://openalex.org/W2944728705", "https://openalex.org/W3011538607", "https://openalex.org/W2904022177", "https://openalex.org/W2359348847", "https://openalex.org/W4321441197"], "abstract_inverted_index": {"The": [0, 119], "Transformer": [1, 13], "is": [2, 26, 59, 122, 142], "widely": [3], "used": [4], "in": [5, 175], "natural": [6], "language": [7], "processing": [8], "tasks.": [9], "To": [10], "train": [11], "a": [12, 18, 108, 201], "however,": [14], "one": [15], "usually": [16], "needs": [17], "carefully": [19], "designed": [20], "learning": [21, 55, 110], "rate": [22, 56, 111], "warm-up": [23, 57, 120, 165, 183], "stage,": [24], "which": [25, 85], "shown": [27], "to": [28, 31, 162], "be": [29], "crucial": [30], "the": [32, 39, 54, 64, 81, 87, 91, 94, 98, 101, 116, 130, 139, 145, 153, 164, 168, 182], "final": [33], "performance": [34], "but": [35], "will": [36], "slow": [37], "down": [38], "optimization": [40], "and": [41, 61, 197], "bring": [42], "more": [43], "hyper-parameter": [44, 198], "tunings.": [45], "In": [46], "this": [47, 127], "paper,": [48], "we": [49, 71], "first": [50], "study": [51], "theoretically": [52], "why": [53], "stage": [58, 121, 166, 184], "essential": [60], "show": [62, 174], "that": [63, 77, 137, 178], "location": [65], "of": [66, 97, 170, 204], "layer": [67, 88, 103, 140], "normalization": [68, 89, 141], "matters.": [69], "Specifically,": [70], "prove": [72], "with": [73, 189], "mean": [74], "field": [75], "theory": [76, 134], "at": [78, 157], "initialization,": [79], "for": [80, 125, 167], "original-designed": [82], "Post-LN": [83], "Transformer,": [84], "places": [86], "between": [90], "residual": [92, 146], "blocks,": [93], "expected": [95], "gradients": [96, 114, 154], "parameters": [99], "near": [100], "output": [102], "are": [104, 155], "large.": [105], "Therefore,": [106], "using": [107], "large": [109], "on": [112, 200], "those": [113], "makes": [115], "training": [117, 169, 195], "unstable.": [118], "practically": [123], "helpful": [124], "avoiding": [126], "problem.": [128], "On": [129], "other": [131], "hand,": [132], "our": [133, 176], "also": [135], "shows": [136], "if": [138], "put": [143], "inside": [144], "blocks": [147], "(recently": [148], "proposed": [149], "as": [150], "Pre-LN": [151, 171, 179], "Transformer),": [152], "well-behaved": [156], "initialization.": [158], "This": [159], "motivates": [160], "us": [161], "remove": [163], "Transformers.": [172], "We": [173], "experiments": [177], "Transformers": [180], "without": [181], "can": [185], "reach": [186], "comparable": [187], "results": [188], "baselines": [190], "while": [191], "requiring": [192], "significantly": [193], "less": [194], "time": [196], "tuning": [199], "wide": [202], "range": [203], "applications.": [205]}, "counts_by_year": [{"year": 2026, "cited_by_count": 3}, {"year": 2025, "cited_by_count": 9}, {"year": 2024, "cited_by_count": 15}, {"year": 2023, "cited_by_count": 10}, {"year": 2022, "cited_by_count": 13}, {"year": 2021, "cited_by_count": 53}, {"year": 2020, "cited_by_count": 7}], "updated_date": "2026-04-30T09:15:22.047038", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3138516171", "doi": "https://doi.org/10.1109/iccv48922.2021.00986", "title": "Swin Transformer: Hierarchical Vision Transformer using Shifted Windows", "display_name": "Swin Transformer: Hierarchical Vision Transformer using Shifted Windows", "relevance_score": 901.1185, "publication_year": 2021, "publication_date": "2021-10-01", "ids": {"openalex": "https://openalex.org/W3138516171", "doi": "https://doi.org/10.1109/iccv48922.2021.00986", "mag": "3138516171"}, "language": "en", "primary_location": {"id": "doi:10.1109/iccv48922.2021.00986", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/iccv48922.2021.00986", "pdf_url": null, "source": {"id": "https://openalex.org/S4363607764", "display_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5100349451", "display_name": "Ze Liu", "orcid": "https://orcid.org/0000-0001-8512-5408"}, "institutions": [{"id": "https://openalex.org/I126520041", "display_name": "University of Science and Technology of China", "ror": "https://ror.org/04c4dkn09", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I126520041", "https://openalex.org/I19820366"]}, {"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Ze Liu", "raw_affiliation_strings": ["Microsoft Research Asia", "University of Science and Technology of China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}, {"raw_affiliation_string": "University of Science and Technology of China", "institution_ids": ["https://openalex.org/I126520041"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102798361", "display_name": "Yutong Lin", "orcid": "https://orcid.org/0000-0001-8038-4064"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}, {"id": "https://openalex.org/I87445476", "display_name": "Xi'an Jiaotong University", "ror": "https://ror.org/017zhmm22", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I87445476"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yutong Lin", "raw_affiliation_strings": ["Microsoft Research Asia", "Xian Jiaotong University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}, {"raw_affiliation_string": "Xian Jiaotong University", "institution_ids": ["https://openalex.org/I87445476"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101593662", "display_name": "Yue Cao", "orcid": "https://orcid.org/0000-0002-1679-0444"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yue Cao", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101976576", "display_name": "Han Hu", "orcid": "https://orcid.org/0000-0001-5104-6146"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Han Hu", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5009248953", "display_name": "Yixuan Wei", "orcid": "https://orcid.org/0000-0003-1775-7301"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}, {"id": "https://openalex.org/I99065089", "display_name": "Tsinghua University", "ror": "https://ror.org/03cve4549", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I99065089"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yixuan Wei", "raw_affiliation_strings": ["Microsoft Research Asia", "Tsinghua University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}, {"raw_affiliation_string": "Tsinghua University", "institution_ids": ["https://openalex.org/I99065089"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100459168", "display_name": "Zheng Zhang", "orcid": "https://orcid.org/0000-0003-1470-6998"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zheng Zhang", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5025114648", "display_name": "Stephen Lin", "orcid": "https://orcid.org/0000-0002-5616-558X"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Stephen Lin", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101666011", "display_name": "Baining Guo", "orcid": "https://orcid.org/0000-0001-8349-8868"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Baining Guo", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 8, "corresponding_author_ids": ["https://openalex.org/A5100349451"], "corresponding_institution_ids": ["https://openalex.org/I126520041", "https://openalex.org/I4210113369"], "apc_list": null, "apc_paid": null, "fwci": 1194.584, "has_fulltext": false, "cited_by_count": 29542, "citation_normalized_percentile": {"value": 1.0, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "9992", "last_page": "10002"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10627", "display_name": "Advanced Image and Video Retrieval Techniques", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7096699476242065}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.709116518497467}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.5326670408248901}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5039402842521667}, {"id": "https://openalex.org/keywords/computation", "display_name": "Computation", "score": 0.47424808144569397}, {"id": "https://openalex.org/keywords/pixel", "display_name": "Pixel", "score": 0.4375455975532532}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.41989022493362427}, {"id": "https://openalex.org/keywords/image-segmentation", "display_name": "Image segmentation", "score": 0.41790586709976196}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.40671929717063904}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.16333866119384766}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.13118842244148254}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.13036873936653137}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7096699476242065}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.709116518497467}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.5326670408248901}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5039402842521667}, {"id": "https://openalex.org/C45374587", "wikidata": "https://www.wikidata.org/wiki/Q12525525", "display_name": "Computation", "level": 2, "score": 0.47424808144569397}, {"id": "https://openalex.org/C160633673", "wikidata": "https://www.wikidata.org/wiki/Q355198", "display_name": "Pixel", "level": 2, "score": 0.4375455975532532}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.41989022493362427}, {"id": "https://openalex.org/C124504099", "wikidata": "https://www.wikidata.org/wiki/Q56933", "display_name": "Image segmentation", "level": 3, "score": 0.41790586709976196}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.40671929717063904}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.16333866119384766}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.13118842244148254}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.13036873936653137}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1109/iccv48922.2021.00986", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/iccv48922.2021.00986", "pdf_url": null, "source": {"id": "https://openalex.org/S4363607764", "display_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "raw_type": "proceedings-article"}], "best_oa_location": null, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 140, "referenced_works": ["https://openalex.org/W1522301498", "https://openalex.org/W1686810756", "https://openalex.org/W1861492603", "https://openalex.org/W1901129140", "https://openalex.org/W1928278792", "https://openalex.org/W2010315761", "https://openalex.org/W2086161653", "https://openalex.org/W2097117768", "https://openalex.org/W2108598243", "https://openalex.org/W2112796928", "https://openalex.org/W2116360511", "https://openalex.org/W2163605009", "https://openalex.org/W2194775991", "https://openalex.org/W2331143823", "https://openalex.org/W2507296351", "https://openalex.org/W2549139847", "https://openalex.org/W2565639579", "https://openalex.org/W2601564443", "https://openalex.org/W2765407302", "https://openalex.org/W2768489488", "https://openalex.org/W2884822772", "https://openalex.org/W2890782586", "https://openalex.org/W2908510526", "https://openalex.org/W2937843571", "https://openalex.org/W2950141105", "https://openalex.org/W2955058313", "https://openalex.org/W2955425717", "https://openalex.org/W2962835968", "https://openalex.org/W2962851485", "https://openalex.org/W2963091558", "https://openalex.org/W2963150697", "https://openalex.org/W2963381188", "https://openalex.org/W2963403868", "https://openalex.org/W2963446712", "https://openalex.org/W2963849369", "https://openalex.org/W2964080601", "https://openalex.org/W2964121718", "https://openalex.org/W2964137095", "https://openalex.org/W2964241181", "https://openalex.org/W2964309882", "https://openalex.org/W2966926453", "https://openalex.org/W2981413347", "https://openalex.org/W2982103617", "https://openalex.org/W2982220924", "https://openalex.org/W2983446232", "https://openalex.org/W2991062542", "https://openalex.org/W2992308087", "https://openalex.org/W2998508940", "https://openalex.org/W3007759824", "https://openalex.org/W3014641072", "https://openalex.org/W3015146382", "https://openalex.org/W3016719260", "https://openalex.org/W3018757597", "https://openalex.org/W3033912416", "https://openalex.org/W3034429256", "https://openalex.org/W3034885317", "https://openalex.org/W3034971973", "https://openalex.org/W3035087309", "https://openalex.org/W3035396860", "https://openalex.org/W3035452548", "https://openalex.org/W3042930119", "https://openalex.org/W3082274269", "https://openalex.org/W3094502228", "https://openalex.org/W3096609285", "https://openalex.org/W3097055324", "https://openalex.org/W3097217077", "https://openalex.org/W3100020884", "https://openalex.org/W3101246443", "https://openalex.org/W3102631365", "https://openalex.org/W3103682594", "https://openalex.org/W3107634219", "https://openalex.org/W3109301572", "https://openalex.org/W3110402800", "https://openalex.org/W3111156583", "https://openalex.org/W3113747735", "https://openalex.org/W3114896399", "https://openalex.org/W3121523901", "https://openalex.org/W3122239467", "https://openalex.org/W3125056032", "https://openalex.org/W3130071011", "https://openalex.org/W3131500599", "https://openalex.org/W3133696297", "https://openalex.org/W3135367836", "https://openalex.org/W3157506437", "https://openalex.org/W3163465952", "https://openalex.org/W3166396011", "https://openalex.org/W3170841864", "https://openalex.org/W3170874841", "https://openalex.org/W3172509117", "https://openalex.org/W3172752666", "https://openalex.org/W3175630421", "https://openalex.org/W3176659256", "https://openalex.org/W4288089799", "https://openalex.org/W4288325606", "https://openalex.org/W4297665946", "https://openalex.org/W4298395628", "https://openalex.org/W4309793872", "https://openalex.org/W4385245566", "https://openalex.org/W6631190155", "https://openalex.org/W6637373629", "https://openalex.org/W6639102338", "https://openalex.org/W6639824700", "https://openalex.org/W6684191040", "https://openalex.org/W6724670942", "https://openalex.org/W6725739302", "https://openalex.org/W6739901393", "https://openalex.org/W6748481559", "https://openalex.org/W6749845755", "https://openalex.org/W6751325469", "https://openalex.org/W6753421600", "https://openalex.org/W6754879843", "https://openalex.org/W6757817989", "https://openalex.org/W6762205418", "https://openalex.org/W6762718338", "https://openalex.org/W6763367864", "https://openalex.org/W6764322716", "https://openalex.org/W6767071366", "https://openalex.org/W6769627184", "https://openalex.org/W6773829392", "https://openalex.org/W6775298725", "https://openalex.org/W6775845032", "https://openalex.org/W6777046832", "https://openalex.org/W6777239595", "https://openalex.org/W6778485988", "https://openalex.org/W6779387320", "https://openalex.org/W6779672731", "https://openalex.org/W6780959388", "https://openalex.org/W6783944145", "https://openalex.org/W6784333009", "https://openalex.org/W6784923365", "https://openalex.org/W6785783668", "https://openalex.org/W6786850268", "https://openalex.org/W6787144432", "https://openalex.org/W6787826751", "https://openalex.org/W6788135285", "https://openalex.org/W6788620109", "https://openalex.org/W6790375769", "https://openalex.org/W6790690058", "https://openalex.org/W6791353385", "https://openalex.org/W6795140394"], "related_works": ["https://openalex.org/W3135697610", "https://openalex.org/W2085033728", "https://openalex.org/W4285411112", "https://openalex.org/W2171299904", "https://openalex.org/W1647606319", "https://openalex.org/W2922442631", "https://openalex.org/W4390494008", "https://openalex.org/W2053596378", "https://openalex.org/W2168523118", "https://openalex.org/W1522196789"], "abstract_inverted_index": {"This": [0, 95], "paper": [1], "presents": [2], "a": [3, 14, 64, 125, 172], "new": [4], "vision": [5, 27, 129, 197], "Transformer,": [6, 9], "called": [7], "Swin": [8, 119], "that": [10], "capably": [11], "serves": [12], "as": [13, 36, 144, 196], "general-purpose": [15], "backbone": [16], "for": [17, 92, 210], "computer": [18], "vision.": [19], "Challenges": [20], "in": [21, 39, 51, 56], "adapting": [22], "Transformer": [23, 66, 120], "from": [24, 29], "language": [25], "to": [26, 54, 85, 101, 113], "arise": [28], "differences": [30], "between": [31], "the": [32, 40, 46, 99, 168, 191, 203], "two": [33], "domains,": [34], "such": [35, 143], "large": [37, 173], "variations": [38], "scale": [41], "of": [42, 49, 118, 128, 175, 193], "visual": [43], "entities": [44], "and": [45, 106, 139, 150, 157, 179, 185, 202, 215], "high": [47], "resolution": [48], "pixels": [50], "images": [52], "compared": [53], "words": [55], "text.": [57], "To": [58], "address": [59], "these": [60], "differences,": [61], "we": [62], "propose": [63], "hierarchical": [65, 96, 200], "whose": [67], "representation": [68], "is": [69], "computed": [70], "with": [71, 111, 124], "Shifted": [72], "windows.": [73], "The": [74, 199, 213], "shifted": [75, 204], "windowing": [76], "scheme": [77], "brings": [78], "greater": [79], "efficiency": [80], "by": [81, 171], "limiting": [82], "self-attention": [83], "computation": [84], "non-overlapping": [86], "local": [87], "windows": [88], "while": [89], "also": [90, 207], "allowing": [91], "cross-window": [93], "connection.": [94], "architecture": [97], "has": [98, 107], "flexibility": [100], "model": [102], "at": [103, 220], "various": [104], "scales": [105], "linear": [108], "computational": [109], "complexity": [110], "respect": [112], "image": [114, 132], "size.": [115], "These": [116], "qualities": [117], "make": [121], "it": [122], "compatible": [123], "broad": [126], "range": [127], "tasks,": [130], "including": [131], "classification": [133], "(87.3": [134], "top-1": [135], "accuracy": [136], "on": [137, 154, 162, 183, 188], "ImageNet-1K)": [138], "dense": [140], "prediction": [141], "tasks": [142], "object": [145], "detection": [146], "(58.7": [147], "box": [148, 177], "AP": [149, 153, 178, 182], "51.1": [151], "mask": [152, 181], "COCO": [155], "test-dev)": [156], "semantic": [158], "segmentation": [159], "(53.5": [160], "mIoU": [161, 187], "ADE20K": [163], "val).": [164], "Its": [165], "performance": [166], "surpasses": [167], "previous": [169], "state-of-the-art": [170], "margin": [174], "+2.7": [176], "+2.6": [180], "COCO,": [184], "+3.2": [186], "ADE20K,": [189], "demonstrating": [190], "potential": [192], "Transformer-based": [194], "models": [195, 216], "backbones.": [198], "design": [201], "window": [205], "approach": [206], "prove": [208], "beneficial": [209], "all-MLP": [211], "architectures.": [212], "code": [214], "are": [217], "publicly": [218], "available": [219], "https://github.com/microsoft/Swin-Transformer.": [221]}, "counts_by_year": [{"year": 2026, "cited_by_count": 2042}, {"year": 2025, "cited_by_count": 9294}, {"year": 2024, "cited_by_count": 8591}, {"year": 2023, "cited_by_count": 6477}, {"year": 2022, "cited_by_count": 2690}, {"year": 2021, "cited_by_count": 439}, {"year": 2020, "cited_by_count": 6}, {"year": 2012, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2969574947", "doi": "https://doi.org/10.48550/arxiv.1905.01969", "title": "Poly-encoders: Transformer Architectures and Pre-training Strategies for Fast and Accurate Multi-sentence Scoring", "display_name": "Poly-encoders: Transformer Architectures and Pre-training Strategies for Fast and Accurate Multi-sentence Scoring", "relevance_score": 881.9912, "publication_year": 2019, "publication_date": "2019-04-22", "ids": {"openalex": "https://openalex.org/W2969574947", "doi": "https://doi.org/10.48550/arxiv.1905.01969", "mag": "2969574947"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:1905.01969", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1905.01969", "pdf_url": "https://arxiv.org/pdf/1905.01969", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/1905.01969", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5073426725", "display_name": "Samuel Humeau", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": true, "raw_author_name": "Humeau, Samuel", "raw_affiliation_strings": ["Facebook"], "affiliations": [{"raw_affiliation_string": "Facebook", "institution_ids": ["https://openalex.org/I2252078561"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5048651878", "display_name": "Kurt Shuster", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Shuster, Kurt", "raw_affiliation_strings": ["Facebook"], "affiliations": [{"raw_affiliation_string": "Facebook", "institution_ids": ["https://openalex.org/I2252078561"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5050998809", "display_name": "Marie-Anne Lachaux", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Lachaux, Marie-Anne", "raw_affiliation_strings": ["Facebook"], "affiliations": [{"raw_affiliation_string": "Facebook", "institution_ids": ["https://openalex.org/I2252078561"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5076635608", "display_name": "Jason Weston", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Weston, Jason", "raw_affiliation_strings": ["Facebook"], "affiliations": [{"raw_affiliation_string": "Facebook", "institution_ids": ["https://openalex.org/I2252078561"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5073426725"], "corresponding_institution_ids": ["https://openalex.org/I2252078561"], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 154, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9986000061035156, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7199810147285461}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.6906931400299072}, {"id": "https://openalex.org/keywords/sentence", "display_name": "Sentence", "score": 0.6677629947662354}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.614673912525177}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.41952207684516907}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.3811214864253998}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.36688631772994995}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.16403359174728394}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.15704551339149475}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.14212757349014282}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7199810147285461}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.6906931400299072}, {"id": "https://openalex.org/C2777530160", "wikidata": "https://www.wikidata.org/wiki/Q41796", "display_name": "Sentence", "level": 2, "score": 0.6677629947662354}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.614673912525177}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.41952207684516907}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.3811214864253998}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.36688631772994995}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.16403359174728394}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.15704551339149475}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.14212757349014282}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:1905.01969", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1905.01969", "pdf_url": "https://arxiv.org/pdf/1905.01969", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.1905.01969", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.1905.01969", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:1905.01969", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1905.01969", "pdf_url": "https://arxiv.org/pdf/1905.01969", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.6399999856948853}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 34, "referenced_works": ["https://openalex.org/W10957333", "https://openalex.org/W630532510", "https://openalex.org/W1566289585", "https://openalex.org/W1997460147", "https://openalex.org/W2127589108", "https://openalex.org/W2129921015", "https://openalex.org/W2147152072", "https://openalex.org/W2165612380", "https://openalex.org/W2197546379", "https://openalex.org/W2785414597", "https://openalex.org/W2798392716", "https://openalex.org/W2822830299", "https://openalex.org/W2890394457", "https://openalex.org/W2891416139", "https://openalex.org/W2898236449", "https://openalex.org/W2903533488", "https://openalex.org/W2908602207", "https://openalex.org/W2909777606", "https://openalex.org/W2913340405", "https://openalex.org/W2913443447", "https://openalex.org/W2914204778", "https://openalex.org/W2962779279", "https://openalex.org/W2962854379", "https://openalex.org/W2963341956", "https://openalex.org/W2963475460", "https://openalex.org/W2963825865", "https://openalex.org/W2963838657", "https://openalex.org/W2964121744", "https://openalex.org/W2970049541", "https://openalex.org/W2970252402", "https://openalex.org/W2971883198", "https://openalex.org/W2973054254", "https://openalex.org/W2998702515", "https://openalex.org/W3023029948"], "related_works": ["https://openalex.org/W4390516098", "https://openalex.org/W2181948922", "https://openalex.org/W2375873920", "https://openalex.org/W2384362569", "https://openalex.org/W2146114872", "https://openalex.org/W2142795561", "https://openalex.org/W2392060890", "https://openalex.org/W4205302943", "https://openalex.org/W2392760275", "https://openalex.org/W2561132942"], "abstract_inverted_index": {"The": [0, 54], "use": [1], "of": [2, 15, 91], "deep": [3], "pre-trained": [4], "bidirectional": [5], "transformers": [6], "has": [7], "led": [8], "to": [9, 138], "remarkable": [10], "progress": [11], "in": [12], "a": [13, 30, 34, 71, 88], "number": [14], "applications": [16], "(Devlin": [17], "et": [18], "al.,": [19], "2018).": [20], "For": [21], "tasks": [22], "that": [23, 77, 114, 126], "make": [24], "pairwise": [25], "comparisons": [26], "between": [27], "sequences,": [28], "matching": [29], "given": [31], "input": [32], "with": [33], "corresponding": [35], "label,": [36], "two": [37], "approaches": [38], "are": [39, 116, 130], "common:": [40], "Cross-encoders": [41, 119], "performing": [42], "full": [43], "self-attention": [44, 84], "over": [45], "the": [46, 51, 75, 127, 139], "pair": [47, 52], "and": [48, 98, 120, 125], "Bi-encoders": [49], "encoding": [50], "separately.": [53], "former": [55], "often": [56], "performs": [57], "better,": [58], "but": [59], "is": [60], "too": [61], "slow": [62], "for": [63], "practical": [64], "use.": [65], "In": [66], "this": [67], "work,": [68], "we": [69], "develop": [70], "new": [72], "transformer": [73], "architecture,": [74], "Poly-encoder,": [76], "learns": [78], "global": [79], "rather": [80], "than": [81, 118, 123], "token": [82], "level": [83], "features.": [85], "We": [86, 103], "perform": [87], "detailed": [89], "comparison": [90], "all": [92], "three": [93, 111], "approaches,": [94], "including": [95], "what": [96], "pre-training": [97, 133], "fine-tuning": [99], "strategies": [100], "work": [101], "best.": [102], "show": [104], "our": [105], "models": [106], "achieve": [107], "state-of-the-art": [108], "results": [109, 129], "on": [110, 134], "existing": [112], "tasks;": [113], "Poly-encoders": [115], "faster": [117], "more": [121], "accurate": [122], "Bi-encoders;": [124], "best": [128], "obtained": [131], "by": [132], "large": [135], "datasets": [136], "similar": [137], "downstream": [140], "tasks.": [141]}, "counts_by_year": [{"year": 2025, "cited_by_count": 2}, {"year": 2024, "cited_by_count": 6}, {"year": 2023, "cited_by_count": 33}, {"year": 2022, "cited_by_count": 28}, {"year": 2021, "cited_by_count": 42}, {"year": 2020, "cited_by_count": 35}, {"year": 2019, "cited_by_count": 8}], "updated_date": "2026-03-10T16:38:18.471706", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4384080511", "doi": "https://doi.org/10.1109/access.2023.3294618", "title": "DICE-Net: A Novel Convolution-Transformer Architecture for Alzheimer Detection in EEG Signals", "display_name": "DICE-Net: A Novel Convolution-Transformer Architecture for Alzheimer Detection in EEG Signals", "relevance_score": 867.216, "publication_year": 2023, "publication_date": "2023-01-01", "ids": {"openalex": "https://openalex.org/W4384080511", "doi": "https://doi.org/10.1109/access.2023.3294618"}, "language": "en", "primary_location": {"id": "doi:10.1109/access.2023.3294618", "is_oa": true, "landing_page_url": "https://doi.org/10.1109/access.2023.3294618", "pdf_url": "https://ieeexplore.ieee.org/ielx7/6287639/6514899/10179900.pdf", "source": {"id": "https://openalex.org/S2485537415", "display_name": "IEEE Access", "issn_l": "2169-3536", "issn": ["2169-3536"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Access", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://ieeexplore.ieee.org/ielx7/6287639/6514899/10179900.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5036320950", "display_name": "\u0391\u03bd\u03b4\u03c1\u03ad\u03b1\u03c2 \u039c\u03b9\u03bb\u03c4\u03b9\u03ac\u03b4\u03bf\u03c5\u03c2", "orcid": "https://orcid.org/0000-0003-0675-9088"}, "institutions": [{"id": "https://openalex.org/I194019607", "display_name": "University of Ioannina", "ror": "https://ror.org/01qg3j183", "country_code": "GR", "type": "education", "lineage": ["https://openalex.org/I194019607"]}], "countries": ["GR"], "is_corresponding": true, "raw_author_name": "Andreas Miltiadous", "raw_affiliation_strings": ["Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece"], "raw_orcid": "https://orcid.org/0000-0003-0675-9088", "affiliations": [{"raw_affiliation_string": "Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece", "institution_ids": ["https://openalex.org/I194019607"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5083430379", "display_name": "Emmanouil Gionanidis", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Emmanouil Gionanidis", "raw_affiliation_strings": ["Independent Researcher, Atlanta, GA, USA", "DataWise Data Engineering LLC, Atlanta, GA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Independent Researcher, Atlanta, GA, USA", "institution_ids": []}, {"raw_affiliation_string": "DataWise Data Engineering LLC, Atlanta, GA, USA", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5050725088", "display_name": "Katerina D. Tzimourta", "orcid": "https://orcid.org/0000-0001-9640-7005"}, "institutions": [{"id": "https://openalex.org/I194019607", "display_name": "University of Ioannina", "ror": "https://ror.org/01qg3j183", "country_code": "GR", "type": "education", "lineage": ["https://openalex.org/I194019607"]}], "countries": ["GR"], "is_corresponding": false, "raw_author_name": "Katerina D. Tzimourta", "raw_affiliation_strings": ["Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece"], "raw_orcid": "https://orcid.org/0000-0001-9640-7005", "affiliations": [{"raw_affiliation_string": "Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece", "institution_ids": ["https://openalex.org/I194019607"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5027454960", "display_name": "\u039d\u03b9\u03ba\u03cc\u03bb\u03b1\u03bf\u03c2 \u0393\u03b9\u03b1\u03bd\u03bd\u03b1\u03ba\u03ad\u03b1\u03c2", "orcid": "https://orcid.org/0000-0002-0615-783X"}, "institutions": [{"id": "https://openalex.org/I194019607", "display_name": "University of Ioannina", "ror": "https://ror.org/01qg3j183", "country_code": "GR", "type": "education", "lineage": ["https://openalex.org/I194019607"]}], "countries": ["GR"], "is_corresponding": false, "raw_author_name": "Nikolaos Giannakeas", "raw_affiliation_strings": ["Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece"], "raw_orcid": "https://orcid.org/0000-0002-0615-783X", "affiliations": [{"raw_affiliation_string": "Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece", "institution_ids": ["https://openalex.org/I194019607"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5000270870", "display_name": "Alexandros T. Tzallas", "orcid": "https://orcid.org/0000-0001-9043-1290"}, "institutions": [{"id": "https://openalex.org/I194019607", "display_name": "University of Ioannina", "ror": "https://ror.org/01qg3j183", "country_code": "GR", "type": "education", "lineage": ["https://openalex.org/I194019607"]}], "countries": ["GR"], "is_corresponding": false, "raw_author_name": "Alexandros T. Tzallas", "raw_affiliation_strings": ["Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece"], "raw_orcid": "https://orcid.org/0000-0001-9043-1290", "affiliations": [{"raw_affiliation_string": "Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece", "institution_ids": ["https://openalex.org/I194019607"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 5, "corresponding_author_ids": ["https://openalex.org/A5036320950"], "corresponding_institution_ids": ["https://openalex.org/I194019607"], "apc_list": {"value": 1850, "currency": "USD", "value_usd": 1850}, "apc_paid": {"value": 1850, "currency": "USD", "value_usd": 1850}, "fwci": 27.308, "has_fulltext": true, "cited_by_count": 163, "citation_normalized_percentile": {"value": 0.9989487, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "11", "issue": null, "first_page": "71840", "last_page": "71858"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10429", "display_name": "EEG and Brain-Computer Interfaces", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, "topics": [{"id": "https://openalex.org/T10429", "display_name": "EEG and Brain-Computer Interfaces", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10241", "display_name": "Functional Brain Connectivity Studies", "score": 0.9959999918937683, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T11021", "display_name": "ECG Monitoring and Analysis", "score": 0.9926999807357788, "subfield": {"id": "https://openalex.org/subfields/2705", "display_name": "Cardiology and Cardiovascular Medicine"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6961252093315125}, {"id": "https://openalex.org/keywords/dice", "display_name": "Dice", "score": 0.6548449397087097}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5839254856109619}, {"id": "https://openalex.org/keywords/electroencephalography", "display_name": "Electroencephalography", "score": 0.5770599246025085}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.5284599661827087}, {"id": "https://openalex.org/keywords/dementia", "display_name": "Dementia", "score": 0.4918367862701416}, {"id": "https://openalex.org/keywords/autoencoder", "display_name": "Autoencoder", "score": 0.4462050795555115}, {"id": "https://openalex.org/keywords/convolution", "display_name": "Convolution (computer science)", "score": 0.44580426812171936}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.4404647946357727}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.4268098473548889}, {"id": "https://openalex.org/keywords/deep-learning", "display_name": "Deep learning", "score": 0.23690101504325867}, {"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.18244799971580505}, {"id": "https://openalex.org/keywords/neuroscience", "display_name": "Neuroscience", "score": 0.16106069087982178}, {"id": "https://openalex.org/keywords/mathematics", "display_name": "Mathematics", "score": 0.15469425916671753}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.1377650797367096}, {"id": "https://openalex.org/keywords/medicine", "display_name": "Medicine", "score": 0.12552785873413086}, {"id": "https://openalex.org/keywords/disease", "display_name": "Disease", "score": 0.10093575716018677}, {"id": "https://openalex.org/keywords/statistics", "display_name": "Statistics", "score": 0.08881586790084839}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6961252093315125}, {"id": "https://openalex.org/C22029948", "wikidata": "https://www.wikidata.org/wiki/Q45089", "display_name": "Dice", "level": 2, "score": 0.6548449397087097}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5839254856109619}, {"id": "https://openalex.org/C522805319", "wikidata": "https://www.wikidata.org/wiki/Q179965", "display_name": "Electroencephalography", "level": 2, "score": 0.5770599246025085}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.5284599661827087}, {"id": "https://openalex.org/C2779483572", "wikidata": "https://www.wikidata.org/wiki/Q83030", "display_name": "Dementia", "level": 3, "score": 0.4918367862701416}, {"id": "https://openalex.org/C101738243", "wikidata": "https://www.wikidata.org/wiki/Q786435", "display_name": "Autoencoder", "level": 3, "score": 0.4462050795555115}, {"id": "https://openalex.org/C45347329", "wikidata": "https://www.wikidata.org/wiki/Q5166604", "display_name": "Convolution (computer science)", "level": 3, "score": 0.44580426812171936}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.4404647946357727}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.4268098473548889}, {"id": "https://openalex.org/C108583219", "wikidata": "https://www.wikidata.org/wiki/Q197536", "display_name": "Deep learning", "level": 2, "score": 0.23690101504325867}, {"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.18244799971580505}, {"id": "https://openalex.org/C169760540", "wikidata": "https://www.wikidata.org/wiki/Q207011", "display_name": "Neuroscience", "level": 1, "score": 0.16106069087982178}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.15469425916671753}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.1377650797367096}, {"id": "https://openalex.org/C71924100", "wikidata": "https://www.wikidata.org/wiki/Q11190", "display_name": "Medicine", "level": 0, "score": 0.12552785873413086}, {"id": "https://openalex.org/C2779134260", "wikidata": "https://www.wikidata.org/wiki/Q12136", "display_name": "Disease", "level": 2, "score": 0.10093575716018677}, {"id": "https://openalex.org/C105795698", "wikidata": "https://www.wikidata.org/wiki/Q12483", "display_name": "Statistics", "level": 1, "score": 0.08881586790084839}, {"id": "https://openalex.org/C142724271", "wikidata": "https://www.wikidata.org/wiki/Q7208", "display_name": "Pathology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1109/access.2023.3294618", "is_oa": true, "landing_page_url": "https://doi.org/10.1109/access.2023.3294618", "pdf_url": "https://ieeexplore.ieee.org/ielx7/6287639/6514899/10179900.pdf", "source": {"id": "https://openalex.org/S2485537415", "display_name": "IEEE Access", "issn_l": "2169-3536", "issn": ["2169-3536"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Access", "raw_type": "journal-article"}, {"id": "pmh:oai:doaj.org/article:afff6252bb2d45c9bf34d0cde25c909e", "is_oa": true, "landing_page_url": "https://doaj.org/article/afff6252bb2d45c9bf34d0cde25c909e", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "IEEE Access, Vol 11, Pp 71840-71858 (2023)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1109/access.2023.3294618", "is_oa": true, "landing_page_url": "https://doi.org/10.1109/access.2023.3294618", "pdf_url": "https://ieeexplore.ieee.org/ielx7/6287639/6514899/10179900.pdf", "source": {"id": "https://openalex.org/S2485537415", "display_name": "IEEE Access", "issn_l": "2169-3536", "issn": ["2169-3536"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Access", "raw_type": "journal-article"}, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G1337233005", "display_name": null, "funder_award_id": "NSRF 2014-2020", "funder_id": "https://openalex.org/F4320320300", "funder_display_name": "European Commission"}, {"id": "https://openalex.org/G5634946813", "display_name": null, "funder_award_id": "2014-2020", "funder_id": "https://openalex.org/F4320335322", "funder_display_name": "European Regional Development Fund"}, {"id": "https://openalex.org/G6870533126", "display_name": null, "funder_award_id": "2014-2020", "funder_id": "https://openalex.org/F4320320300", "funder_display_name": "European Commission"}, {"id": "https://openalex.org/G7538097724", "display_name": null, "funder_award_id": "NSRF 2014-2020", "funder_id": "https://openalex.org/F4320335322", "funder_display_name": "European Regional Development Fund"}], "funders": [{"id": "https://openalex.org/F4320320300", "display_name": "European Commission", "ror": "https://ror.org/00k4n6c32"}, {"id": "https://openalex.org/F4320335322", "display_name": "European Regional Development Fund", "ror": "https://ror.org/00k4n6c32"}], "has_content": {"pdf": true, "grobid_xml": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4384080511.pdf", "grobid_xml": "https://content.openalex.org/works/W4384080511.grobid-xml"}, "referenced_works_count": 66, "referenced_works": ["https://openalex.org/W1813451903", "https://openalex.org/W1990207779", "https://openalex.org/W2061880091", "https://openalex.org/W2106931873", "https://openalex.org/W2113207845", "https://openalex.org/W2119185655", "https://openalex.org/W2123715154", "https://openalex.org/W2128495200", "https://openalex.org/W2142367912", "https://openalex.org/W2160704933", "https://openalex.org/W2161420216", "https://openalex.org/W2286711030", "https://openalex.org/W2532852577", "https://openalex.org/W2559463885", "https://openalex.org/W2601369343", "https://openalex.org/W2741907166", "https://openalex.org/W2783371799", "https://openalex.org/W2792885690", "https://openalex.org/W2895561940", "https://openalex.org/W2896457183", "https://openalex.org/W2912556930", "https://openalex.org/W2927969672", "https://openalex.org/W2938057047", "https://openalex.org/W2944155581", "https://openalex.org/W2963355311", "https://openalex.org/W2963512530", "https://openalex.org/W3013294478", "https://openalex.org/W3015671919", "https://openalex.org/W3017314941", "https://openalex.org/W3082918395", "https://openalex.org/W3086032303", "https://openalex.org/W3090594113", "https://openalex.org/W3102455230", "https://openalex.org/W3106355052", "https://openalex.org/W3112036203", "https://openalex.org/W3115292829", "https://openalex.org/W3119278118", "https://openalex.org/W3129679525", "https://openalex.org/W3166784444", "https://openalex.org/W3177342940", "https://openalex.org/W3189791507", "https://openalex.org/W3201769198", "https://openalex.org/W3206176427", "https://openalex.org/W3206580035", "https://openalex.org/W4221048756", "https://openalex.org/W4221056805", "https://openalex.org/W4280556554", "https://openalex.org/W4281997030", "https://openalex.org/W4283068693", "https://openalex.org/W4289538860", "https://openalex.org/W4289731687", "https://openalex.org/W4291149459", "https://openalex.org/W4291910446", "https://openalex.org/W4294811288", "https://openalex.org/W4295312788", "https://openalex.org/W4308340089", "https://openalex.org/W4311144192", "https://openalex.org/W4312240518", "https://openalex.org/W4318203463", "https://openalex.org/W4319303360", "https://openalex.org/W4319460119", "https://openalex.org/W4378528024", "https://openalex.org/W4385245566", "https://openalex.org/W6677088747", "https://openalex.org/W6739901393", "https://openalex.org/W6766978945"], "related_works": ["https://openalex.org/W4287995534", "https://openalex.org/W2998168123", "https://openalex.org/W2897995864", "https://openalex.org/W2292254049", "https://openalex.org/W2592385986", "https://openalex.org/W4281924768", "https://openalex.org/W4379653318", "https://openalex.org/W3099179464", "https://openalex.org/W2772780115", "https://openalex.org/W4309838615"], "abstract_inverted_index": {"Objective:": [0], "Alzheimer\u2019s": [1], "disease": [2], "(AD)": [3], "is": [4], "a": [5, 11, 21, 39, 47, 125], "progressive": [6], "neurodegenerative": [7], "disorder": [8], "that": [9, 97, 124], "affects": [10], "significant": [12], "percentage": [13], "of": [14, 30, 55, 85, 102, 135, 141, 154, 165, 173], "the": [15, 25, 105, 132, 139, 163, 171], "elderly.": [16], "EEG": [17, 44, 136], "has": [18], "emerged": [19], "as": [20, 157], "promising": [22], "tool": [23], "for": [24, 138, 177], "timely": [26], "diagnosis": [27, 167], "and": [28, 62, 74, 79, 89, 115, 147, 168], "classification": [29, 45, 140], "AD": [31, 43, 142], "or": [32], "other": [33, 152], "dementia": [34, 60], "types.": [35], "This": [36, 159], "paper": [37], "proposes": [38], "novel": [40], "approach": [41, 160], "to": [42, 81, 151, 170], "using": [46, 108], "Dual-Input": [48], "Convolution": [49], "Encoder": [50], "Network": [51], "(DICE-net).": [52], "Approach:": [53], "Recordings": [54], "36": [56], "AD,": [57], "23": [58], "Frontotemporal": [59], "(FTD),": [61], "29": [63], "age-matched": [64], "healthy": [65], "individuals": [66], "(CN)": [67], "were": [68, 77], "used.": [69], "After": [70], "denoising,": [71], "Band": [72], "power": [73], "Coherence": [75], "features": [76, 134], "extracted": [78], "fed": [80], "DICE-net,": [82], "which": [83], "consists": [84], "Convolution,": [86], "Transformer": [87], "Encoder,": [88], "Feed-Forward": [90], "layers.": [91], "Main": [92], "results:": [93], "Our": [94, 121], "results": [95], "show": [96], "DICE-net": [98], "achieved": [99], "an": [100], "accuracy": [101, 164], "83.28%": [103], "in": [104], "AD-CN": [106], "problem": [107], "Leave-One-Subject-Out": [109], "validation,": [110], "outperforming": [111], "several": [112], "baseline": [113], "models,": [114], "achieving": [116], "good": [117], "generalization": [118], "performance.": [119], "Significance:": [120], "findings": [122], "suggest": [123], "convolution": [126], "transformer": [127], "network": [128], "can": [129], "effectively": [130], "capture": [131], "complex": [133], "signals": [137], "patients": [143], "versus": [144], "control": [145], "subjects": [146], "may": [148], "be": [149], "expanded": [150], "types": [153], "dementia,": [155], "such": [156], "FTD.": [158], "could": [161], "improve": [162], "early": [166], "lead": [169], "development": [172], "more": [174], "effective": [175], "interventions": [176], "AD.": [178]}, "counts_by_year": [{"year": 2026, "cited_by_count": 31}, {"year": 2025, "cited_by_count": 77}, {"year": 2024, "cited_by_count": 44}, {"year": 2023, "cited_by_count": 11}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4322628180", "doi": "https://doi.org/10.1016/j.vrih.2022.07.006", "title": "Transformer architecture based on mutual attention for image-anomaly detection", "display_name": "Transformer architecture based on mutual attention for image-anomaly detection", "relevance_score": 863.77454, "publication_year": 2023, "publication_date": "2023-02-01", "ids": {"openalex": "https://openalex.org/W4322628180", "doi": "https://doi.org/10.1016/j.vrih.2022.07.006"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.vrih.2022.07.006", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.vrih.2022.07.006", "pdf_url": null, "source": {"id": "https://openalex.org/S4210224695", "display_name": "Virtual Reality & Intelligent Hardware", "issn_l": "2096-5796", "issn": ["2096-5796", "2666-1209"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by-nc-nd", "license_id": "https://openalex.org/licenses/cc-by-nc-nd", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Virtual Reality & Intelligent Hardware", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj"], "open_access": {"is_oa": true, "oa_status": "diamond", "oa_url": "https://doi.org/10.1016/j.vrih.2022.07.006", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101648885", "display_name": "Mengting Zhang", "orcid": null}, "institutions": [{"id": "https://openalex.org/I23632641", "display_name": "Shanghai University of Electric Power", "ror": "https://ror.org/02w4tny03", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I23632641"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Mengting Zhang", "raw_affiliation_strings": ["Department of Computer Science and Techology, Shanghai University of Electric Power, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science and Techology, Shanghai University of Electric Power, Shanghai, China", "institution_ids": ["https://openalex.org/I23632641"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101801821", "display_name": "Xiuxia Tian", "orcid": "https://orcid.org/0000-0002-3862-9803"}, "institutions": [{"id": "https://openalex.org/I23632641", "display_name": "Shanghai University of Electric Power", "ror": "https://ror.org/02w4tny03", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I23632641"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Xiuxia Tian", "raw_affiliation_strings": ["Department of Computer Science and Techology, Shanghai University of Electric Power, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science and Techology, Shanghai University of Electric Power, Shanghai, China", "institution_ids": ["https://openalex.org/I23632641"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 2, "corresponding_author_ids": ["https://openalex.org/A5101801821"], "corresponding_institution_ids": ["https://openalex.org/I23632641"], "apc_list": null, "apc_paid": null, "fwci": 17.4342, "has_fulltext": false, "cited_by_count": 105, "citation_normalized_percentile": {"value": 0.9947379, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": "5", "issue": "1", "first_page": "57", "last_page": "67"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11512", "display_name": "Anomaly Detection Techniques and Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11512", "display_name": "Anomaly Detection Techniques and Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12357", "display_name": "Digital Media Forensic Detection", "score": 0.9976000189781189, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10775", "display_name": "Generative Adversarial Networks and Image Synthesis", "score": 0.9804999828338623, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7192721366882324}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.7122202515602112}, {"id": "https://openalex.org/keywords/anomaly-detection", "display_name": "Anomaly detection", "score": 0.6749518513679504}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.5899763703346252}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5543644428253174}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.5352379083633423}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.5203185081481934}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.4794858396053314}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.43988409638404846}, {"id": "https://openalex.org/keywords/graphics", "display_name": "Graphics", "score": 0.4354996383190155}, {"id": "https://openalex.org/keywords/anomaly", "display_name": "Anomaly (physics)", "score": 0.4135393798351288}, {"id": "https://openalex.org/keywords/computer-graphics", "display_name": "Computer graphics (images)", "score": 0.14939028024673462}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.13918232917785645}, {"id": "https://openalex.org/keywords/geography", "display_name": "Geography", "score": 0.09525319933891296}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7192721366882324}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.7122202515602112}, {"id": "https://openalex.org/C739882", "wikidata": "https://www.wikidata.org/wiki/Q3560506", "display_name": "Anomaly detection", "level": 2, "score": 0.6749518513679504}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.5899763703346252}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5543644428253174}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.5352379083633423}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.5203185081481934}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.4794858396053314}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.43988409638404846}, {"id": "https://openalex.org/C21442007", "wikidata": "https://www.wikidata.org/wiki/Q1027879", "display_name": "Graphics", "level": 2, "score": 0.4354996383190155}, {"id": "https://openalex.org/C12997251", "wikidata": "https://www.wikidata.org/wiki/Q567560", "display_name": "Anomaly (physics)", "level": 2, "score": 0.4135393798351288}, {"id": "https://openalex.org/C121684516", "wikidata": "https://www.wikidata.org/wiki/Q7600677", "display_name": "Computer graphics (images)", "level": 1, "score": 0.14939028024673462}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.13918232917785645}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.09525319933891296}, {"id": "https://openalex.org/C166957645", "wikidata": "https://www.wikidata.org/wiki/Q23498", "display_name": "Archaeology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C26873012", "wikidata": "https://www.wikidata.org/wiki/Q214781", "display_name": "Condensed matter physics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1016/j.vrih.2022.07.006", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.vrih.2022.07.006", "pdf_url": null, "source": {"id": "https://openalex.org/S4210224695", "display_name": "Virtual Reality & Intelligent Hardware", "issn_l": "2096-5796", "issn": ["2096-5796", "2666-1209"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by-nc-nd", "license_id": "https://openalex.org/licenses/cc-by-nc-nd", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Virtual Reality & Intelligent Hardware", "raw_type": "journal-article"}, {"id": "pmh:oai:doaj.org/article:7b0a6b0ab7df4663b871d2a7ba341bf9", "is_oa": true, "landing_page_url": "https://doaj.org/article/7b0a6b0ab7df4663b871d2a7ba341bf9", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Virtual Reality & Intelligent Hardware, Vol 5, Iss 1, Pp 57-67 (2023)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1016/j.vrih.2022.07.006", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.vrih.2022.07.006", "pdf_url": null, "source": {"id": "https://openalex.org/S4210224695", "display_name": "Virtual Reality & Intelligent Hardware", "issn_l": "2096-5796", "issn": ["2096-5796", "2666-1209"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by-nc-nd", "license_id": "https://openalex.org/licenses/cc-by-nc-nd", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Virtual Reality & Intelligent Hardware", "raw_type": "journal-article"}, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 36, "referenced_works": ["https://openalex.org/W1964859077", "https://openalex.org/W2194775991", "https://openalex.org/W2599354622", "https://openalex.org/W2923486253", "https://openalex.org/W2963182372", "https://openalex.org/W3023868590", "https://openalex.org/W3092704883", "https://openalex.org/W3104156061", "https://openalex.org/W3106848223", "https://openalex.org/W3170841864", "https://openalex.org/W3184778778", "https://openalex.org/W3207692456", "https://openalex.org/W3214308028", "https://openalex.org/W4200134793", "https://openalex.org/W4214708455", "https://openalex.org/W4248942896", "https://openalex.org/W4249009392", "https://openalex.org/W4286696412", "https://openalex.org/W4312747027", "https://openalex.org/W4376626035", "https://openalex.org/W4385245566", "https://openalex.org/W4386432925", "https://openalex.org/W6735108248", "https://openalex.org/W6739901393", "https://openalex.org/W6760816630", "https://openalex.org/W6763964532", "https://openalex.org/W6775545142", "https://openalex.org/W6778485988", "https://openalex.org/W6779018880", "https://openalex.org/W6785596320", "https://openalex.org/W6786585107", "https://openalex.org/W6788477181", "https://openalex.org/W6792155083", "https://openalex.org/W6794762147", "https://openalex.org/W6795092660", "https://openalex.org/W6796767071"], "related_works": ["https://openalex.org/W2806741695", "https://openalex.org/W3210364259", "https://openalex.org/W4290647774", "https://openalex.org/W3189286258", "https://openalex.org/W3207797160", "https://openalex.org/W2912112202", "https://openalex.org/W2667207928", "https://openalex.org/W4300558037", "https://openalex.org/W4377864969", "https://openalex.org/W3030345572"], "abstract_inverted_index": {"Image": [0], "anomaly": [1, 79, 98], "detection": [2, 115], "is": [3, 11], "a": [4, 70], "popular": [5], "task": [6], "in": [7, 14], "computer": [8], "graphics,": [9], "which": [10], "widely": [12], "used": [13], "industrial": [15], "fields.": [16], "Previous": [17], "works": [18], "that": [19, 112], "address": [20], "this": [21, 66], "problem": [22], "often": [23], "train": [24], "CNN-based": [25], "(e.g.": [26], "Auto-Encoder,": [27], "GANs)": [28], "models": [29], "to": [30, 60, 94], "reconstruct": [31], "covered": [32], "parts": [33], "of": [34], "input": [35, 43], "images": [36], "and": [37, 44, 87, 108, 119], "calculate": [38], "the": [39, 42, 45], "difference": [40], "between": [41], "reconstructed": [46], "image.": [47], "However,": [48], "convolutional": [49], "operations": [50], "are": [51], "good": [52], "at": [53], "extracting": [54], "local": [55, 89], "features": [56, 90, 93], "making": [57], "it": [58, 113], "difficult": [59], "identify": [61], "larger": [62], "image": [63, 78, 97], "anomalies.": [64], "To": [65], "end,": [67], "we": [68], "propose": [69], "transformer": [71], "architecture": [72, 82], "based": [73], "on": [74, 105], "mutual": [75], "attention": [76], "for": [77], "separation.": [80], "This": [81], "can": [83], "capture": [84], "long-term": [85], "dependencies": [86], "fuse": [88], "with": [91, 125], "global": [92], "facilitate": [95], "better": [96], "detection.": [99], "Our": [100], "method": [101], "was": [102], "extensively": [103], "evaluated": [104], "several": [106], "benchmarks,": [107], "experimental": [109], "results": [110], "showed": [111], "improved": [114], "capability": [116, 121], "by": [117, 122], "3.1%": [118], "localization": [120], "1.0%": [123], "compared": [124], "state-of-the-art": [126], "reconstruction-based": [127], "methods.": [128]}, "counts_by_year": [{"year": 2026, "cited_by_count": 34}, {"year": 2025, "cited_by_count": 67}, {"year": 2024, "cited_by_count": 3}, {"year": 2023, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4383710235", "doi": "https://doi.org/10.1186/s42492-023-00140-9", "title": "Vision transformer architecture and applications in digital health: a tutorial and survey", "display_name": "Vision transformer architecture and applications in digital health: a tutorial and survey", "relevance_score": 837.5774, "publication_year": 2023, "publication_date": "2023-07-10", "ids": {"openalex": "https://openalex.org/W4383710235", "doi": "https://doi.org/10.1186/s42492-023-00140-9", "pmid": "https://pubmed.ncbi.nlm.nih.gov/37428360"}, "language": "en", "primary_location": {"id": "doi:10.1186/s42492-023-00140-9", "is_oa": true, "landing_page_url": "https://doi.org/10.1186/s42492-023-00140-9", "pdf_url": "https://vciba.springeropen.com/counter/pdf/10.1186/s42492-023-00140-9", "source": {"id": "https://openalex.org/S3035464634", "display_name": "Visual Computing for Industry Biomedicine and Art", "issn_l": "2096-496X", "issn": ["2096-496X", "2524-4442"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319965", "host_organization_name": "Springer Nature", "host_organization_lineage": ["https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Visual Computing for Industry, Biomedicine, and Art", "raw_type": "journal-article"}, "type": "review", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "diamond", "oa_url": "https://vciba.springeropen.com/counter/pdf/10.1186/s42492-023-00140-9", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5020732334", "display_name": "Khalid Al-hammuri", "orcid": "https://orcid.org/0000-0002-6690-5529"}, "institutions": [{"id": "https://openalex.org/I212119943", "display_name": "University of Victoria", "ror": "https://ror.org/04s5mat29", "country_code": "CA", "type": "education", "lineage": ["https://openalex.org/I212119943"]}], "countries": ["CA"], "is_corresponding": true, "raw_author_name": "Khalid Al-hammuri", "raw_affiliation_strings": ["Electrical and Computer Engineering, University of Victoria, Victoria, V8W 2Y2, Canada. khalidalhammuri@uvic.ca", "Electrical and Computer Engineering, University of Victoria, Victoria, V8W 2Y2, Canada"], "raw_orcid": "https://orcid.org/0000-0002-6690-5529", "affiliations": [{"raw_affiliation_string": "Electrical and Computer Engineering, University of Victoria, Victoria, V8W 2Y2, Canada. khalidalhammuri@uvic.ca", "institution_ids": ["https://openalex.org/I212119943"]}, {"raw_affiliation_string": "Electrical and Computer Engineering, University of Victoria, Victoria, V8W 2Y2, Canada", "institution_ids": ["https://openalex.org/I212119943"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5014237424", "display_name": "Fayez Gebali", "orcid": "https://orcid.org/0000-0001-5189-3409"}, "institutions": [{"id": "https://openalex.org/I212119943", "display_name": "University of Victoria", "ror": "https://ror.org/04s5mat29", "country_code": "CA", "type": "education", "lineage": ["https://openalex.org/I212119943"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Fayez Gebali", "raw_affiliation_strings": ["Electrical and Computer Engineering, University of Victoria, Victoria, V8W 2Y2, Canada"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Electrical and Computer Engineering, University of Victoria, Victoria, V8W 2Y2, Canada", "institution_ids": ["https://openalex.org/I212119943"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5049637855", "display_name": "Awos Kanan", "orcid": "https://orcid.org/0000-0002-6817-4870"}, "institutions": [{"id": "https://openalex.org/I158749337", "display_name": "Princess Sumaya University for Technology", "ror": "https://ror.org/01jy46q10", "country_code": "JO", "type": "education", "lineage": ["https://openalex.org/I158749337"]}], "countries": ["JO"], "is_corresponding": false, "raw_author_name": "Awos Kanan", "raw_affiliation_strings": ["Computer Engineering, Princess Sumaya University for Technology, Amman, 11941, Jordan"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Computer Engineering, Princess Sumaya University for Technology, Amman, 11941, Jordan", "institution_ids": ["https://openalex.org/I158749337"]}]}, {"author_position": "last", "author": {"id": null, "display_name": "Ilamparithi Thirumarai Chelvan", "orcid": null}, "institutions": [{"id": "https://openalex.org/I212119943", "display_name": "University of Victoria", "ror": "https://ror.org/04s5mat29", "country_code": "CA", "type": "education", "lineage": ["https://openalex.org/I212119943"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Ilamparithi Thirumarai Chelvan", "raw_affiliation_strings": ["Electrical and Computer Engineering, University of Victoria, Victoria, V8W 2Y2, Canada"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Electrical and Computer Engineering, University of Victoria, Victoria, V8W 2Y2, Canada", "institution_ids": ["https://openalex.org/I212119943"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5020732334"], "corresponding_institution_ids": ["https://openalex.org/I212119943"], "apc_list": null, "apc_paid": null, "fwci": 18.0984, "has_fulltext": true, "cited_by_count": 109, "citation_normalized_percentile": {"value": 0.99507721, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 98, "max": 100}, "biblio": {"volume": "6", "issue": "1", "first_page": "14", "last_page": "14"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10862", "display_name": "AI in cancer detection", "score": 0.9986000061035156, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10862", "display_name": "AI in cancer detection", "score": 0.9986000061035156, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12702", "display_name": "Brain Tumor Detection and Classification", "score": 0.9951000213623047, "subfield": {"id": "https://openalex.org/subfields/2808", "display_name": "Neurology"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T11775", "display_name": "COVID-19 diagnosis using AI", "score": 0.9883000254631042, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.7053414583206177}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6496157646179199}, {"id": "https://openalex.org/keywords/digital-health", "display_name": "Digital health", "score": 0.5461685061454773}, {"id": "https://openalex.org/keywords/telehealth", "display_name": "Telehealth", "score": 0.47736597061157227}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.4707389771938324}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.4447477459907532}, {"id": "https://openalex.org/keywords/digital-image-processing", "display_name": "Digital image processing", "score": 0.4435618221759796}, {"id": "https://openalex.org/keywords/digital-image", "display_name": "Digital image", "score": 0.4409372806549072}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.440066933631897}, {"id": "https://openalex.org/keywords/telemedicine", "display_name": "Telemedicine", "score": 0.425426185131073}, {"id": "https://openalex.org/keywords/digital-imaging", "display_name": "Digital imaging", "score": 0.42034095525741577}, {"id": "https://openalex.org/keywords/data-science", "display_name": "Data science", "score": 0.3914332091808319}, {"id": "https://openalex.org/keywords/health-care", "display_name": "Health care", "score": 0.3794965147972107}, {"id": "https://openalex.org/keywords/multimedia", "display_name": "Multimedia", "score": 0.35161930322647095}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.35122284293174744}, {"id": "https://openalex.org/keywords/computer-architecture", "display_name": "Computer architecture", "score": 0.3481755256652832}, {"id": "https://openalex.org/keywords/image-processing", "display_name": "Image processing", "score": 0.3358490467071533}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.200486421585083}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.19096526503562927}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.12295952439308167}], "concepts": [{"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.7053414583206177}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6496157646179199}, {"id": "https://openalex.org/C2780433410", "wikidata": "https://www.wikidata.org/wiki/Q5276090", "display_name": "Digital health", "level": 3, "score": 0.5461685061454773}, {"id": "https://openalex.org/C2781050511", "wikidata": "https://www.wikidata.org/wiki/Q46994", "display_name": "Telehealth", "level": 4, "score": 0.47736597061157227}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.4707389771938324}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.4447477459907532}, {"id": "https://openalex.org/C104317675", "wikidata": "https://www.wikidata.org/wiki/Q1070689", "display_name": "Digital image processing", "level": 4, "score": 0.4435618221759796}, {"id": "https://openalex.org/C42781572", "wikidata": "https://www.wikidata.org/wiki/Q1250322", "display_name": "Digital image", "level": 4, "score": 0.4409372806549072}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.440066933631897}, {"id": "https://openalex.org/C2779891985", "wikidata": "https://www.wikidata.org/wiki/Q46994", "display_name": "Telemedicine", "level": 3, "score": 0.425426185131073}, {"id": "https://openalex.org/C112416745", "wikidata": "https://www.wikidata.org/wiki/Q974213", "display_name": "Digital imaging", "level": 5, "score": 0.42034095525741577}, {"id": "https://openalex.org/C2522767166", "wikidata": "https://www.wikidata.org/wiki/Q2374463", "display_name": "Data science", "level": 1, "score": 0.3914332091808319}, {"id": "https://openalex.org/C160735492", "wikidata": "https://www.wikidata.org/wiki/Q31207", "display_name": "Health care", "level": 2, "score": 0.3794965147972107}, {"id": "https://openalex.org/C49774154", "wikidata": "https://www.wikidata.org/wiki/Q131765", "display_name": "Multimedia", "level": 1, "score": 0.35161930322647095}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.35122284293174744}, {"id": "https://openalex.org/C118524514", "wikidata": "https://www.wikidata.org/wiki/Q173212", "display_name": "Computer architecture", "level": 1, "score": 0.3481755256652832}, {"id": "https://openalex.org/C9417928", "wikidata": "https://www.wikidata.org/wiki/Q1070689", "display_name": "Image processing", "level": 3, "score": 0.3358490467071533}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.200486421585083}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.19096526503562927}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.12295952439308167}, {"id": "https://openalex.org/C50522688", "wikidata": "https://www.wikidata.org/wiki/Q189833", "display_name": "Economic growth", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C162324750", "wikidata": "https://www.wikidata.org/wiki/Q8134", "display_name": "Economics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 4, "locations": [{"id": "doi:10.1186/s42492-023-00140-9", "is_oa": true, "landing_page_url": "https://doi.org/10.1186/s42492-023-00140-9", "pdf_url": "https://vciba.springeropen.com/counter/pdf/10.1186/s42492-023-00140-9", "source": {"id": "https://openalex.org/S3035464634", "display_name": "Visual Computing for Industry Biomedicine and Art", "issn_l": "2096-496X", "issn": ["2096-496X", "2524-4442"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319965", "host_organization_name": "Springer Nature", "host_organization_lineage": ["https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Visual Computing for Industry, Biomedicine, and Art", "raw_type": "journal-article"}, {"id": "pmid:37428360", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/37428360", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Visual computing for industry, biomedicine, and art", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:10333157", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/10333157", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10333157/pdf/42492_2023_Article_140.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Vis Comput Ind Biomed Art", "raw_type": "Text"}, {"id": "pmh:oai:doaj.org/article:10d754bd2b79416ab24fe05b695c3dd9", "is_oa": true, "landing_page_url": "https://doaj.org/article/10d754bd2b79416ab24fe05b695c3dd9", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Visual Computing for Industry, Biomedicine, and Art, Vol 6, Iss 1, Pp 1-28 (2023)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1186/s42492-023-00140-9", "is_oa": true, "landing_page_url": "https://doi.org/10.1186/s42492-023-00140-9", "pdf_url": "https://vciba.springeropen.com/counter/pdf/10.1186/s42492-023-00140-9", "source": {"id": "https://openalex.org/S3035464634", "display_name": "Visual Computing for Industry Biomedicine and Art", "issn_l": "2096-496X", "issn": ["2096-496X", "2524-4442"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319965", "host_organization_name": "Springer Nature", "host_organization_lineage": ["https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Visual Computing for Industry, Biomedicine, and Art", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Sustainable cities and communities", "id": "https://metadata.un.org/sdg/11", "score": 0.6000000238418579}], "awards": [], "funders": [], "has_content": {"pdf": true, "grobid_xml": false}, "content_urls": {"pdf": "https://content.openalex.org/works/W4383710235.pdf"}, "referenced_works_count": 109, "referenced_works": ["https://openalex.org/W1186184816", "https://openalex.org/W1758598986", "https://openalex.org/W1901129140", "https://openalex.org/W1981276685", "https://openalex.org/W2068296444", "https://openalex.org/W2106059936", "https://openalex.org/W2108598243", "https://openalex.org/W2117539524", "https://openalex.org/W2125729588", "https://openalex.org/W2613456556", "https://openalex.org/W2766585573", "https://openalex.org/W2807122651", "https://openalex.org/W2819321284", "https://openalex.org/W2884721730", "https://openalex.org/W2886943560", "https://openalex.org/W2898085636", "https://openalex.org/W2924551358", "https://openalex.org/W2944851425", "https://openalex.org/W2954011593", "https://openalex.org/W2963084599", "https://openalex.org/W2972862926", "https://openalex.org/W2979956313", "https://openalex.org/W2980998394", "https://openalex.org/W2991357568", "https://openalex.org/W3035574324", "https://openalex.org/W3035596626", "https://openalex.org/W3039236647", "https://openalex.org/W3092462072", "https://openalex.org/W3101704389", "https://openalex.org/W3105636987", "https://openalex.org/W3132130152", "https://openalex.org/W3137849220", "https://openalex.org/W3165793043", "https://openalex.org/W3166845084", "https://openalex.org/W3168491317", "https://openalex.org/W3183943918", "https://openalex.org/W3188404242", "https://openalex.org/W3195473712", "https://openalex.org/W3202006954", "https://openalex.org/W3202624106", "https://openalex.org/W3202941780", "https://openalex.org/W3203149165", "https://openalex.org/W3203467945", "https://openalex.org/W3204685218", "https://openalex.org/W3207576362", "https://openalex.org/W3213783748", "https://openalex.org/W4206693420", "https://openalex.org/W4212822134", "https://openalex.org/W4213019189", "https://openalex.org/W4213065378", "https://openalex.org/W4213099919", "https://openalex.org/W4221091790", "https://openalex.org/W4221148807", "https://openalex.org/W4221166280", "https://openalex.org/W4223997512", "https://openalex.org/W4225323865", "https://openalex.org/W4225426831", "https://openalex.org/W4226016066", "https://openalex.org/W4226085666", "https://openalex.org/W4226133625", "https://openalex.org/W4226227293", "https://openalex.org/W4226227406", "https://openalex.org/W4226281901", "https://openalex.org/W4226524654", "https://openalex.org/W4229000188", "https://openalex.org/W4229021932", "https://openalex.org/W4229439289", "https://openalex.org/W4280514269", "https://openalex.org/W4281254982", "https://openalex.org/W4281853941", "https://openalex.org/W4283736397", "https://openalex.org/W4285021577", "https://openalex.org/W4285531589", "https://openalex.org/W4286008658", "https://openalex.org/W4286587621", "https://openalex.org/W4287225564", "https://openalex.org/W4288442702", "https://openalex.org/W4288809219", "https://openalex.org/W4292318628", "https://openalex.org/W4292387419", "https://openalex.org/W4292825881", "https://openalex.org/W4295747653", "https://openalex.org/W4295934705", "https://openalex.org/W4295936537", "https://openalex.org/W4295936749", "https://openalex.org/W4296123084", "https://openalex.org/W4296139711", "https://openalex.org/W4296693015", "https://openalex.org/W4297491535", "https://openalex.org/W4309607309", "https://openalex.org/W4312604272", "https://openalex.org/W4313134585", "https://openalex.org/W4315705623", "https://openalex.org/W4319299841", "https://openalex.org/W4321232185", "https://openalex.org/W4362603432", "https://openalex.org/W6600208142", "https://openalex.org/W6600213211", "https://openalex.org/W6600579670", "https://openalex.org/W6600654476", "https://openalex.org/W6600741150", "https://openalex.org/W6603242443", "https://openalex.org/W6603957568", "https://openalex.org/W6630853386", "https://openalex.org/W6725794755", "https://openalex.org/W6745514887", "https://openalex.org/W6815217517", "https://openalex.org/W6828894009", "https://openalex.org/W6860043847"], "related_works": ["https://openalex.org/W3182311274", "https://openalex.org/W4312753625", "https://openalex.org/W2553152692", "https://openalex.org/W2081985452", "https://openalex.org/W2775496002", "https://openalex.org/W2951194758", "https://openalex.org/W2911390569", "https://openalex.org/W898586976", "https://openalex.org/W2885565509", "https://openalex.org/W2159915011"], "abstract_inverted_index": {"The": [0], "vision": [1], "transformer": [2], "(ViT)": [3], "is": [4], "a": [5, 70], "state-of-the-art": [6], "architecture": [7, 42], "for": [8, 24, 72], "image": [9, 51], "recognition": [10], "tasks": [11], "that": [12], "plays": [13], "an": [14], "important": [15], "role": [16], "in": [17, 29, 76], "digital": [18, 30, 45, 77], "health": [19, 46, 78], "applications.": [20, 32, 47], "Medical": [21], "images": [22], "account": [23], "90%": [25], "of": [26, 39], "the": [27, 36, 40, 74], "data": [28], "medicine": [31], "This": [33, 66], "article": [34, 67], "discusses": [35, 81], "core": [37], "foundations": [38], "ViT": [41, 75], "and": [43, 58, 64, 80, 84], "its": [44, 82], "These": [48], "applications": [49], "include": [50], "segmentation,": [52], "classification,": [53], "detection,": [54], "prediction,": [55], "reconstruction,": [56], "synthesis,": [57], "telehealth": [59], "such": [60], "as": [61], "report": [62], "generation": [63], "security.": [65], "also": [68], "presents": [69], "roadmap": [71], "implementing": [73], "systems": [79], "limitations": [83], "challenges.": [85]}, "counts_by_year": [{"year": 2026, "cited_by_count": 10}, {"year": 2025, "cited_by_count": 58}, {"year": 2024, "cited_by_count": 35}, {"year": 2023, "cited_by_count": 6}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4392240693", "doi": "https://doi.org/10.1038/s41598-024-55483-x", "title": "Advanced hybrid LSTM-transformer architecture for real-time multi-task prediction in engineering systems", "display_name": "Advanced hybrid LSTM-transformer architecture for real-time multi-task prediction in engineering systems", "relevance_score": 833.1141, "publication_year": 2024, "publication_date": "2024-02-28", "ids": {"openalex": "https://openalex.org/W4392240693", "doi": "https://doi.org/10.1038/s41598-024-55483-x", "pmid": "https://pubmed.ncbi.nlm.nih.gov/38418510"}, "language": "en", "primary_location": {"id": "doi:10.1038/s41598-024-55483-x", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41598-024-55483-x", "pdf_url": "https://www.nature.com/articles/s41598-024-55483-x.pdf", "source": {"id": "https://openalex.org/S196734849", "display_name": "Scientific Reports", "issn_l": "2045-2322", "issn": ["2045-2322"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Scientific Reports", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://www.nature.com/articles/s41598-024-55483-x.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101932624", "display_name": "Kaiwen Cao", "orcid": "https://orcid.org/0009-0000-9723-306X"}, "institutions": [{"id": "https://openalex.org/I145897649", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I145897649"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Kangjie Cao", "raw_affiliation_strings": ["Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China", "School of Information and Engineering, Minzu University of China, Beijing, 100081, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China", "institution_ids": ["https://openalex.org/I145897649"]}, {"raw_affiliation_string": "School of Information and Engineering, Minzu University of China, Beijing, 100081, China", "institution_ids": ["https://openalex.org/I145897649"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100738839", "display_name": "Ting Zhang", "orcid": "https://orcid.org/0000-0002-1899-1784"}, "institutions": [{"id": "https://openalex.org/I145897649", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I145897649"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Ting Zhang", "raw_affiliation_strings": ["Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China. tozhangting@126.com", "School of Information and Engineering, Minzu University of China, Beijing, 100081, China. tozhangting@126.com", "Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China. tozhangting@126.com", "institution_ids": ["https://openalex.org/I145897649"]}, {"raw_affiliation_string": "School of Information and Engineering, Minzu University of China, Beijing, 100081, China. tozhangting@126.com", "institution_ids": ["https://openalex.org/I145897649"]}, {"raw_affiliation_string": "Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China", "institution_ids": ["https://openalex.org/I145897649"]}]}, {"author_position": "last", "author": {"id": null, "display_name": "Jueqiao Huang", "orcid": null}, "institutions": [{"id": "https://openalex.org/I145897649", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I145897649"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jueqiao Huang", "raw_affiliation_strings": ["School of Information and Engineering, Minzu University of China, Beijing, 100081, China", "School of Information and Engineering, Minzu University of China, Beijing 100081, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Information and Engineering, Minzu University of China, Beijing, 100081, China", "institution_ids": ["https://openalex.org/I145897649"]}, {"raw_affiliation_string": "School of Information and Engineering, Minzu University of China, Beijing 100081, China", "institution_ids": ["https://openalex.org/I145897649"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 3, "corresponding_author_ids": ["https://openalex.org/A5101932624"], "corresponding_institution_ids": ["https://openalex.org/I145897649"], "apc_list": {"value": 1890, "currency": "EUR", "value_usd": 2190}, "apc_paid": {"value": 1890, "currency": "EUR", "value_usd": 2190}, "fwci": 38.9415, "has_fulltext": true, "cited_by_count": 127, "citation_normalized_percentile": {"value": 0.99991886, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "14", "issue": "1", "first_page": "4890", "last_page": "4890"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10892", "display_name": "Drilling and Well Engineering", "score": 0.9855999946594238, "subfield": {"id": "https://openalex.org/subfields/2212", "display_name": "Ocean Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10892", "display_name": "Drilling and Well Engineering", "score": 0.9855999946594238, "subfield": {"id": "https://openalex.org/subfields/2212", "display_name": "Ocean Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11606", "display_name": "Infrastructure Maintenance and Monitoring", "score": 0.9779999852180481, "subfield": {"id": "https://openalex.org/subfields/2205", "display_name": "Civil and Structural Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13050", "display_name": "Oil and Gas Production Techniques", "score": 0.9671000242233276, "subfield": {"id": "https://openalex.org/subfields/2212", "display_name": "Ocean Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7914505004882812}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.5336061120033264}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.486905962228775}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.48167121410369873}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.47661128640174866}, {"id": "https://openalex.org/keywords/adaptability", "display_name": "Adaptability", "score": 0.47453558444976807}, {"id": "https://openalex.org/keywords/robustness", "display_name": "Robustness (evolution)", "score": 0.4732834994792938}, {"id": "https://openalex.org/keywords/predictive-modelling", "display_name": "Predictive modelling", "score": 0.4330296814441681}, {"id": "https://openalex.org/keywords/distributed-computing", "display_name": "Distributed computing", "score": 0.3372159004211426}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.11557352542877197}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7914505004882812}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.5336061120033264}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.486905962228775}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.48167121410369873}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.47661128640174866}, {"id": "https://openalex.org/C177606310", "wikidata": "https://www.wikidata.org/wiki/Q5674297", "display_name": "Adaptability", "level": 2, "score": 0.47453558444976807}, {"id": "https://openalex.org/C63479239", "wikidata": "https://www.wikidata.org/wiki/Q7353546", "display_name": "Robustness (evolution)", "level": 3, "score": 0.4732834994792938}, {"id": "https://openalex.org/C45804977", "wikidata": "https://www.wikidata.org/wiki/Q7239673", "display_name": "Predictive modelling", "level": 2, "score": 0.4330296814441681}, {"id": "https://openalex.org/C120314980", "wikidata": "https://www.wikidata.org/wiki/Q180634", "display_name": "Distributed computing", "level": 1, "score": 0.3372159004211426}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.11557352542877197}, {"id": "https://openalex.org/C55493867", "wikidata": "https://www.wikidata.org/wiki/Q7094", "display_name": "Biochemistry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C185592680", "wikidata": "https://www.wikidata.org/wiki/Q2329", "display_name": "Chemistry", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C18903297", "wikidata": "https://www.wikidata.org/wiki/Q7150", "display_name": "Ecology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C104317684", "wikidata": "https://www.wikidata.org/wiki/Q7187", "display_name": "Gene", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 4, "locations": [{"id": "doi:10.1038/s41598-024-55483-x", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41598-024-55483-x", "pdf_url": "https://www.nature.com/articles/s41598-024-55483-x.pdf", "source": {"id": "https://openalex.org/S196734849", "display_name": "Scientific Reports", "issn_l": "2045-2322", "issn": ["2045-2322"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Scientific Reports", "raw_type": "journal-article"}, {"id": "pmid:38418510", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/38418510", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Scientific reports", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:11322354", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/11322354", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11322354/pdf/41598_2024_Article_55483.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Sci Rep", "raw_type": "Text"}, {"id": "pmh:oai:doaj.org/article:2050cec9c81b444cb849a0f5c7038bb6", "is_oa": false, "landing_page_url": "https://doaj.org/article/2050cec9c81b444cb849a0f5c7038bb6", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Scientific Reports, Vol 14, Iss 1, Pp 1-24 (2024)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1038/s41598-024-55483-x", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41598-024-55483-x", "pdf_url": "https://www.nature.com/articles/s41598-024-55483-x.pdf", "source": {"id": "https://openalex.org/S196734849", "display_name": "Scientific Reports", "issn_l": "2045-2322", "issn": ["2045-2322"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Scientific Reports", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Clean water and sanitation", "id": "https://metadata.un.org/sdg/6", "score": 0.7400000095367432}], "awards": [], "funders": [{"id": "https://openalex.org/F4320328117", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62"}], "has_content": {"pdf": true, "grobid_xml": false}, "content_urls": {"pdf": "https://content.openalex.org/works/W4392240693.pdf"}, "referenced_works_count": 36, "referenced_works": ["https://openalex.org/W161130869", "https://openalex.org/W2180718409", "https://openalex.org/W2944851425", "https://openalex.org/W3041860561", "https://openalex.org/W3159791669", "https://openalex.org/W3198666609", "https://openalex.org/W3202434625", "https://openalex.org/W3208605024", "https://openalex.org/W4206412842", "https://openalex.org/W4220870779", "https://openalex.org/W4224103449", "https://openalex.org/W4281651325", "https://openalex.org/W4284674612", "https://openalex.org/W4306155095", "https://openalex.org/W4307640482", "https://openalex.org/W4309647995", "https://openalex.org/W4315927936", "https://openalex.org/W4317717538", "https://openalex.org/W4318542545", "https://openalex.org/W4319661451", "https://openalex.org/W4321787272", "https://openalex.org/W4321796689", "https://openalex.org/W4323315504", "https://openalex.org/W4323848846", "https://openalex.org/W4362470802", "https://openalex.org/W4362514912", "https://openalex.org/W4362538029", "https://openalex.org/W4362665268", "https://openalex.org/W4367182526", "https://openalex.org/W4377825882", "https://openalex.org/W4379137647", "https://openalex.org/W4380355610", "https://openalex.org/W4382933914", "https://openalex.org/W4384154454", "https://openalex.org/W4385250562", "https://openalex.org/W4386413260"], "related_works": ["https://openalex.org/W2357124094", "https://openalex.org/W2387399993", "https://openalex.org/W2389739210", "https://openalex.org/W2348924972", "https://openalex.org/W2365736347", "https://openalex.org/W2047454415", "https://openalex.org/W2070040999", "https://openalex.org/W2387293848", "https://openalex.org/W2250140200", "https://openalex.org/W3121791438"], "abstract_inverted_index": {"In": [0], "the": [1, 54, 117], "field": [2, 87], "of": [3, 57, 121, 135], "engineering": [4, 114, 152], "systems-particularly": [5], "in": [6, 45, 133], "underground": [7], "drilling": [8], "and": [9, 22, 48, 59, 83, 119, 140], "green": [10], "stormwater": [11], "management-real-time": [12], "predictions": [13], "are": [14], "vital": [15], "for": [16, 38, 150], "enhancing": [17], "operational": [18, 81], "performance,": [19], "ensuring": [20], "safety,": [21], "increasing": [23], "efficiency.": [24, 142], "Addressing": [25], "this": [26], "niche,": [27], "our": [28, 51, 75, 122, 125], "study": [29], "introduces": [30], "a": [31, 63, 146], "novel": [32], "LSTM-transformer": [33], "hybrid": [34], "architecture,": [35], "uniquely": [36], "specialized": [37], "multi-task": [39], "real-time": [40, 138], "predictions.": [41], "Building": [42], "on": [43, 112], "advancements": [44], "attention": [46], "mechanisms": [47], "sequence": [49], "modeling,": [50], "model": [52, 126], "integrates": [53], "core": [55], "strengths": [56], "LSTM": [58], "Transformer": [60], "architectures,": [61], "offering": [62, 154], "superior": [64], "alternative": [65], "to": [66, 79], "traditional": [67], "predictive": [68, 104, 136, 148], "models.": [69], "Further": [70], "enriched": [71], "with": [72], "online": [73], "learning,": [74], "architecture": [76], "dynamically": [77], "adapts": [78], "variable": [80], "conditions": [82], "continuously": [84], "incorporates": [85], "new": [86], "data.": [88], "Utilizing": [89], "knowledge": [90], "distillation": [91], "techniques,": [92], "we": [93], "efficiently": [94], "transfer": [95], "insights": [96, 156], "from": [97], "larger,": [98], "pretrained": [99], "networks,": [100], "thereby": [101], "achieving": [102], "high": [103], "accuracy": [105], "without": [106], "sacrificing": [107], "computational": [108, 141], "resources.": [109], "Rigorous": [110], "experiments": [111], "sector-specific": [113], "datasets": [115], "validate": [116], "robustness": [118], "effectiveness": [120], "approach.": [123], "Notably,": [124], "exhibits": [127], "clear": [128], "advantages": [129], "over": [130], "existing": [131], "methods": [132], "terms": [134], "accuracy,": [137], "adaptability,": [139], "This": [143], "work": [144], "contributes": [145], "pioneering": [147], "framework": [149], "targeted": [151], "applications,": [153], "actionable": [155], "into.": [157]}, "counts_by_year": [{"year": 2026, "cited_by_count": 28}, {"year": 2025, "cited_by_count": 81}, {"year": 2024, "cited_by_count": 18}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4388488300", "doi": "https://doi.org/10.1016/j.rser.2023.113913", "title": "Deep learning based on Transformer architecture for power system short-term voltage stability assessment with class imbalance", "display_name": "Deep learning based on Transformer architecture for power system short-term voltage stability assessment with class imbalance", "relevance_score": 812.8766, "publication_year": 2023, "publication_date": "2023-11-08", "ids": {"openalex": "https://openalex.org/W4388488300", "doi": "https://doi.org/10.1016/j.rser.2023.113913"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.rser.2023.113913", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.rser.2023.113913", "pdf_url": null, "source": {"id": "https://openalex.org/S68497187", "display_name": "Renewable and Sustainable Energy Reviews", "issn_l": "1364-0321", "issn": ["1364-0321", "1879-0690"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Renewable and Sustainable Energy Reviews", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5100421591", "display_name": "Yang Li", "orcid": "https://orcid.org/0000-0002-6515-4567"}, "institutions": [{"id": "https://openalex.org/I179060312", "display_name": "Northeast Electric Power University", "ror": "https://ror.org/00zqaxa34", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I179060312"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Yang Li", "raw_affiliation_strings": ["School of Electrical Engineering, Northeast Electric Power University, Jilin 132012, China"], "raw_orcid": "https://orcid.org/0000-0002-6515-4567", "affiliations": [{"raw_affiliation_string": "School of Electrical Engineering, Northeast Electric Power University, Jilin 132012, China", "institution_ids": ["https://openalex.org/I179060312"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5000286704", "display_name": "Jiting Cao", "orcid": "https://orcid.org/0000-0002-2151-1745"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Jiting Cao", "raw_affiliation_strings": ["State Grid Chengde Power Supply Company, Chengde 067000, China"], "raw_orcid": "https://orcid.org/0000-0002-2151-1745", "affiliations": [{"raw_affiliation_string": "State Grid Chengde Power Supply Company, Chengde 067000, China", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5013947981", "display_name": "Yan Xu", "orcid": "https://orcid.org/0000-0002-0503-183X"}, "institutions": [{"id": "https://openalex.org/I172675005", "display_name": "Nanyang Technological University", "ror": "https://ror.org/02e7b5302", "country_code": "SG", "type": "education", "lineage": ["https://openalex.org/I172675005"]}], "countries": ["SG"], "is_corresponding": false, "raw_author_name": "Yan Xu", "raw_affiliation_strings": ["School of Electrical and Electronic Engineering, Nanyang Technological University, 639798, Singapore"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Electrical and Electronic Engineering, Nanyang Technological University, 639798, Singapore", "institution_ids": ["https://openalex.org/I172675005"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5065810347", "display_name": "Lipeng Zhu", "orcid": "https://orcid.org/0000-0001-6051-9064"}, "institutions": [{"id": "https://openalex.org/I16609230", "display_name": "Hunan University", "ror": "https://ror.org/05htk5m33", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I16609230"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Lipeng Zhu", "raw_affiliation_strings": ["College of Electrical and Information Engineering, Hunan University, Changsha, China"], "raw_orcid": "https://orcid.org/0000-0001-6051-9064", "affiliations": [{"raw_affiliation_string": "College of Electrical and Information Engineering, Hunan University, Changsha, China", "institution_ids": ["https://openalex.org/I16609230"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100366084", "display_name": "Zhao Yang Dong", "orcid": "https://orcid.org/0000-0001-9659-0858"}, "institutions": [{"id": "https://openalex.org/I172675005", "display_name": "Nanyang Technological University", "ror": "https://ror.org/02e7b5302", "country_code": "SG", "type": "education", "lineage": ["https://openalex.org/I172675005"]}], "countries": ["SG"], "is_corresponding": true, "raw_author_name": "Zhao Yang Dong", "raw_affiliation_strings": ["School of Electrical and Electronic Engineering, Nanyang Technological University, 639798, Singapore"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Electrical and Electronic Engineering, Nanyang Technological University, 639798, Singapore", "institution_ids": ["https://openalex.org/I172675005"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 5, "corresponding_author_ids": ["https://openalex.org/A5100366084", "https://openalex.org/A5100421591"], "corresponding_institution_ids": ["https://openalex.org/I172675005", "https://openalex.org/I179060312"], "apc_list": {"value": 4830, "currency": "USD", "value_usd": 4830}, "apc_paid": null, "fwci": 19.5589, "has_fulltext": false, "cited_by_count": 156, "citation_normalized_percentile": {"value": 0.99704512, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 94, "max": 100}, "biblio": {"volume": "189", "issue": null, "first_page": "113913", "last_page": "113913"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10305", "display_name": "Power System Optimization and Stability", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10305", "display_name": "Power System Optimization and Stability", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11941", "display_name": "Power System Reliability and Maintenance", "score": 0.9988999962806702, "subfield": {"id": "https://openalex.org/subfields/2213", "display_name": "Safety, Risk, Reliability and Quality"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10972", "display_name": "Power Systems Fault Detection", "score": 0.9987999796867371, "subfield": {"id": "https://openalex.org/subfields/2207", "display_name": "Control and Systems Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6832578778266907}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5978649258613586}, {"id": "https://openalex.org/keywords/cluster-analysis", "display_name": "Cluster analysis", "score": 0.5763742923736572}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5719804763793945}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.5506368279457092}, {"id": "https://openalex.org/keywords/classifier", "display_name": "Classifier (UML)", "score": 0.5396052002906799}, {"id": "https://openalex.org/keywords/electric-power-system", "display_name": "Electric power system", "score": 0.4563279151916504}, {"id": "https://openalex.org/keywords/data-mining", "display_name": "Data mining", "score": 0.3494516611099243}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.28349927067756653}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.19005516171455383}, {"id": "https://openalex.org/keywords/power", "display_name": "Power (physics)", "score": 0.10452854633331299}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6832578778266907}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5978649258613586}, {"id": "https://openalex.org/C73555534", "wikidata": "https://www.wikidata.org/wiki/Q622825", "display_name": "Cluster analysis", "level": 2, "score": 0.5763742923736572}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5719804763793945}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.5506368279457092}, {"id": "https://openalex.org/C95623464", "wikidata": "https://www.wikidata.org/wiki/Q1096149", "display_name": "Classifier (UML)", "level": 2, "score": 0.5396052002906799}, {"id": "https://openalex.org/C89227174", "wikidata": "https://www.wikidata.org/wiki/Q2388981", "display_name": "Electric power system", "level": 3, "score": 0.4563279151916504}, {"id": "https://openalex.org/C124101348", "wikidata": "https://www.wikidata.org/wiki/Q172491", "display_name": "Data mining", "level": 1, "score": 0.3494516611099243}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.28349927067756653}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.19005516171455383}, {"id": "https://openalex.org/C163258240", "wikidata": "https://www.wikidata.org/wiki/Q25342", "display_name": "Power (physics)", "level": 2, "score": 0.10452854633331299}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1016/j.rser.2023.113913", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.rser.2023.113913", "pdf_url": null, "source": {"id": "https://openalex.org/S68497187", "display_name": "Renewable and Sustainable Energy Reviews", "issn_l": "1364-0321", "issn": ["1364-0321", "1879-0690"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Renewable and Sustainable Energy Reviews", "raw_type": "journal-article"}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Affordable and clean energy", "id": "https://metadata.un.org/sdg/7", "score": 0.8700000047683716}], "awards": [{"id": "https://openalex.org/G7531047526", "display_name": null, "funder_award_id": "YDZJ202101ZYTS149", "funder_id": "https://openalex.org/F4320310121", "funder_display_name": "Natural Science Foundation of Jilin Province"}], "funders": [{"id": "https://openalex.org/F4320310121", "display_name": "Natural Science Foundation of Jilin Province", "ror": null}], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 55, "referenced_works": ["https://openalex.org/W1993220166", "https://openalex.org/W2004386709", "https://openalex.org/W2106681897", "https://openalex.org/W2125389028", "https://openalex.org/W2148143831", "https://openalex.org/W2151710086", "https://openalex.org/W2173341126", "https://openalex.org/W2173350257", "https://openalex.org/W2317660826", "https://openalex.org/W2347065732", "https://openalex.org/W2607845345", "https://openalex.org/W2786015036", "https://openalex.org/W2799757370", "https://openalex.org/W2901273228", "https://openalex.org/W2905802048", "https://openalex.org/W2913272751", "https://openalex.org/W2953345983", "https://openalex.org/W2953935641", "https://openalex.org/W2999309192", "https://openalex.org/W3007472460", "https://openalex.org/W3009327741", "https://openalex.org/W3016224608", "https://openalex.org/W3042724283", "https://openalex.org/W3080580366", "https://openalex.org/W3090161492", "https://openalex.org/W3110470343", "https://openalex.org/W3110874572", "https://openalex.org/W3112460962", "https://openalex.org/W3120254195", "https://openalex.org/W3129175333", "https://openalex.org/W3141424296", "https://openalex.org/W3154043991", "https://openalex.org/W3160046514", "https://openalex.org/W3163516067", "https://openalex.org/W3185003435", "https://openalex.org/W3193443200", "https://openalex.org/W3207512982", "https://openalex.org/W3212312124", "https://openalex.org/W4200208156", "https://openalex.org/W4200533996", "https://openalex.org/W4293795095", "https://openalex.org/W4295521014", "https://openalex.org/W4298289240", "https://openalex.org/W4299852944", "https://openalex.org/W4310072815", "https://openalex.org/W4312467992", "https://openalex.org/W4319163266", "https://openalex.org/W4382343423", "https://openalex.org/W4385245566", "https://openalex.org/W4385714579", "https://openalex.org/W6739901393", "https://openalex.org/W6741832134", "https://openalex.org/W6842396129", "https://openalex.org/W6846991165", "https://openalex.org/W6855494240"], "related_works": ["https://openalex.org/W4298130764", "https://openalex.org/W2804364458", "https://openalex.org/W2132641928", "https://openalex.org/W4310225030", "https://openalex.org/W2090259340", "https://openalex.org/W1926736923", "https://openalex.org/W2158836806", "https://openalex.org/W2393816671", "https://openalex.org/W2083665254", "https://openalex.org/W2942177010"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 26}, {"year": 2025, "cited_by_count": 75}, {"year": 2024, "cited_by_count": 53}, {"year": 2023, "cited_by_count": 2}], "updated_date": "2026-05-17T08:19:37.847499", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2980282514", "doi": "https://doi.org/10.48550/arxiv.1910.03771", "title": "HuggingFace's Transformers: State-of-the-art Natural Language Processing", "display_name": "HuggingFace's Transformers: State-of-the-art Natural Language Processing", "relevance_score": 799.6875, "publication_year": 2019, "publication_date": "2019-10-09", "ids": {"openalex": "https://openalex.org/W2980282514", "doi": "https://doi.org/10.48550/arxiv.1910.03771", "mag": "2980282514"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:1910.03771", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1910.03771", "pdf_url": "https://arxiv.org/pdf/1910.03771", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/1910.03771", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5107899645", "display_name": "Thomas Wolf", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Wolf, Thomas", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5069696966", "display_name": "Lysandre Debut", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Debut, Lysandre", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5049805631", "display_name": "Victor Sanh", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Sanh, Victor", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5038505596", "display_name": "Julien Chaumond", "orcid": "https://orcid.org/0000-0003-3188-1616"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Chaumond, Julien", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5009717413", "display_name": "Cl\u00e9ment Delangue", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Delangue, Clement", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047786477", "display_name": "Anthony Moi", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Moi, Anthony", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5027534072", "display_name": "Pierric Cistac", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Cistac, Pierric", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5045605007", "display_name": "Tim Rault", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Rault, Tim", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5048225486", "display_name": "R\u00e9mi Louf", "orcid": "https://orcid.org/0000-0001-7929-5507"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Louf, R\u00e9mi", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101062985", "display_name": "Morgan Funtowicz", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Funtowicz, Morgan", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Davison, Joe", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Davison, Joe", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Shleifer, Sam", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Shleifer, Sam", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "von Platen, Patrick", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "von Platen, Patrick", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Ma, Clara", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Ma, Clara", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Jernite, Yacine", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Jernite, Yacine", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Plu, Julien", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Plu, Julien", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Xu, Canwen", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Xu, Canwen", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Scao, Teven Le", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Scao, Teven Le", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Gugger, Sylvain", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Gugger, Sylvain", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Drame, Mariama", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Drame, Mariama", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Lhoest, Quentin", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Lhoest, Quentin", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": null, "display_name": "Rush, Alexander M.", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Rush, Alexander M.", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 22, "corresponding_author_ids": ["https://openalex.org/A5107899645"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 3134, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9976999759674072, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11948", "display_name": "Machine Learning in Materials Science", "score": 0.9733999967575073, "subfield": {"id": "https://openalex.org/subfields/2505", "display_name": "Materials Chemistry"}, "field": {"id": "https://openalex.org/fields/25", "display_name": "Materials Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.8677536249160767}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.6794472932815552}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6640788316726685}, {"id": "https://openalex.org/keywords/software-engineering", "display_name": "Software engineering", "score": 0.3618295192718506}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.23302507400512695}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.20565912127494812}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.8677536249160767}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.6794472932815552}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6640788316726685}, {"id": "https://openalex.org/C115903868", "wikidata": "https://www.wikidata.org/wiki/Q80993", "display_name": "Software engineering", "level": 1, "score": 0.3618295192718506}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.23302507400512695}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.20565912127494812}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:1910.03771", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1910.03771", "pdf_url": "https://arxiv.org/pdf/1910.03771", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.1910.03771", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.1910.03771", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:1910.03771", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1910.03771", "pdf_url": "https://arxiv.org/pdf/1910.03771", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.75}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 35, "referenced_works": ["https://openalex.org/W2123442489", "https://openalex.org/W2752194699", "https://openalex.org/W2787560479", "https://openalex.org/W2793978524", "https://openalex.org/W2896457183", "https://openalex.org/W2908510526", "https://openalex.org/W2911109671", "https://openalex.org/W2946119234", "https://openalex.org/W2946417913", "https://openalex.org/W2949251082", "https://openalex.org/W2950339735", "https://openalex.org/W2952509486", "https://openalex.org/W2953320089", "https://openalex.org/W2963026768", "https://openalex.org/W2963212250", "https://openalex.org/W2963310665", "https://openalex.org/W2963403868", "https://openalex.org/W2963756346", "https://openalex.org/W2965373594", "https://openalex.org/W2970597249", "https://openalex.org/W2970771982", "https://openalex.org/W2972119347", "https://openalex.org/W2973727699", "https://openalex.org/W2975059944", "https://openalex.org/W2978017171", "https://openalex.org/W2979949198", "https://openalex.org/W2981852735", "https://openalex.org/W2990704537", "https://openalex.org/W3000514857", "https://openalex.org/W3011411500", "https://openalex.org/W3011573503", "https://openalex.org/W3015468748", "https://openalex.org/W3032532958", "https://openalex.org/W3037191812", "https://openalex.org/W3100279624"], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W2358668433", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W2382290278", "https://openalex.org/W4391913857", "https://openalex.org/W2350741829", "https://openalex.org/W2530322880"], "abstract_inverted_index": {"Recent": [0], "progress": [1], "in": [2, 11, 107], "natural": [3], "language": [4], "processing": [5], "has": [6, 27], "been": [7], "driven": [8], "by": [9, 86, 98], "advances": [10, 54], "both": [12], "model": [13, 16], "architecture": [14], "and": [15, 25, 87, 103, 105], "pretraining.": [17], "Transformer": [18, 69], "architectures": [19, 70], "have": [20], "facilitated": [21], "building": [22], "higher-capacity": [23], "models": [24, 84], "pretraining": [26], "made": [28, 85], "it": [29], "possible": [30], "to": [31, 55, 95], "effectively": [32], "utilize": [33], "this": [34, 76], "capacity": [35], "for": [36, 89, 101], "a": [37, 72, 79], "wide": [38], "variety": [39], "of": [40, 50, 64, 82], "tasks.": [41], "\\textit{Transformers}": [42, 92], "is": [43, 78, 93, 112], "an": [44], "open-source": [45], "library": [46, 62, 77, 111], "with": [47], "the": [48, 56, 90], "goal": [49], "opening": [51], "up": [52], "these": [53], "wider": [57], "machine": [58], "learning": [59], "community.": [60, 91], "The": [61, 110], "consists": [63], "carefully": [65], "engineered": [66], "state-of-the": [67], "art": [68], "under": [71], "unified": [73], "API.": [74], "Backing": [75], "curated": [80], "collection": [81], "pretrained": [83], "available": [88, 113], "designed": [94], "be": [96], "extensible": [97], "researchers,": [99], "simple": [100], "practitioners,": [102], "fast": [104], "robust": [106], "industrial": [108], "deployments.": [109], "at": [114], "\\url{https://github.com/huggingface/transformers}.": [115]}, "counts_by_year": [{"year": 2026, "cited_by_count": 16}, {"year": 2025, "cited_by_count": 170}, {"year": 2024, "cited_by_count": 291}, {"year": 2023, "cited_by_count": 600}, {"year": 2022, "cited_by_count": 507}, {"year": 2021, "cited_by_count": 799}, {"year": 2020, "cited_by_count": 730}, {"year": 2019, "cited_by_count": 21}], "updated_date": "2026-05-13T08:25:38.343686", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3129125493", "doi": "https://doi.org/10.1093/bib/bbab005", "title": "A transformer architecture based on BERT and 2D convolutional neural network to identify DNA enhancers from sequence information", "display_name": "A transformer architecture based on BERT and 2D convolutional neural network to identify DNA enhancers from sequence information", "relevance_score": 770.5787, "publication_year": 2021, "publication_date": "2021-01-04", "ids": {"openalex": "https://openalex.org/W3129125493", "doi": "https://doi.org/10.1093/bib/bbab005", "mag": "3129125493", "pmid": "https://pubmed.ncbi.nlm.nih.gov/33539511"}, "language": "en", "primary_location": {"id": "doi:10.1093/bib/bbab005", "is_oa": false, "landing_page_url": "https://doi.org/10.1093/bib/bbab005", "pdf_url": null, "source": {"id": "https://openalex.org/S91767247", "display_name": "Briefings in Bioinformatics", "issn_l": "1467-5463", "issn": ["1467-5463", "1477-4054"], "is_oa": false, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310311648", "host_organization_name": "Oxford University Press", "host_organization_lineage": ["https://openalex.org/P4310311648", "https://openalex.org/P4310311647"], "host_organization_lineage_names": ["Oxford University Press", "University of Oxford"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Briefings in Bioinformatics", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5066420667", "display_name": "Nguyen Quoc Khanh Le", "orcid": "https://orcid.org/0000-0003-4896-7926"}, "institutions": [{"id": "https://openalex.org/I47519274", "display_name": "Taipei Medical University", "ror": "https://ror.org/05031qk94", "country_code": "TW", "type": "education", "lineage": ["https://openalex.org/I47519274"]}], "countries": ["TW"], "is_corresponding": true, "raw_author_name": "Nguyen Quoc Khanh Le", "raw_affiliation_strings": ["Professional Master Program in Artificial Intelligence in Medicine, Taipei Medical University, Taipei, Taiwan"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Professional Master Program in Artificial Intelligence in Medicine, Taipei Medical University, Taipei, Taiwan", "institution_ids": ["https://openalex.org/I47519274"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5026899391", "display_name": "Quang\u2010Thai Ho", "orcid": "https://orcid.org/0000-0002-0227-3032"}, "institutions": [{"id": "https://openalex.org/I177733328", "display_name": "Can Tho University", "ror": "https://ror.org/0071qz696", "country_code": "VN", "type": "education", "lineage": ["https://openalex.org/I177733328"]}], "countries": ["VN"], "is_corresponding": false, "raw_author_name": "Quang-Thai Ho", "raw_affiliation_strings": ["College of Information and Communication Technology, Can Tho University, Vietnam"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "College of Information and Communication Technology, Can Tho University, Vietnam", "institution_ids": ["https://openalex.org/I177733328"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5017977962", "display_name": "Trinh\u2010Trung\u2010Duong Nguyen", "orcid": "https://orcid.org/0000-0001-5793-649X"}, "institutions": [{"id": "https://openalex.org/I99908691", "display_name": "Yuan Ze University", "ror": "https://ror.org/01fv1ds98", "country_code": "TW", "type": "education", "lineage": ["https://openalex.org/I99908691"]}], "countries": ["TW"], "is_corresponding": false, "raw_author_name": "Trinh-Trung-Duong Nguyen", "raw_affiliation_strings": ["Department of Computer Science and Engineering, Yuan Ze University, Taiwan"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science and Engineering, Yuan Ze University, Taiwan", "institution_ids": ["https://openalex.org/I99908691"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5008287088", "display_name": "Yu\u2010Yen Ou", "orcid": "https://orcid.org/0000-0002-9894-926X"}, "institutions": [{"id": "https://openalex.org/I99908691", "display_name": "Yuan Ze University", "ror": "https://ror.org/01fv1ds98", "country_code": "TW", "type": "education", "lineage": ["https://openalex.org/I99908691"]}], "countries": ["TW"], "is_corresponding": true, "raw_author_name": "Yu-Yen Ou", "raw_affiliation_strings": ["Department of Computer Science and Engineering, Yuan Ze University, Taiwan"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science and Engineering, Yuan Ze University, Taiwan", "institution_ids": ["https://openalex.org/I99908691"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5008287088", "https://openalex.org/A5066420667"], "corresponding_institution_ids": ["https://openalex.org/I47519274", "https://openalex.org/I99908691"], "apc_list": {"value": 4011, "currency": "USD", "value_usd": 4011}, "apc_paid": null, "fwci": 12.1302, "has_fulltext": false, "cited_by_count": 191, "citation_normalized_percentile": {"value": 0.9929307, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "22", "issue": "5", "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T12254", "display_name": "Machine Learning in Bioinformatics", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, "topics": [{"id": "https://openalex.org/T12254", "display_name": "Machine Learning in Bioinformatics", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10521", "display_name": "RNA and protein synthesis mechanisms", "score": 0.9983000159263611, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10015", "display_name": "Genomics and Phylogenetic Studies", "score": 0.9979000091552734, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7799234986305237}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7036922574043274}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.6282448172569275}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.6126759052276611}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.5848591923713684}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.5473783016204834}, {"id": "https://openalex.org/keywords/deep-learning", "display_name": "Deep learning", "score": 0.5472079515457153}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.4892387390136719}, {"id": "https://openalex.org/keywords/embedding", "display_name": "Embedding", "score": 0.4594666659832001}, {"id": "https://openalex.org/keywords/named-entity-recognition", "display_name": "Named-entity recognition", "score": 0.44458407163619995}, {"id": "https://openalex.org/keywords/context", "display_name": "Context (archaeology)", "score": 0.4249740242958069}, {"id": "https://openalex.org/keywords/feature-learning", "display_name": "Feature learning", "score": 0.4112604856491089}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.34320393204689026}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7799234986305237}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7036922574043274}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.6282448172569275}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.6126759052276611}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.5848591923713684}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.5473783016204834}, {"id": "https://openalex.org/C108583219", "wikidata": "https://www.wikidata.org/wiki/Q197536", "display_name": "Deep learning", "level": 2, "score": 0.5472079515457153}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.4892387390136719}, {"id": "https://openalex.org/C41608201", "wikidata": "https://www.wikidata.org/wiki/Q980509", "display_name": "Embedding", "level": 2, "score": 0.4594666659832001}, {"id": "https://openalex.org/C2779135771", "wikidata": "https://www.wikidata.org/wiki/Q403574", "display_name": "Named-entity recognition", "level": 3, "score": 0.44458407163619995}, {"id": "https://openalex.org/C2779343474", "wikidata": "https://www.wikidata.org/wiki/Q3109175", "display_name": "Context (archaeology)", "level": 2, "score": 0.4249740242958069}, {"id": "https://openalex.org/C59404180", "wikidata": "https://www.wikidata.org/wiki/Q17013334", "display_name": "Feature learning", "level": 2, "score": 0.4112604856491089}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.34320393204689026}, {"id": "https://openalex.org/C162324750", "wikidata": "https://www.wikidata.org/wiki/Q8134", "display_name": "Economics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C151730666", "wikidata": "https://www.wikidata.org/wiki/Q7205", "display_name": "Paleontology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C2780451532", "wikidata": "https://www.wikidata.org/wiki/Q759676", "display_name": "Task (project management)", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C187736073", "wikidata": "https://www.wikidata.org/wiki/Q2920921", "display_name": "Management", "level": 1, "score": 0.0}], "mesh": [{"descriptor_ui": "D000068598", "descriptor_name": "Data Accuracy", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000068598", "descriptor_name": "Data Accuracy", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000068598", "descriptor_name": "Data Accuracy", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000077321", "descriptor_name": "Deep Learning", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D000077321", "descriptor_name": "Deep Learning", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D000077321", "descriptor_name": "Deep Learning", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D003198", "descriptor_name": "Computer Simulation", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D004247", "descriptor_name": "DNA", "qualifier_ui": "Q000235", "qualifier_name": "genetics", "is_major_topic": false}, {"descriptor_ui": "D004247", "descriptor_name": "DNA", "qualifier_ui": "Q000235", "qualifier_name": "genetics", "is_major_topic": false}, {"descriptor_ui": "D004247", "descriptor_name": "DNA", "qualifier_ui": "Q000235", "qualifier_name": "genetics", "is_major_topic": false}, {"descriptor_ui": "D004742", "descriptor_name": "Enhancer Elements, Genetic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D004742", "descriptor_name": "Enhancer Elements, Genetic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D004742", "descriptor_name": "Enhancer Elements, Genetic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D008954", "descriptor_name": "Models, Biological", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D008954", "descriptor_name": "Models, Biological", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D008954", "descriptor_name": "Models, Biological", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D009323", "descriptor_name": "Natural Language Processing", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D012660", "descriptor_name": "Semantics", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D012660", "descriptor_name": "Semantics", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D012660", "descriptor_name": "Semantics", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D012680", "descriptor_name": "Sensitivity and Specificity", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D012680", "descriptor_name": "Sensitivity and Specificity", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D012680", "descriptor_name": "Sensitivity and Specificity", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D014158", "descriptor_name": "Transcription, Genetic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D014158", "descriptor_name": "Transcription, Genetic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D014158", "descriptor_name": "Transcription, Genetic", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D019295", "descriptor_name": "Computational Biology", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": false}, {"descriptor_ui": "D019295", "descriptor_name": "Computational Biology", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": false}, {"descriptor_ui": "D019295", "descriptor_name": "Computational Biology", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": false}, {"descriptor_ui": "D019303", "descriptor_name": "Multilingualism", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D019303", "descriptor_name": "Multilingualism", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D019303", "descriptor_name": "Multilingualism", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}], "locations_count": 2, "locations": [{"id": "doi:10.1093/bib/bbab005", "is_oa": false, "landing_page_url": "https://doi.org/10.1093/bib/bbab005", "pdf_url": null, "source": {"id": "https://openalex.org/S91767247", "display_name": "Briefings in Bioinformatics", "issn_l": "1467-5463", "issn": ["1467-5463", "1477-4054"], "is_oa": false, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310311648", "host_organization_name": "Oxford University Press", "host_organization_lineage": ["https://openalex.org/P4310311648", "https://openalex.org/P4310311647"], "host_organization_lineage_names": ["Oxford University Press", "University of Oxford"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Briefings in Bioinformatics", "raw_type": "journal-article"}, {"id": "pmid:33539511", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/33539511", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Briefings in bioinformatics", "raw_type": null}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.8299999833106995}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 30, "referenced_works": ["https://openalex.org/W1501531009", "https://openalex.org/W1541931954", "https://openalex.org/W1807324513", "https://openalex.org/W1969770714", "https://openalex.org/W1977855308", "https://openalex.org/W2170747616", "https://openalex.org/W2493916176", "https://openalex.org/W2565121836", "https://openalex.org/W2623751800", "https://openalex.org/W2793168264", "https://openalex.org/W2799347953", "https://openalex.org/W2799357357", "https://openalex.org/W2807186140", "https://openalex.org/W2915815599", "https://openalex.org/W2946297791", "https://openalex.org/W2976851955", "https://openalex.org/W2984726926", "https://openalex.org/W2987092090", "https://openalex.org/W2995514860", "https://openalex.org/W3005378260", "https://openalex.org/W3007215678", "https://openalex.org/W3009820544", "https://openalex.org/W3036832155", "https://openalex.org/W3039317077", "https://openalex.org/W3090188079", "https://openalex.org/W3093120804", "https://openalex.org/W3109006384", "https://openalex.org/W3136918052", "https://openalex.org/W6719819555", "https://openalex.org/W6755207826"], "related_works": ["https://openalex.org/W3199871245", "https://openalex.org/W2081900870", "https://openalex.org/W2915436880", "https://openalex.org/W3123942215", "https://openalex.org/W4285819037", "https://openalex.org/W3198729192", "https://openalex.org/W1964783010", "https://openalex.org/W3121292129", "https://openalex.org/W4390516098", "https://openalex.org/W4387517132"], "abstract_inverted_index": {"Recently,": [0], "language": [1, 13, 37], "representation": [2], "models": [3, 98], "have": [4], "drawn": [5], "a": [6, 33, 70, 107, 120, 196], "lot": [7], "of": [8, 48, 58, 84, 141], "attention": [9], "in": [10, 61, 78, 125, 139, 155, 174, 199], "the": [11, 46, 54, 59, 82, 151], "natural": [12, 92], "processing": [14], "field": [15], "due": [16], "to": [17, 31, 52, 80, 99, 114, 150], "their": [18], "remarkable": [19], "results.": [20], "Among": [21], "them,": [22], "bidirectional": [23], "encoder": [24], "representations": [25], "from": [26], "transformers": [27], "(BERT)": [28], "has": [29], "proven": [30], "be": [32], "simple,": [34], "yet": [35], "powerful": [36], "model": [38, 77], "that": [39, 131, 161, 189], "achieved": [40], "novel": [41, 71], "state-of-the-art": [42, 153], "performance.": [43], "BERT": [44, 97, 176, 190], "adopted": [45], "concept": [47], "contextualized": [49], "word": [50], "embedding": [51], "capture": [53], "semantics": [55], "and": [56, 94, 122, 145, 191], "context": [57], "words": [60], "which": [62, 118], "they": [63], "appeared.": [64], "In": [65, 185], "this": [66, 126], "study,": [67, 109], "we": [68, 110, 187], "present": [69], "technique": [72], "by": [73, 166], "incorporating": [74], "BERT-based": [75, 133], "multilingual": [76], "bioinformatics": [79], "represent": [81], "information": [83], "DNA": [85, 89, 115], "sequences.": [86], "We": [87, 128], "treated": [88], "sequences": [90], "as": [91], "sentences": [93], "then": [95, 129], "used": [96], "transform": [100], "them": [101], "into": [102], "fixed-length": [103], "numerical": [104], "matrices.": [105], "As": [106], "case": [108], "applied": [111], "our": [112, 132], "method": [113], "enhancer": [116], "prediction,": [117], "is": [119], "well-known": [121], "challenging": [123], "problem": [124], "field.": [127], "observed": [130], "features": [134, 154, 177], "improved": [135], "more": [136], "than": [137, 179], "5-10%": [138], "terms": [140], "sensitivity,": [142], "specificity,": [143], "accuracy": [144], "Matthews": [146], "correlation": [147], "coefficient": [148], "compared": [149], "current": [152], "bioinformatics.": [156], "Moreover,": [157], "advanced": [158], "experiments": [159], "show": [160], "deep": [162], "learning": [163, 175, 183], "(as": [164], "represented": [165], "2D": [167, 192], "convolutional": [168], "neural": [169], "networks;": [170], "CNN)": [171], "holds": [172], "potential": [173], "better": [178], "other": [180], "traditional": [181], "machine": [182], "techniques.": [184], "conclusion,": [186], "suggest": [188], "CNNs": [193], "could": [194], "open": [195], "new": [197], "avenue": [198], "biological": [200], "modeling": [201], "using": [202], "sequence": [203], "information.": [204]}, "counts_by_year": [{"year": 2026, "cited_by_count": 8}, {"year": 2025, "cited_by_count": 33}, {"year": 2024, "cited_by_count": 45}, {"year": 2023, "cited_by_count": 33}, {"year": 2022, "cited_by_count": 37}, {"year": 2021, "cited_by_count": 34}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4313047844", "doi": "https://doi.org/10.1007/978-3-031-19803-8_9", "title": "ViTAS: Vision Transformer Architecture Search", "display_name": "ViTAS: Vision Transformer Architecture Search", "relevance_score": 731.8179, "publication_year": 2022, "publication_date": "2022-01-01", "ids": {"openalex": "https://openalex.org/W4313047844", "doi": "https://doi.org/10.1007/978-3-031-19803-8_9"}, "language": "en", "primary_location": {"id": "doi:10.1007/978-3-031-19803-8_9", "is_oa": false, "landing_page_url": "https://doi.org/10.1007/978-3-031-19803-8_9", "pdf_url": null, "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}, "type": "book-chapter", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5011334334", "display_name": "Xiu Su", "orcid": "https://orcid.org/0000-0002-9863-5404"}, "institutions": [{"id": "https://openalex.org/I129604602", "display_name": "The University of Sydney", "ror": "https://ror.org/0384j8v12", "country_code": "AU", "type": "education", "lineage": ["https://openalex.org/I129604602"]}], "countries": ["AU"], "is_corresponding": false, "raw_author_name": "Xiu Su", "raw_affiliation_strings": ["School of Computer Science, Faculty of Engineering, The University of Sydney, Camperdown, Australia"], "raw_orcid": "https://orcid.org/0000-0002-9863-5404", "affiliations": [{"raw_affiliation_string": "School of Computer Science, Faculty of Engineering, The University of Sydney, Camperdown, Australia", "institution_ids": ["https://openalex.org/I129604602"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5083588442", "display_name": "Shan You", "orcid": "https://orcid.org/0000-0003-1964-0430"}, "institutions": [{"id": "https://openalex.org/I4210128910", "display_name": "Group Sense (China)", "ror": "https://ror.org/036wd5777", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I4210128910"]}, {"id": "https://openalex.org/I99065089", "display_name": "Tsinghua University", "ror": "https://ror.org/03cve4549", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I99065089"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Shan You", "raw_affiliation_strings": ["Department of Automation, THUAI, BNRist, Tsinghua University, Beijing, China", "SenseTime Research, Beijing, China"], "raw_orcid": "https://orcid.org/0000-0003-1964-0430", "affiliations": [{"raw_affiliation_string": "Department of Automation, THUAI, BNRist, Tsinghua University, Beijing, China", "institution_ids": ["https://openalex.org/I99065089"]}, {"raw_affiliation_string": "SenseTime Research, Beijing, China", "institution_ids": ["https://openalex.org/I4210128910"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5048826896", "display_name": "Jiyang Xie", "orcid": "https://orcid.org/0000-0003-3659-9476"}, "institutions": [{"id": "https://openalex.org/I139759216", "display_name": "Beijing University of Posts and Telecommunications", "ror": "https://ror.org/04w9fbh59", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I139759216"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jiyang Xie", "raw_affiliation_strings": ["Beijing University of Posts and Telecommunications, Beijing, China"], "raw_orcid": "https://orcid.org/0000-0003-3659-9476", "affiliations": [{"raw_affiliation_string": "Beijing University of Posts and Telecommunications, Beijing, China", "institution_ids": ["https://openalex.org/I139759216"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5069965605", "display_name": "Mingkai Zheng", "orcid": "https://orcid.org/0000-0002-3690-359X"}, "institutions": [{"id": "https://openalex.org/I129604602", "display_name": "The University of Sydney", "ror": "https://ror.org/0384j8v12", "country_code": "AU", "type": "education", "lineage": ["https://openalex.org/I129604602"]}], "countries": ["AU"], "is_corresponding": false, "raw_author_name": "Mingkai Zheng", "raw_affiliation_strings": ["School of Computer Science, Faculty of Engineering, The University of Sydney, Camperdown, Australia"], "raw_orcid": "https://orcid.org/0000-0002-3690-359X", "affiliations": [{"raw_affiliation_string": "School of Computer Science, Faculty of Engineering, The University of Sydney, Camperdown, Australia", "institution_ids": ["https://openalex.org/I129604602"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100455788", "display_name": "Fei Wang", "orcid": "https://orcid.org/0000-0002-1024-5867"}, "institutions": [{"id": "https://openalex.org/I126520041", "display_name": "University of Science and Technology of China", "ror": "https://ror.org/04c4dkn09", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I126520041", "https://openalex.org/I19820366"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Fei Wang", "raw_affiliation_strings": ["University of Science and Technology of China, Hefei, China"], "raw_orcid": "https://orcid.org/0000-0002-1024-5867", "affiliations": [{"raw_affiliation_string": "University of Science and Technology of China, Hefei, China", "institution_ids": ["https://openalex.org/I126520041"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100657544", "display_name": "Chen Qian", "orcid": "https://orcid.org/0000-0002-8761-5563"}, "institutions": [{"id": "https://openalex.org/I4210128910", "display_name": "Group Sense (China)", "ror": "https://ror.org/036wd5777", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I4210128910"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Chen Qian", "raw_affiliation_strings": ["SenseTime Research, Beijing, China"], "raw_orcid": "https://orcid.org/0000-0002-8761-5563", "affiliations": [{"raw_affiliation_string": "SenseTime Research, Beijing, China", "institution_ids": ["https://openalex.org/I4210128910"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5065063835", "display_name": "Changshui Zhang", "orcid": "https://orcid.org/0000-0002-8088-367X"}, "institutions": [{"id": "https://openalex.org/I99065089", "display_name": "Tsinghua University", "ror": "https://ror.org/03cve4549", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I99065089"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Changshui Zhang", "raw_affiliation_strings": ["Department of Automation, THUAI, BNRist, Tsinghua University, Beijing, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Automation, THUAI, BNRist, Tsinghua University, Beijing, China", "institution_ids": ["https://openalex.org/I99065089"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100444820", "display_name": "Xiaogang Wang", "orcid": "https://orcid.org/0000-0002-7929-5889"}, "institutions": [{"id": "https://openalex.org/I177725633", "display_name": "Chinese University of Hong Kong", "ror": "https://ror.org/00t33hh48", "country_code": "HK", "type": "education", "lineage": ["https://openalex.org/I177725633"]}, {"id": "https://openalex.org/I4210128910", "display_name": "Group Sense (China)", "ror": "https://ror.org/036wd5777", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I4210128910"]}], "countries": ["CN", "HK"], "is_corresponding": false, "raw_author_name": "Xiaogang Wang", "raw_affiliation_strings": ["SenseTime Research, Beijing, China", "The Chinese University of Hong Kong, Hong Kong, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "SenseTime Research, Beijing, China", "institution_ids": ["https://openalex.org/I4210128910"]}, {"raw_affiliation_string": "The Chinese University of Hong Kong, Hong Kong, China", "institution_ids": ["https://openalex.org/I177725633"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5001529504", "display_name": "Chang Xu", "orcid": "https://orcid.org/0000-0002-4756-0609"}, "institutions": [{"id": "https://openalex.org/I129604602", "display_name": "The University of Sydney", "ror": "https://ror.org/0384j8v12", "country_code": "AU", "type": "education", "lineage": ["https://openalex.org/I129604602"]}], "countries": ["AU"], "is_corresponding": false, "raw_author_name": "Chang Xu", "raw_affiliation_strings": ["School of Computer Science, Faculty of Engineering, The University of Sydney, Camperdown, Australia"], "raw_orcid": "https://orcid.org/0000-0002-4756-0609", "affiliations": [{"raw_affiliation_string": "School of Computer Science, Faculty of Engineering, The University of Sydney, Camperdown, Australia", "institution_ids": ["https://openalex.org/I129604602"]}]}], "institutions": [], "countries_distinct_count": 3, "institutions_distinct_count": 9, "corresponding_author_ids": ["https://openalex.org/A5083588442"], "corresponding_institution_ids": ["https://openalex.org/I4210128910", "https://openalex.org/I99065089"], "apc_list": {"value": 5000, "currency": "EUR", "value_usd": 5392}, "apc_paid": null, "fwci": 8.627, "has_fulltext": false, "cited_by_count": 63, "citation_normalized_percentile": {"value": 0.97946237, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 96, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "139", "last_page": "157"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11605", "display_name": "Visual Attention and Saliency Detection", "score": 0.9991000294685364, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9983000159263611, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.831023097038269}, {"id": "https://openalex.org/keywords/flops", "display_name": "FLOPS", "score": 0.7862858176231384}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.6375640630722046}, {"id": "https://openalex.org/keywords/security-token", "display_name": "Security token", "score": 0.6306964755058289}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5984174013137817}, {"id": "https://openalex.org/keywords/leverage", "display_name": "Leverage (statistics)", "score": 0.5927687883377075}, {"id": "https://openalex.org/keywords/deep-neural-networks", "display_name": "Deep neural networks", "score": 0.5606322884559631}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5157537460327148}, {"id": "https://openalex.org/keywords/regularization", "display_name": "Regularization (linguistics)", "score": 0.4374054968357086}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.404477596282959}, {"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.3950628638267517}, {"id": "https://openalex.org/keywords/computer-network", "display_name": "Computer network", "score": 0.12586849927902222}, {"id": "https://openalex.org/keywords/parallel-computing", "display_name": "Parallel computing", "score": 0.10641321539878845}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.831023097038269}, {"id": "https://openalex.org/C3826847", "wikidata": "https://www.wikidata.org/wiki/Q188768", "display_name": "FLOPS", "level": 2, "score": 0.7862858176231384}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.6375640630722046}, {"id": "https://openalex.org/C48145219", "wikidata": "https://www.wikidata.org/wiki/Q1335365", "display_name": "Security token", "level": 2, "score": 0.6306964755058289}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5984174013137817}, {"id": "https://openalex.org/C153083717", "wikidata": "https://www.wikidata.org/wiki/Q6535263", "display_name": "Leverage (statistics)", "level": 2, "score": 0.5927687883377075}, {"id": "https://openalex.org/C2984842247", "wikidata": "https://www.wikidata.org/wiki/Q197536", "display_name": "Deep neural networks", "level": 3, "score": 0.5606322884559631}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5157537460327148}, {"id": "https://openalex.org/C2776135515", "wikidata": "https://www.wikidata.org/wiki/Q17143721", "display_name": "Regularization (linguistics)", "level": 2, "score": 0.4374054968357086}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.404477596282959}, {"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.3950628638267517}, {"id": "https://openalex.org/C31258907", "wikidata": "https://www.wikidata.org/wiki/Q1301371", "display_name": "Computer network", "level": 1, "score": 0.12586849927902222}, {"id": "https://openalex.org/C173608175", "wikidata": "https://www.wikidata.org/wiki/Q232661", "display_name": "Parallel computing", "level": 1, "score": 0.10641321539878845}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1007/978-3-031-19803-8_9", "is_oa": false, "landing_page_url": "https://doi.org/10.1007/978-3-031-19803-8_9", "pdf_url": null, "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9", "score": 0.5699999928474426}], "awards": [], "funders": [], "has_content": {"pdf": false, "grobid_xml": false}, "content_urls": null, "referenced_works_count": 51, "referenced_works": ["https://openalex.org/W1861492603", "https://openalex.org/W1981276685", "https://openalex.org/W2031489346", "https://openalex.org/W2108598243", "https://openalex.org/W2126105956", "https://openalex.org/W2194775991", "https://openalex.org/W2549139847", "https://openalex.org/W2737258237", "https://openalex.org/W2743289088", "https://openalex.org/W2884822772", "https://openalex.org/W2962851801", "https://openalex.org/W2963150697", "https://openalex.org/W2963351448", "https://openalex.org/W2963908722", "https://openalex.org/W2964121818", "https://openalex.org/W2972421866", "https://openalex.org/W2998310140", "https://openalex.org/W3034609471", "https://openalex.org/W3035189477", "https://openalex.org/W3092054443", "https://openalex.org/W3096533519", "https://openalex.org/W3097702032", "https://openalex.org/W3108655343", "https://openalex.org/W3121523901", "https://openalex.org/W3131500599", "https://openalex.org/W3138516171", "https://openalex.org/W3139445856", "https://openalex.org/W3151130473", "https://openalex.org/W3168298428", "https://openalex.org/W3170841864", "https://openalex.org/W3172509117", "https://openalex.org/W3173966474", "https://openalex.org/W3180150746", "https://openalex.org/W3186451123", "https://openalex.org/W3189597199", "https://openalex.org/W3204801262", "https://openalex.org/W3208874402", "https://openalex.org/W3212813052", "https://openalex.org/W4214481550", "https://openalex.org/W4214493665", "https://openalex.org/W4221162144", "https://openalex.org/W4283827707", "https://openalex.org/W4312454156", "https://openalex.org/W4312662180", "https://openalex.org/W6600042225", "https://openalex.org/W6600171454", "https://openalex.org/W6600351811", "https://openalex.org/W6600376255", "https://openalex.org/W6600662924", "https://openalex.org/W6603527449", "https://openalex.org/W6702248584"], "related_works": ["https://openalex.org/W4382323155", "https://openalex.org/W4315697128", "https://openalex.org/W3205506801", "https://openalex.org/W2971502891", "https://openalex.org/W3183570023", "https://openalex.org/W4287067436", "https://openalex.org/W2986126107", "https://openalex.org/W4221159525", "https://openalex.org/W2294590153", "https://openalex.org/W4220659530"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 1}, {"year": 2025, "cited_by_count": 22}, {"year": 2024, "cited_by_count": 18}, {"year": 2023, "cited_by_count": 18}, {"year": 2022, "cited_by_count": 4}], "updated_date": "2026-05-13T08:25:38.343686", "created_date": "2025-10-10T00:00:00"}], "group_by": []}