{"meta": {"count": 450863, "db_response_time_ms": 228, "page": 1, "per_page": 25, "groups_count": null, "x_query": {"oql": "works where full text has (transformer architecture)", "oqo": {"get_rows": "works", "filter_rows": [{"column_id": "fulltext.search", "value": "transformer architecture", "operator": "has"}]}, "url": "/works?filter=fulltext.search:transformer architecture"}, "cost_usd": 0.001}, "results": [{"id": "https://openalex.org/W3138516171", "doi": "https://doi.org/10.1109/iccv48922.2021.00986", "title": "Swin Transformer: Hierarchical Vision Transformer using Shifted Windows", "display_name": "Swin Transformer: Hierarchical Vision Transformer using Shifted Windows", "relevance_score": 3532.696, "publication_year": 2021, "publication_date": "2021-10-01", "ids": {"openalex": "https://openalex.org/W3138516171", "doi": "https://doi.org/10.1109/iccv48922.2021.00986", "mag": "3138516171"}, "language": "en", "primary_location": {"id": "doi:10.1109/iccv48922.2021.00986", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/iccv48922.2021.00986", "pdf_url": null, "source": {"id": "https://openalex.org/S4363607764", "display_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5100349451", "display_name": "Ze Liu", "orcid": "https://orcid.org/0000-0001-8512-5408"}, "institutions": [{"id": "https://openalex.org/I126520041", "display_name": "University of Science and Technology of China", "ror": "https://ror.org/04c4dkn09", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I126520041", "https://openalex.org/I19820366"]}, {"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Ze Liu", "raw_affiliation_strings": ["Microsoft Research Asia", "University of Science and Technology of China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}, {"raw_affiliation_string": "University of Science and Technology of China", "institution_ids": ["https://openalex.org/I126520041"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102798361", "display_name": "Yutong Lin", "orcid": "https://orcid.org/0000-0001-8038-4064"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}, {"id": "https://openalex.org/I87445476", "display_name": "Xi'an Jiaotong University", "ror": "https://ror.org/017zhmm22", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I87445476"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yutong Lin", "raw_affiliation_strings": ["Microsoft Research Asia", "Xian Jiaotong University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}, {"raw_affiliation_string": "Xian Jiaotong University", "institution_ids": ["https://openalex.org/I87445476"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101593662", "display_name": "Yue Cao", "orcid": "https://orcid.org/0000-0002-1679-0444"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yue Cao", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101976576", "display_name": "Han Hu", "orcid": "https://orcid.org/0000-0001-5104-6146"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Han Hu", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5009248953", "display_name": "Yixuan Wei", "orcid": "https://orcid.org/0000-0003-1775-7301"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}, {"id": "https://openalex.org/I99065089", "display_name": "Tsinghua University", "ror": "https://ror.org/03cve4549", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I99065089"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yixuan Wei", "raw_affiliation_strings": ["Microsoft Research Asia", "Tsinghua University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}, {"raw_affiliation_string": "Tsinghua University", "institution_ids": ["https://openalex.org/I99065089"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100459168", "display_name": "Zheng Zhang", "orcid": "https://orcid.org/0000-0003-1470-6998"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zheng Zhang", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5025114648", "display_name": "Stephen Lin", "orcid": "https://orcid.org/0000-0002-5616-558X"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Stephen Lin", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101666011", "display_name": "Baining Guo", "orcid": "https://orcid.org/0000-0001-8349-8868"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Baining Guo", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 4, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 1194.5149, "has_fulltext": false, "cited_by_count": 30232, "citation_normalized_percentile": {"value": 1.0, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 89, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "9992", "last_page": "10002"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10627", "display_name": "Advanced Image and Video Retrieval Techniques", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7096699476242065}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.709116518497467}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.5326670408248901}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5039402842521667}, {"id": "https://openalex.org/keywords/computation", "display_name": "Computation", "score": 0.47424808144569397}, {"id": "https://openalex.org/keywords/pixel", "display_name": "Pixel", "score": 0.4375455975532532}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.41989022493362427}, {"id": "https://openalex.org/keywords/image-segmentation", "display_name": "Image segmentation", "score": 0.41790586709976196}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.40671929717063904}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.16333866119384766}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.13118842244148254}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.13036873936653137}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7096699476242065}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.709116518497467}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.5326670408248901}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5039402842521667}, {"id": "https://openalex.org/C45374587", "wikidata": "https://www.wikidata.org/wiki/Q12525525", "display_name": "Computation", "level": 2, "score": 0.47424808144569397}, {"id": "https://openalex.org/C160633673", "wikidata": "https://www.wikidata.org/wiki/Q355198", "display_name": "Pixel", "level": 2, "score": 0.4375455975532532}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.41989022493362427}, {"id": "https://openalex.org/C124504099", "wikidata": "https://www.wikidata.org/wiki/Q56933", "display_name": "Image segmentation", "level": 3, "score": 0.41790586709976196}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.40671929717063904}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.16333866119384766}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.13118842244148254}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.13036873936653137}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1109/iccv48922.2021.00986", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/iccv48922.2021.00986", "pdf_url": null, "source": {"id": "https://openalex.org/S4363607764", "display_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "raw_type": "proceedings-article"}], "best_oa_location": null, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 140, "referenced_works": ["https://openalex.org/W1522301498", "https://openalex.org/W1686810756", "https://openalex.org/W1861492603", "https://openalex.org/W1901129140", "https://openalex.org/W1928278792", "https://openalex.org/W2010315761", "https://openalex.org/W2086161653", "https://openalex.org/W2097117768", "https://openalex.org/W2108598243", "https://openalex.org/W2112796928", "https://openalex.org/W2116360511", "https://openalex.org/W2163605009", "https://openalex.org/W2194775991", "https://openalex.org/W2331143823", "https://openalex.org/W2507296351", "https://openalex.org/W2549139847", "https://openalex.org/W2565639579", "https://openalex.org/W2601564443", "https://openalex.org/W2765407302", "https://openalex.org/W2768489488", "https://openalex.org/W2884822772", "https://openalex.org/W2890782586", "https://openalex.org/W2908510526", "https://openalex.org/W2937843571", "https://openalex.org/W2950141105", "https://openalex.org/W2955058313", "https://openalex.org/W2955425717", "https://openalex.org/W2962835968", "https://openalex.org/W2962851485", "https://openalex.org/W2963091558", "https://openalex.org/W2963150697", "https://openalex.org/W2963381188", "https://openalex.org/W2963403868", "https://openalex.org/W2963446712", "https://openalex.org/W2963849369", "https://openalex.org/W2964080601", "https://openalex.org/W2964121718", "https://openalex.org/W2964137095", "https://openalex.org/W2964241181", "https://openalex.org/W2964309882", "https://openalex.org/W2966926453", "https://openalex.org/W2981413347", "https://openalex.org/W2982103617", "https://openalex.org/W2982220924", "https://openalex.org/W2983446232", "https://openalex.org/W2991062542", "https://openalex.org/W2992308087", "https://openalex.org/W2998508940", "https://openalex.org/W3007759824", "https://openalex.org/W3014641072", "https://openalex.org/W3015146382", "https://openalex.org/W3016719260", "https://openalex.org/W3018757597", "https://openalex.org/W3033912416", "https://openalex.org/W3034429256", "https://openalex.org/W3034885317", "https://openalex.org/W3034971973", "https://openalex.org/W3035087309", "https://openalex.org/W3035396860", "https://openalex.org/W3035452548", "https://openalex.org/W3042930119", "https://openalex.org/W3082274269", "https://openalex.org/W3094502228", "https://openalex.org/W3096609285", "https://openalex.org/W3097055324", "https://openalex.org/W3097217077", "https://openalex.org/W3100020884", "https://openalex.org/W3101246443", "https://openalex.org/W3102631365", "https://openalex.org/W3103682594", "https://openalex.org/W3107634219", "https://openalex.org/W3109301572", "https://openalex.org/W3110402800", "https://openalex.org/W3111156583", "https://openalex.org/W3113747735", "https://openalex.org/W3114896399", "https://openalex.org/W3121523901", "https://openalex.org/W3122239467", "https://openalex.org/W3125056032", "https://openalex.org/W3130071011", "https://openalex.org/W3131500599", "https://openalex.org/W3133696297", "https://openalex.org/W3135367836", "https://openalex.org/W3157506437", "https://openalex.org/W3163465952", "https://openalex.org/W3166396011", "https://openalex.org/W3170841864", "https://openalex.org/W3170874841", "https://openalex.org/W3172509117", "https://openalex.org/W3172752666", "https://openalex.org/W3175630421", "https://openalex.org/W3176659256", "https://openalex.org/W4288089799", "https://openalex.org/W4288325606", "https://openalex.org/W4297665946", "https://openalex.org/W4298395628", "https://openalex.org/W4309793872", "https://openalex.org/W4385245566", "https://openalex.org/W6631190155", "https://openalex.org/W6637373629", "https://openalex.org/W6639102338", "https://openalex.org/W6639824700", "https://openalex.org/W6684191040", "https://openalex.org/W6724670942", "https://openalex.org/W6725739302", "https://openalex.org/W6739901393", "https://openalex.org/W6748481559", "https://openalex.org/W6749845755", "https://openalex.org/W6751325469", "https://openalex.org/W6753421600", "https://openalex.org/W6754879843", "https://openalex.org/W6757817989", "https://openalex.org/W6762205418", "https://openalex.org/W6762718338", "https://openalex.org/W6763367864", "https://openalex.org/W6764322716", "https://openalex.org/W6767071366", "https://openalex.org/W6769627184", "https://openalex.org/W6773829392", "https://openalex.org/W6775298725", "https://openalex.org/W6775845032", "https://openalex.org/W6777046832", "https://openalex.org/W6777239595", "https://openalex.org/W6778485988", "https://openalex.org/W6779387320", "https://openalex.org/W6779672731", "https://openalex.org/W6780959388", "https://openalex.org/W6783944145", "https://openalex.org/W6784333009", "https://openalex.org/W6784923365", "https://openalex.org/W6785783668", "https://openalex.org/W6786850268", "https://openalex.org/W6787144432", "https://openalex.org/W6787826751", "https://openalex.org/W6788135285", "https://openalex.org/W6788620109", "https://openalex.org/W6790375769", "https://openalex.org/W6790690058", "https://openalex.org/W6791353385", "https://openalex.org/W6795140394"], "related_works": ["https://openalex.org/W3135697610", "https://openalex.org/W2085033728", "https://openalex.org/W4285411112", "https://openalex.org/W2171299904", "https://openalex.org/W1647606319", "https://openalex.org/W2922442631", "https://openalex.org/W4390494008", "https://openalex.org/W2053596378", "https://openalex.org/W2168523118", "https://openalex.org/W1522196789"], "abstract_inverted_index": {"This": [0, 95], "paper": [1], "presents": [2], "a": [3, 14, 64, 125, 172], "new": [4], "vision": [5, 27, 129, 197], "Transformer,": [6, 9], "called": [7], "Swin": [8, 119], "that": [10], "capably": [11], "serves": [12], "as": [13, 36, 144, 196], "general-purpose": [15], "backbone": [16], "for": [17, 92, 210], "computer": [18], "vision.": [19], "Challenges": [20], "in": [21, 39, 51, 56], "adapting": [22], "Transformer": [23, 66, 120], "from": [24, 29], "language": [25], "to": [26, 54, 85, 101, 113], "arise": [28], "differences": [30], "between": [31], "the": [32, 40, 46, 99, 168, 191, 203], "two": [33], "domains,": [34], "such": [35, 143], "large": [37, 173], "variations": [38], "scale": [41], "of": [42, 49, 118, 128, 175, 193], "visual": [43], "entities": [44], "and": [45, 106, 139, 150, 157, 179, 185, 202, 215], "high": [47], "resolution": [48], "pixels": [50], "images": [52], "compared": [53], "words": [55], "text.": [57], "To": [58], "address": [59], "these": [60], "differences,": [61], "we": [62], "propose": [63], "hierarchical": [65, 96, 200], "whose": [67], "representation": [68], "is": [69], "computed": [70], "with": [71, 111, 124], "Shifted": [72], "windows.": [73], "The": [74, 199, 213], "shifted": [75, 204], "windowing": [76], "scheme": [77], "brings": [78], "greater": [79], "efficiency": [80], "by": [81, 171], "limiting": [82], "self-attention": [83], "computation": [84], "non-overlapping": [86], "local": [87], "windows": [88], "while": [89], "also": [90, 207], "allowing": [91], "cross-window": [93], "connection.": [94], "architecture": [97], "has": [98, 107], "flexibility": [100], "model": [102], "at": [103, 220], "various": [104], "scales": [105], "linear": [108], "computational": [109], "complexity": [110], "respect": [112], "image": [114, 132], "size.": [115], "These": [116], "qualities": [117], "make": [121], "it": [122], "compatible": [123], "broad": [126], "range": [127], "tasks,": [130], "including": [131], "classification": [133], "(87.3": [134], "top-1": [135], "accuracy": [136], "on": [137, 154, 162, 183, 188], "ImageNet-1K)": [138], "dense": [140], "prediction": [141], "tasks": [142], "object": [145], "detection": [146], "(58.7": [147], "box": [148, 177], "AP": [149, 153, 178, 182], "51.1": [151], "mask": [152, 181], "COCO": [155], "test-dev)": [156], "semantic": [158], "segmentation": [159], "(53.5": [160], "mIoU": [161, 187], "ADE20K": [163], "val).": [164], "Its": [165], "performance": [166], "surpasses": [167], "previous": [169], "state-of-the-art": [170], "margin": [174], "+2.7": [176], "+2.6": [180], "COCO,": [184], "+3.2": [186], "ADE20K,": [189], "demonstrating": [190], "potential": [192], "Transformer-based": [194], "models": [195, 216], "backbones.": [198], "design": [201], "window": [205], "approach": [206], "prove": [208], "beneficial": [209], "all-MLP": [211], "architectures.": [212], "code": [214], "are": [217], "publicly": [218], "available": [219], "https://github.com/microsoft/Swin-Transformer.": [221]}, "counts_by_year": [{"year": 2026, "cited_by_count": 2708}, {"year": 2025, "cited_by_count": 9316}, {"year": 2024, "cited_by_count": 8591}, {"year": 2023, "cited_by_count": 6478}, {"year": 2022, "cited_by_count": 2690}, {"year": 2021, "cited_by_count": 439}, {"year": 2020, "cited_by_count": 6}, {"year": 2012, "cited_by_count": 1}], "updated_date": "2026-07-05T07:55:05.734416", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3094502228", "doi": "https://doi.org/10.48550/arxiv.2010.11929", "title": "An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale", "display_name": "An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale", "relevance_score": 3221.0505, "publication_year": 2020, "publication_date": "2020-10-22", "ids": {"openalex": "https://openalex.org/W3094502228", "doi": "https://doi.org/10.48550/arxiv.2010.11929", "mag": "3094502228"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2010.11929", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2010.11929", "pdf_url": "https://arxiv.org/pdf/2010.11929", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2010.11929", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5090113830", "display_name": "Alexey Dosovitskiy", "orcid": "https://orcid.org/0000-0003-1851-0976"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Dosovitskiy, Alexey", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5055629014", "display_name": "Lucas Beyer", "orcid": "https://orcid.org/0000-0002-0460-0607"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Beyer, Lucas", "raw_affiliation_strings": ["[Google Brain]"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "[Google Brain]", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5000026575", "display_name": "Alexander Kolesnikov", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Kolesnikov, Alexander", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5038019602", "display_name": "Dirk Weissenborn", "orcid": null}, "institutions": [{"id": "https://openalex.org/I33256026", "display_name": "German Research Centre for Artificial Intelligence", "ror": "https://ror.org/01ayc5b57", "country_code": "DE", "type": "funder", "lineage": ["https://openalex.org/I33256026"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Weissenborn, Dirk", "raw_affiliation_strings": ["German Research Center for Artificial Intelligence,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "German Research Center for Artificial Intelligence,", "institution_ids": ["https://openalex.org/I33256026"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5071668416", "display_name": "Xiaohua Zhai", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Zhai, Xiaohua", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5083016682", "display_name": "Thomas Unterthiner", "orcid": "https://orcid.org/0000-0001-5361-3087"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Unterthiner, Thomas", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102906366", "display_name": "Mostafa Dehghani", "orcid": "https://orcid.org/0000-0002-9772-1095"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Dehghani, Mostafa", "raw_affiliation_strings": ["[Google Brain]"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "[Google Brain]", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5088239541", "display_name": "Matthias Minderer", "orcid": "https://orcid.org/0000-0002-6428-8256"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Minderer, Matthias", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5071956319", "display_name": "Georg Heigold", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Heigold, Georg", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5041958651", "display_name": "Sylvain Gelly", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Gelly, Sylvain", "raw_affiliation_strings": ["[Google Brain]"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "[Google Brain]", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5022416424", "display_name": "Jakob Uszkoreit", "orcid": "https://orcid.org/0000-0001-5066-7530"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Uszkoreit, Jakob", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5068878643", "display_name": "Neil Houlsby", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Houlsby, Neil", "raw_affiliation_strings": ["Google,,,,,"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google,,,,,", "institution_ids": ["https://openalex.org/I1291425158"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 2, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 21635, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9977999925613403, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11689", "display_name": "Adversarial Robustness in Machine Learning", "score": 0.9948999881744385, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.5754417181015015}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5397077798843384}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5206274390220642}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.4792309105396271}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.4742136001586914}, {"id": "https://openalex.org/keywords/scale", "display_name": "Scale (ratio)", "score": 0.4543766379356384}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.16920563578605652}, {"id": "https://openalex.org/keywords/cartography", "display_name": "Cartography", "score": 0.1279129683971405}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.12560570240020752}, {"id": "https://openalex.org/keywords/geography", "display_name": "Geography", "score": 0.08761230111122131}], "concepts": [{"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.5754417181015015}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5397077798843384}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5206274390220642}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.4792309105396271}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.4742136001586914}, {"id": "https://openalex.org/C2778755073", "wikidata": "https://www.wikidata.org/wiki/Q10858537", "display_name": "Scale (ratio)", "level": 2, "score": 0.4543766379356384}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.16920563578605652}, {"id": "https://openalex.org/C58640448", "wikidata": "https://www.wikidata.org/wiki/Q42515", "display_name": "Cartography", "level": 1, "score": 0.1279129683971405}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.12560570240020752}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.08761230111122131}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2010.11929", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2010.11929", "pdf_url": "https://arxiv.org/pdf/2010.11929", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2010.11929", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2010.11929", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "Preprint"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2010.11929", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2010.11929", "pdf_url": "https://arxiv.org/pdf/2010.11929", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"score": 0.6100000143051147, "display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 53, "referenced_works": ["https://openalex.org/W1977295328", "https://openalex.org/W2086161653", "https://openalex.org/W2108598243", "https://openalex.org/W2147800946", "https://openalex.org/W2163605009", "https://openalex.org/W2194775991", "https://openalex.org/W2284050935", "https://openalex.org/W2533598788", "https://openalex.org/W2626778328", "https://openalex.org/W2799269579", "https://openalex.org/W2931316642", "https://openalex.org/W2937843571", "https://openalex.org/W2940744433", "https://openalex.org/W2948798935", "https://openalex.org/W2949117887", "https://openalex.org/W2950739196", "https://openalex.org/W2962843773", "https://openalex.org/W2963091558", "https://openalex.org/W2963341956", "https://openalex.org/W2963631907", "https://openalex.org/W2964080601", "https://openalex.org/W2964121744", "https://openalex.org/W2968124245", "https://openalex.org/W2970389371", "https://openalex.org/W2970608575", "https://openalex.org/W2971315489", "https://openalex.org/W2981413347", "https://openalex.org/W2981689412", "https://openalex.org/W2983446232", "https://openalex.org/W2994759459", "https://openalex.org/W2994760783", "https://openalex.org/W2998108143", "https://openalex.org/W3008526508", "https://openalex.org/W3012324658", "https://openalex.org/W3030163527", "https://openalex.org/W3033210410", "https://openalex.org/W3034445277", "https://openalex.org/W3034885317", "https://openalex.org/W3034978746", "https://openalex.org/W3035058308", "https://openalex.org/W3035160371", "https://openalex.org/W3035282577", "https://openalex.org/W3035422918", "https://openalex.org/W3035524453", "https://openalex.org/W3040304705", "https://openalex.org/W3040573126", "https://openalex.org/W3042608254", "https://openalex.org/W3090449556", "https://openalex.org/W3096609285", "https://openalex.org/W3097065222", "https://openalex.org/W3097217077", "https://openalex.org/W3102696055", "https://openalex.org/W3118608800"], "related_works": ["https://openalex.org/W2058170566", "https://openalex.org/W2755342338", "https://openalex.org/W2772917594", "https://openalex.org/W2775347418", "https://openalex.org/W2166024367", "https://openalex.org/W3116076068", "https://openalex.org/W2229312674", "https://openalex.org/W2951359407", "https://openalex.org/W2079911747", "https://openalex.org/W1969923398"], "abstract_inverted_index": {"While": [0], "the": [1, 6], "Transformer": [2, 99], "architecture": [3], "has": [4], "become": [5], "de-facto": [7], "standard": [8], "for": [9], "natural": [10], "language": [11], "processing": [12], "tasks,": [13], "its": [14], "applications": [15], "to": [16, 34, 64, 86, 105, 115], "computer": [17], "vision": [18], "remain": [19], "limited.": [20], "In": [21], "vision,": [22], "attention": [23], "is": [24, 55], "either": [25], "applied": [26, 62], "in": [27, 46], "conjunction": [28], "with": [29], "convolutional": [30, 39, 107], "networks,": [31], "or": [32, 89], "used": [33], "replace": [35], "certain": [36], "components": [37], "of": [38, 66, 82], "networks": [40, 108], "while": [41, 109], "keeping": [42], "their": [43], "overall": [44], "structure": [45], "place.": [47], "We": [48], "show": [49], "that": [50], "this": [51], "reliance": [52], "on": [53, 73, 79], "CNNs": [54], "not": [56], "necessary": [57], "and": [58, 84], "a": [59], "pure": [60], "transformer": [61], "directly": [63], "sequences": [65], "image": [67, 74, 91], "patches": [68], "can": [69], "perform": [70], "very": [71], "well": [72], "classification": [75], "tasks.": [76], "When": [77], "pre-trained": [78], "large": [80], "amounts": [81], "data": [83], "transferred": [85], "multiple": [87], "mid-sized": [88], "small": [90], "recognition": [92], "benchmarks": [93], "(ImageNet,": [94], "CIFAR-100,": [95], "VTAB,": [96], "etc.),": [97], "Vision": [98], "(ViT)": [100], "attains": [101], "excellent": [102], "results": [103], "compared": [104], "state-of-the-art": [106], "requiring": [110], "substantially": [111], "fewer": [112], "computational": [113], "resources": [114], "train.": [116]}, "counts_by_year": [{"year": 2026, "cited_by_count": 454}, {"year": 2025, "cited_by_count": 4744}, {"year": 2024, "cited_by_count": 6735}, {"year": 2023, "cited_by_count": 5767}, {"year": 2022, "cited_by_count": 2706}, {"year": 2021, "cited_by_count": 1187}, {"year": 2020, "cited_by_count": 37}, {"year": 2019, "cited_by_count": 1}, {"year": 2018, "cited_by_count": 1}], "updated_date": "2026-07-05T07:55:05.734416", "created_date": "2020-10-29T00:00:00"}, {"id": "https://openalex.org/W3139434170", "doi": "https://doi.org/10.1609/aaai.v36i1.19967", "title": "TransFG: A Transformer Architecture for Fine-Grained Recognition", "display_name": "TransFG: A Transformer Architecture for Fine-Grained Recognition", "relevance_score": 2343.857, "publication_year": 2022, "publication_date": "2022-06-28", "ids": {"openalex": "https://openalex.org/W3139434170", "doi": "https://doi.org/10.1609/aaai.v36i1.19967", "mag": "3139434170"}, "language": "en", "primary_location": {"id": "doi:10.1609/aaai.v36i1.19967", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v36i1.19967", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/19967/19726", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "diamond", "oa_url": "https://ojs.aaai.org/index.php/AAAI/article/download/19967/19726", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101082644", "display_name": "Ju He", "orcid": null}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ju He", "raw_affiliation_strings": ["Johns Hopkins University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Johns Hopkins University", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5041669573", "display_name": "Jie-Neng Chen", "orcid": null}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jie-Neng Chen", "raw_affiliation_strings": ["Johns Hopkins University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Johns Hopkins University", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5090788114", "display_name": "Shuai Liu", "orcid": "https://orcid.org/0000-0001-9909-0664"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Shuai Liu", "raw_affiliation_strings": ["ByteDance Inc"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "ByteDance Inc", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5084928022", "display_name": "Adam Kortylewski", "orcid": "https://orcid.org/0000-0002-9146-4403"}, "institutions": [{"id": "https://openalex.org/I4210109712", "display_name": "Max Planck Institute for Informatics", "ror": "https://ror.org/01w19ak89", "country_code": "DE", "type": "facility", "lineage": ["https://openalex.org/I149899117", "https://openalex.org/I4210109712"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Adam Kortylewski", "raw_affiliation_strings": ["Max Planck Institute for Informatics"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Max Planck Institute for Informatics", "institution_ids": ["https://openalex.org/I4210109712"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5023772412", "display_name": "Cheng Yang", "orcid": "https://orcid.org/0000-0001-9184-5030"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Cheng Yang", "raw_affiliation_strings": ["ByteDance Inc"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "ByteDance Inc", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102019858", "display_name": "Yutong Bai", "orcid": "https://orcid.org/0000-0002-6210-7757"}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Yutong Bai", "raw_affiliation_strings": ["Johns Hopkins University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Johns Hopkins University", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5055085354", "display_name": "Changhu Wang", "orcid": "https://orcid.org/0000-0001-8373-2597"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Changhu Wang", "raw_affiliation_strings": ["ByteDance Inc"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "ByteDance Inc", "institution_ids": []}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 2, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 25.8357, "has_fulltext": true, "cited_by_count": 484, "citation_normalized_percentile": {"value": 0.99623847, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "36", "issue": "1", "first_page": "852", "last_page": "860"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10627", "display_name": "Advanced Image and Video Retrieval Techniques", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7843148112297058}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.781941831111908}, {"id": "https://openalex.org/keywords/discriminative-model", "display_name": "Discriminative model", "score": 0.7764002084732056}, {"id": "https://openalex.org/keywords/security-token", "display_name": "Security token", "score": 0.6638576984405518}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.6001796722412109}, {"id": "https://openalex.org/keywords/locality", "display_name": "Locality", "score": 0.4958826005458832}, {"id": "https://openalex.org/keywords/reuse", "display_name": "Reuse", "score": 0.49139419198036194}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.4406871497631073}, {"id": "https://openalex.org/keywords/feature-learning", "display_name": "Feature learning", "score": 0.4267755448818207}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.4116334617137909}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.11176124215126038}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.11069631576538086}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7843148112297058}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.781941831111908}, {"id": "https://openalex.org/C97931131", "wikidata": "https://www.wikidata.org/wiki/Q5282087", "display_name": "Discriminative model", "level": 2, "score": 0.7764002084732056}, {"id": "https://openalex.org/C48145219", "wikidata": "https://www.wikidata.org/wiki/Q1335365", "display_name": "Security token", "level": 2, "score": 0.6638576984405518}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.6001796722412109}, {"id": "https://openalex.org/C2779808786", "wikidata": "https://www.wikidata.org/wiki/Q6664603", "display_name": "Locality", "level": 2, "score": 0.4958826005458832}, {"id": "https://openalex.org/C206588197", "wikidata": "https://www.wikidata.org/wiki/Q846574", "display_name": "Reuse", "level": 2, "score": 0.49139419198036194}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.4406871497631073}, {"id": "https://openalex.org/C59404180", "wikidata": "https://www.wikidata.org/wiki/Q17013334", "display_name": "Feature learning", "level": 2, "score": 0.4267755448818207}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.4116334617137909}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.11176124215126038}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.11069631576538086}, {"id": "https://openalex.org/C38652104", "wikidata": "https://www.wikidata.org/wiki/Q3510521", "display_name": "Computer security", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C548081761", "wikidata": "https://www.wikidata.org/wiki/Q180388", "display_name": "Waste management", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1609/aaai.v36i1.19967", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v36i1.19967", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/19967/19726", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, {"id": "pmh:oai:ojs.aaai.org:article/19967", "is_oa": false, "landing_page_url": "https://ojs.aaai.org/index.php/AAAI/article/view/19967", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "2159-5399", "raw_type": "info:eu-repo/semantics/article"}], "best_oa_location": {"id": "doi:10.1609/aaai.v36i1.19967", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v36i1.19967", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/19967/19726", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "sustainable_development_goals": [{"score": 0.7300000190734863, "display_name": "Reduced inequalities", "id": "https://metadata.un.org/sdg/10"}], "awards": [], "funders": [], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W3139434170.pdf", "grobid_xml": "https://content.openalex.org/works/W3139434170.grobid-xml"}, "referenced_works_count": 57, "referenced_works": ["https://openalex.org/W1616462885", "https://openalex.org/W1686810756", "https://openalex.org/W1797268635", "https://openalex.org/W1846799578", "https://openalex.org/W1954152232", "https://openalex.org/W2138011018", "https://openalex.org/W2142697503", "https://openalex.org/W2163605009", "https://openalex.org/W2194775991", "https://openalex.org/W2274287116", "https://openalex.org/W2403585668", "https://openalex.org/W2626778328", "https://openalex.org/W2737725206", "https://openalex.org/W2797977484", "https://openalex.org/W2804047946", "https://openalex.org/W2883502031", "https://openalex.org/W2896457183", "https://openalex.org/W2911109671", "https://openalex.org/W2921985587", "https://openalex.org/W2948140294", "https://openalex.org/W2949863037", "https://openalex.org/W2950768109", "https://openalex.org/W2950813464", "https://openalex.org/W2963341956", "https://openalex.org/W2963393555", "https://openalex.org/W2963563276", "https://openalex.org/W2964110616", "https://openalex.org/W2986456235", "https://openalex.org/W2990495699", "https://openalex.org/W2997426000", "https://openalex.org/W2998345525", "https://openalex.org/W2998619563", "https://openalex.org/W3009067796", "https://openalex.org/W3035422918", "https://openalex.org/W3081907075", "https://openalex.org/W3092462694", "https://openalex.org/W3094502228", "https://openalex.org/W3096609285", "https://openalex.org/W3107036272", "https://openalex.org/W3108870912", "https://openalex.org/W3115390238", "https://openalex.org/W3124312618", "https://openalex.org/W3126080715", "https://openalex.org/W3127751679", "https://openalex.org/W3128723389", "https://openalex.org/W3129197028", "https://openalex.org/W3134565071", "https://openalex.org/W3168649818", "https://openalex.org/W3170841864", "https://openalex.org/W4287330514", "https://openalex.org/W4287572671", "https://openalex.org/W4385245566", "https://openalex.org/W6638319203", "https://openalex.org/W6681009388", "https://openalex.org/W6687483927", "https://openalex.org/W6757010476", "https://openalex.org/W6778485988"], "related_works": ["https://openalex.org/W2965546495", "https://openalex.org/W4389116644", "https://openalex.org/W2153315159", "https://openalex.org/W3103844505", "https://openalex.org/W3208297503", "https://openalex.org/W3119773509", "https://openalex.org/W2889153461", "https://openalex.org/W2964117661", "https://openalex.org/W4388405611", "https://openalex.org/W2619127353"], "abstract_inverted_index": {"Fine-grained": [0], "visual": [1], "classification": [2, 80, 94], "(FGVC)": [3], "which": [4], "aims": [5], "at": [6], "recognizing": [7], "objects": [8, 60], "from": [9], "subcategories": [10], "is": [11, 185], "a": [12, 137], "very": [13], "challenging": [14], "task": [15], "due": [16], "to": [17, 35, 54, 63, 92, 146, 170, 187], "the": [18, 32, 47, 51, 59, 65, 78, 86, 93, 102, 105, 109, 116, 119, 130, 149, 160, 168, 189, 199, 206], "inherently": [19], "subtle": [20], "inter-class": [21], "differences.": [22], "Most": [23], "existing": [24], "works": [25], "mainly": [26], "tackle": [27], "this": [28, 43, 97], "problem": [29], "by": [30, 115, 210], "reusing": [31], "backbone": [33], "network": [34, 169], "extract": [36], "features": [37], "of": [38, 58, 85, 104, 118, 129, 132, 148, 159, 194, 208, 230], "detected": [39], "discriminative": [40, 175], "regions.": [41], "However,": [42], "strategy": [44], "inevitably": [45], "complicates": [46], "pipeline": [48], "and": [49, 172, 178, 204], "pushes": [50], "proposed": [52], "regions": [53], "contain": [55], "most": [56, 147], "parts": [57], "thus": [61], "fails": [62], "locate": [64], "really": [66], "important": [67], "parts.": [68], "Recently,": [69], "vision": [70], "transformer": [71, 87, 150, 161], "(ViT)": [72], "shows": [73], "its": [74], "strong": [75], "performance": [76], "in": [77, 108], "traditional": [79], "task.": [81], "The": [82], "self-attention": [83], "mechanism": [84], "links": [88], "every": [89], "patch": [90], "token": [91], "token.": [95], "In": [96], "work,": [98], "we": [99, 134, 153, 219], "first": [100], "evaluate": [101], "effectiveness": [103], "ViT": [106], "framework": [107], "fine-grained": [110, 216], "recognition": [111], "setting.": [112], "Then": [113], "motivated": [114], "strength": [117], "attention": [120, 157, 164], "link": [121], "can": [122, 143], "be": [123, 144], "intuitively": [124], "considered": [125], "as": [126], "an": [127, 163], "indicator": [128], "importance": [131], "tokens,": [133], "further": [135], "propose": [136], "novel": [138], "Part": [139], "Selection": [140], "Module": [141], "that": [142], "applied": [145, 186], "architectures": [151], "where": [152, 218], "integrate": [154], "all": [155], "raw": [156], "weights": [158], "into": [162], "map": [165], "for": [166, 227], "guiding": [167], "effectively": [171], "accurately": [173], "select": [174], "image": [176], "patches": [177], "compute": [179], "their": [180], "relations.": [181], "A": [182], "contrastive": [183], "loss": [184], "enlarge": [188], "distance": [190], "between": [191], "feature": [192], "representations": [193], "confusing": [195], "classes.": [196], "We": [197], "name": [198], "augmented": [200], "transformer-based": [201], "model": [202], "TransFG": [203], "demonstrate": [205], "value": [207], "it": [209], "conducting": [211], "experiments": [212], "on": [213], "five": [214], "popular": [215], "benchmarks": [217], "achieve": [220], "state-of-the-art": [221], "performance.": [222], "Qualitative": [223], "results": [224], "are": [225], "presented": [226], "better": [228], "understanding": [229], "our": [231], "model.": [232]}, "counts_by_year": [{"year": 2026, "cited_by_count": 33}, {"year": 2025, "cited_by_count": 129}, {"year": 2024, "cited_by_count": 139}, {"year": 2023, "cited_by_count": 110}, {"year": 2022, "cited_by_count": 60}, {"year": 2021, "cited_by_count": 13}], "updated_date": "2026-07-02T09:51:11.867554", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3204614423", "doi": "https://doi.org/10.1007/978-3-030-87199-4_6", "title": "UTNet: A Hybrid Transformer Architecture for Medical Image Segmentation", "display_name": "UTNet: A Hybrid Transformer Architecture for Medical Image Segmentation", "relevance_score": 2315.3333, "publication_year": 2021, "publication_date": "2021-01-01", "ids": {"openalex": "https://openalex.org/W3204614423", "doi": "https://doi.org/10.1007/978-3-030-87199-4_6", "mag": "3204614423"}, "language": "en", "primary_location": {"id": "doi:10.1007/978-3-030-87199-4_6", "is_oa": false, "landing_page_url": "https://doi.org/10.1007/978-3-030-87199-4_6", "pdf_url": null, "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}, "type": "book-chapter", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5061627386", "display_name": "Yunhe Gao", "orcid": "https://orcid.org/0000-0002-1559-5532"}, "institutions": [{"id": "https://openalex.org/I102322142", "display_name": "Rutgers, The State University of New Jersey", "ror": "https://ror.org/05vt9qd57", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I102322142"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Yunhe Gao", "raw_affiliation_strings": ["Department of Computer Science, Rutgers University, Piscataway, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Rutgers University, Piscataway, USA", "institution_ids": ["https://openalex.org/I102322142"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102944058", "display_name": "Mu Zhou", "orcid": "https://orcid.org/0000-0001-5072-5630"}, "institutions": [{"id": "https://openalex.org/I102322142", "display_name": "Rutgers, The State University of New Jersey", "ror": "https://ror.org/05vt9qd57", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I102322142"]}, {"id": "https://openalex.org/I4391012619", "display_name": "Shanghai Artificial Intelligence Laboratory", "ror": "https://ror.org/03wkvpx79", "country_code": null, "type": "facility", "lineage": ["https://openalex.org/I4391012619"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Mu Zhou", "raw_affiliation_strings": ["Department of Computer Science, Rutgers University, Piscataway, USA", "SenseBrain and Shanghai AI Laboratory and Centre for Perceptual and Interactive Intelligence, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Rutgers University, Piscataway, USA", "institution_ids": ["https://openalex.org/I102322142"]}, {"raw_affiliation_string": "SenseBrain and Shanghai AI Laboratory and Centre for Perceptual and Interactive Intelligence, Shanghai, China", "institution_ids": ["https://openalex.org/I4391012619"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5064437234", "display_name": "Dimitris Metaxas", "orcid": "https://orcid.org/0000-0001-7142-7640"}, "institutions": [{"id": "https://openalex.org/I102322142", "display_name": "Rutgers, The State University of New Jersey", "ror": "https://ror.org/05vt9qd57", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I102322142"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Dimitris N. Metaxas", "raw_affiliation_strings": ["Department of Computer Science, Rutgers University, Piscataway, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Rutgers University, Piscataway, USA", "institution_ids": ["https://openalex.org/I102322142"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 2, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": {"value": 5000, "currency": "EUR", "value_usd": 5392}, "apc_paid": null, "fwci": 146.508, "has_fulltext": false, "cited_by_count": 500, "citation_normalized_percentile": {"value": 1.0, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 95, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "61", "last_page": "71"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T12422", "display_name": "Radiomics and Machine Learning in Medical Imaging", "score": 0.9988999962806702, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, "topics": [{"id": "https://openalex.org/T12422", "display_name": "Radiomics and Machine Learning in Medical Imaging", "score": 0.9988999962806702, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9976000189781189, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11775", "display_name": "COVID-19 diagnosis using AI", "score": 0.9955999851226807, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8201486468315125}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.5490633845329285}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5467944145202637}, {"id": "https://openalex.org/keywords/initialization", "display_name": "Initialization", "score": 0.48285943269729614}, {"id": "https://openalex.org/keywords/image-segmentation", "display_name": "Image segmentation", "score": 0.4773150384426117}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.473463237285614}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.4734465777873993}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.46412160992622375}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.34744542837142944}, {"id": "https://openalex.org/keywords/computer-engineering", "display_name": "Computer engineering", "score": 0.33332008123397827}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.32812121510505676}, {"id": "https://openalex.org/keywords/programming-language", "display_name": "Programming language", "score": 0.10723653435707092}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8201486468315125}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.5490633845329285}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5467944145202637}, {"id": "https://openalex.org/C114466953", "wikidata": "https://www.wikidata.org/wiki/Q6034165", "display_name": "Initialization", "level": 2, "score": 0.48285943269729614}, {"id": "https://openalex.org/C124504099", "wikidata": "https://www.wikidata.org/wiki/Q56933", "display_name": "Image segmentation", "level": 3, "score": 0.4773150384426117}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.473463237285614}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.4734465777873993}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.46412160992622375}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.34744542837142944}, {"id": "https://openalex.org/C113775141", "wikidata": "https://www.wikidata.org/wiki/Q428691", "display_name": "Computer engineering", "level": 1, "score": 0.33332008123397827}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.32812121510505676}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.10723653435707092}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1007/978-3-030-87199-4_6", "is_oa": false, "landing_page_url": "https://doi.org/10.1007/978-3-030-87199-4_6", "pdf_url": null, "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}], "best_oa_location": null, "sustainable_development_goals": [{"score": 0.6000000238418579, "display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 34, "referenced_works": ["https://openalex.org/W1901129140", "https://openalex.org/W2194775991", "https://openalex.org/W2302255633", "https://openalex.org/W2560023338", "https://openalex.org/W2626778328", "https://openalex.org/W2732063980", "https://openalex.org/W2884585870", "https://openalex.org/W2888358068", "https://openalex.org/W2944712585", "https://openalex.org/W2950739196", "https://openalex.org/W2955058313", "https://openalex.org/W2963091558", "https://openalex.org/W2963354015", "https://openalex.org/W2963542740", "https://openalex.org/W2963840672", "https://openalex.org/W2971013993", "https://openalex.org/W2979375128", "https://openalex.org/W2981413347", "https://openalex.org/W2981689412", "https://openalex.org/W2981899103", "https://openalex.org/W3014795415", "https://openalex.org/W3014974815", "https://openalex.org/W3017153481", "https://openalex.org/W3033529678", "https://openalex.org/W3092530369", "https://openalex.org/W3094502228", "https://openalex.org/W3112701542", "https://openalex.org/W3170841864", "https://openalex.org/W3172614365", "https://openalex.org/W4226199676", "https://openalex.org/W6600109629", "https://openalex.org/W6602254124", "https://openalex.org/W6739901393", "https://openalex.org/W6763509872"], "related_works": ["https://openalex.org/W3204184292", "https://openalex.org/W3176564347", "https://openalex.org/W2355833770", "https://openalex.org/W1985458517", "https://openalex.org/W3031039437", "https://openalex.org/W183202219", "https://openalex.org/W3095877357", "https://openalex.org/W2072565696", "https://openalex.org/W2050451745", "https://openalex.org/W2378903222"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 34}, {"year": 2025, "cited_by_count": 141}, {"year": 2024, "cited_by_count": 127}, {"year": 2023, "cited_by_count": 127}, {"year": 2022, "cited_by_count": 68}, {"year": 2021, "cited_by_count": 3}], "updated_date": "2026-06-28T08:01:55.173337", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2112796928", "doi": "https://doi.org/10.1109/5.726791", "title": "Gradient-based learning applied to document recognition", "display_name": "Gradient-based learning applied to document recognition", "relevance_score": 1971.4573, "publication_year": 1998, "publication_date": "1998-01-01", "ids": {"openalex": "https://openalex.org/W2112796928", "doi": "https://doi.org/10.1109/5.726791", "mag": "2112796928"}, "language": "en", "primary_location": {"id": "doi:10.1109/5.726791", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/5.726791", "pdf_url": null, "source": {"id": "https://openalex.org/S68686220", "display_name": "Proceedings of the IEEE", "issn_l": "0018-9219", "issn": ["0018-9219", "1558-2256"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the IEEE", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://hal.science/hal-03926082/document", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5001226970", "display_name": "Yann LeCun", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1283103587", "display_name": "AT&T (United States)", "ror": "https://ror.org/02bbd5539", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1283103587"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Y. Lecun", "raw_affiliation_strings": ["Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "Speech and Image Processing Services Research Laboratory"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "institution_ids": ["https://openalex.org/I1283103587"]}, {"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5019206666", "display_name": "L\u00e9on Bottou", "orcid": "https://orcid.org/0000-0002-9894-8128"}, "institutions": [{"id": "https://openalex.org/I1283103587", "display_name": "AT&T (United States)", "ror": "https://ror.org/02bbd5539", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1283103587"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "L. Bottou", "raw_affiliation_strings": ["Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "Speech and Image Processing Services Research Laboratory"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "institution_ids": ["https://openalex.org/I1283103587"]}, {"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5086198262", "display_name": "Yoshua Bengio", "orcid": "https://orcid.org/0000-0002-9322-3515"}, "institutions": [{"id": "https://openalex.org/I70931966", "display_name": "Universit\u00e9 de Montr\u00e9al", "ror": "https://ror.org/0161xgx34", "country_code": "CA", "type": "education", "lineage": ["https://openalex.org/I70931966"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Y. Bengio", "raw_affiliation_strings": ["D\u00e9partement D'Informatique et de Recherche Op\u00e9rationelle, Universit\u00e9 de Montreal, Montreal, QUE, Canada", "Speech and Image Processing Services Research Laboratory", "Universit\u00e9 de Montr\u00e9al"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "D\u00e9partement D'Informatique et de Recherche Op\u00e9rationelle, Universit\u00e9 de Montreal, Montreal, QUE, Canada", "institution_ids": ["https://openalex.org/I70931966"]}, {"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory", "institution_ids": []}, {"raw_affiliation_string": "Universit\u00e9 de Montr\u00e9al", "institution_ids": ["https://openalex.org/I70931966"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5026605560", "display_name": "Patrick Haffner", "orcid": "https://orcid.org/0000-0002-2319-5109"}, "institutions": [{"id": "https://openalex.org/I1283103587", "display_name": "AT&T (United States)", "ror": "https://ror.org/02bbd5539", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1283103587"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "P. Haffner", "raw_affiliation_strings": ["Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "Speech and Image Processing Services Research Laboratory"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory, AT and T Research Laboratories, Red Bank, NJ, USA", "institution_ids": ["https://openalex.org/I1283103587"]}, {"raw_affiliation_string": "Speech and Image Processing Services Research Laboratory", "institution_ids": []}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 2, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 12.3053, "has_fulltext": true, "cited_by_count": 58343, "citation_normalized_percentile": {"value": 0.9888424, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "86", "issue": "11", "first_page": "2278", "last_page": "2324"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10601", "display_name": "Handwritten Text Recognition Techniques", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10601", "display_name": "Handwritten Text Recognition Techniques", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T14339", "display_name": "Image Processing and 3D Reconstruction", "score": 0.9968000054359436, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10320", "display_name": "Neural Networks and Applications", "score": 0.9950000047683716, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8254276514053345}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.6142195463180542}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.5978816747665405}, {"id": "https://openalex.org/keywords/intelligent-character-recognition", "display_name": "Intelligent character recognition", "score": 0.5887831449508667}, {"id": "https://openalex.org/keywords/handwriting-recognition", "display_name": "Handwriting recognition", "score": 0.5319666266441345}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5122293829917908}, {"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.49849534034729004}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.49462172389030457}, {"id": "https://openalex.org/keywords/handwriting", "display_name": "Handwriting", "score": 0.46896353363990784}, {"id": "https://openalex.org/keywords/preprocessor", "display_name": "Preprocessor", "score": 0.4614042639732361}, {"id": "https://openalex.org/keywords/deep-learning", "display_name": "Deep learning", "score": 0.460247665643692}, {"id": "https://openalex.org/keywords/graph", "display_name": "Graph", "score": 0.4320318102836609}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.35688453912734985}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.34401291608810425}, {"id": "https://openalex.org/keywords/feature-extraction", "display_name": "Feature extraction", "score": 0.29552727937698364}, {"id": "https://openalex.org/keywords/character-recognition", "display_name": "Character recognition", "score": 0.19865167140960693}, {"id": "https://openalex.org/keywords/theoretical-computer-science", "display_name": "Theoretical computer science", "score": 0.08571499586105347}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8254276514053345}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.6142195463180542}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.5978816747665405}, {"id": "https://openalex.org/C44868376", "wikidata": "https://www.wikidata.org/wiki/Q3099089", "display_name": "Intelligent character recognition", "level": 4, "score": 0.5887831449508667}, {"id": "https://openalex.org/C112640561", "wikidata": "https://www.wikidata.org/wiki/Q2440634", "display_name": "Handwriting recognition", "level": 3, "score": 0.5319666266441345}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5122293829917908}, {"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.49849534034729004}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.49462172389030457}, {"id": "https://openalex.org/C2779386606", "wikidata": "https://www.wikidata.org/wiki/Q2393642", "display_name": "Handwriting", "level": 2, "score": 0.46896353363990784}, {"id": "https://openalex.org/C34736171", "wikidata": "https://www.wikidata.org/wiki/Q918333", "display_name": "Preprocessor", "level": 2, "score": 0.4614042639732361}, {"id": "https://openalex.org/C108583219", "wikidata": "https://www.wikidata.org/wiki/Q197536", "display_name": "Deep learning", "level": 2, "score": 0.460247665643692}, {"id": "https://openalex.org/C132525143", "wikidata": "https://www.wikidata.org/wiki/Q141488", "display_name": "Graph", "level": 2, "score": 0.4320318102836609}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.35688453912734985}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.34401291608810425}, {"id": "https://openalex.org/C52622490", "wikidata": "https://www.wikidata.org/wiki/Q1026626", "display_name": "Feature extraction", "level": 2, "score": 0.29552727937698364}, {"id": "https://openalex.org/C2987247673", "wikidata": "https://www.wikidata.org/wiki/Q167555", "display_name": "Character recognition", "level": 3, "score": 0.19865167140960693}, {"id": "https://openalex.org/C80444323", "wikidata": "https://www.wikidata.org/wiki/Q2878974", "display_name": "Theoretical computer science", "level": 1, "score": 0.08571499586105347}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1109/5.726791", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/5.726791", "pdf_url": null, "source": {"id": "https://openalex.org/S68686220", "display_name": "Proceedings of the IEEE", "issn_l": "0018-9219", "issn": ["0018-9219", "1558-2256"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the IEEE", "raw_type": "journal-article"}, {"id": "pmh:oai:HAL:hal-03926082v1", "is_oa": true, "landing_page_url": "https://hal.science/hal-03926082", "pdf_url": "https://hal.science/hal-03926082/document", "source": {"id": "https://openalex.org/S4306402512", "display_name": "HAL (Le Centre pour la Communication Scientifique Directe)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1294671590", "host_organization_name": "Centre National de la Recherche Scientifique", "host_organization_lineage": ["https://openalex.org/I1294671590"], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Proceedings of the IEEE, 1998, 86 (11), pp.2278-2324. ⟨10.1109/5.726791⟩", "raw_type": "info:eu-repo/semantics/article"}], "best_oa_location": {"id": "pmh:oai:HAL:hal-03926082v1", "is_oa": true, "landing_page_url": "https://hal.science/hal-03926082", "pdf_url": "https://hal.science/hal-03926082/document", "source": {"id": "https://openalex.org/S4306402512", "display_name": "HAL (Le Centre pour la Communication Scientifique Directe)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1294671590", "host_organization_name": "Centre National de la Recherche Scientifique", "host_organization_lineage": ["https://openalex.org/I1294671590"], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Proceedings of the IEEE, 1998, 86 (11), pp.2278-2324. ⟨10.1109/5.726791⟩", "raw_type": "info:eu-repo/semantics/article"}, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W2112796928.pdf", "grobid_xml": "https://content.openalex.org/works/W2112796928.grobid-xml"}, "referenced_works_count": 135, "referenced_works": ["https://openalex.org/W19621276", "https://openalex.org/W28586472", "https://openalex.org/W66978610", "https://openalex.org/W85412639", "https://openalex.org/W98859974", "https://openalex.org/W103129759", "https://openalex.org/W146900863", "https://openalex.org/W169539560", "https://openalex.org/W183625566", "https://openalex.org/W324611197", "https://openalex.org/W413857758", "https://openalex.org/W811578723", "https://openalex.org/W1530666108", "https://openalex.org/W1544211475", "https://openalex.org/W1547224907", "https://openalex.org/W1553004968", "https://openalex.org/W1575881144", "https://openalex.org/W1597009674", "https://openalex.org/W1625762979", "https://openalex.org/W1654022110", "https://openalex.org/W1667072054", "https://openalex.org/W1676820704", "https://openalex.org/W1761621746", "https://openalex.org/W1836880760", "https://openalex.org/W1877570817", "https://openalex.org/W1919233617", "https://openalex.org/W1975113431", "https://openalex.org/W1991133427", "https://openalex.org/W1992774725", "https://openalex.org/W1994065256", "https://openalex.org/W1994530392", "https://openalex.org/W1998255116", "https://openalex.org/W1999497791", "https://openalex.org/W2006544565", "https://openalex.org/W2007857129", "https://openalex.org/W2010315761", "https://openalex.org/W2010581677", "https://openalex.org/W2030781528", "https://openalex.org/W2035526030", "https://openalex.org/W2041460909", "https://openalex.org/W2042492924", "https://openalex.org/W2046485094", "https://openalex.org/W2047121664", "https://openalex.org/W2053176763", "https://openalex.org/W2055075080", "https://openalex.org/W2056695679", "https://openalex.org/W2056763477", "https://openalex.org/W2057200159", "https://openalex.org/W2057619148", "https://openalex.org/W2060604179", "https://openalex.org/W2063541597", "https://openalex.org/W2087347434", "https://openalex.org/W2090614046", "https://openalex.org/W2091987367", "https://openalex.org/W2093717447", "https://openalex.org/W2095757522", "https://openalex.org/W2095891604", "https://openalex.org/W2097316030", "https://openalex.org/W2099070536", "https://openalex.org/W2100921332", "https://openalex.org/W2103496339", "https://openalex.org/W2104867159", "https://openalex.org/W2107878631", "https://openalex.org/W2112957975", "https://openalex.org/W2113292028", "https://openalex.org/W2115240329", "https://openalex.org/W2116360511", "https://openalex.org/W2117671523", "https://openalex.org/W2119113516", "https://openalex.org/W2124351082", "https://openalex.org/W2125529971", "https://openalex.org/W2125838338", "https://openalex.org/W2126514931", "https://openalex.org/W2128652941", "https://openalex.org/W2131877510", "https://openalex.org/W2132131403", "https://openalex.org/W2132793646", "https://openalex.org/W2132904398", "https://openalex.org/W2134267682", "https://openalex.org/W2134429390", "https://openalex.org/W2135936685", "https://openalex.org/W2137291015", "https://openalex.org/W2137440383", "https://openalex.org/W2140005396", "https://openalex.org/W2140539590", "https://openalex.org/W2141207507", "https://openalex.org/W2144354855", "https://openalex.org/W2144405074", "https://openalex.org/W2147800946", "https://openalex.org/W2148099973", "https://openalex.org/W2148295954", "https://openalex.org/W2148603752", "https://openalex.org/W2149814369", "https://openalex.org/W2151871503", "https://openalex.org/W2154579312", "https://openalex.org/W2156909104", "https://openalex.org/W2158670134", "https://openalex.org/W2161523118", "https://openalex.org/W2162794177", "https://openalex.org/W2165668746", "https://openalex.org/W2165959773", "https://openalex.org/W2166559794", "https://openalex.org/W2168263526", "https://openalex.org/W2170599822", "https://openalex.org/W2170837066", "https://openalex.org/W2171590421", "https://openalex.org/W2346626577", "https://openalex.org/W2432517183", "https://openalex.org/W2565808444", "https://openalex.org/W2566703758", "https://openalex.org/W2598912124", "https://openalex.org/W2606748186", "https://openalex.org/W2609716011", "https://openalex.org/W2728988083", "https://openalex.org/W2766736793", "https://openalex.org/W2798500587", "https://openalex.org/W3004732066", "https://openalex.org/W3016210511", "https://openalex.org/W3017143921", "https://openalex.org/W3022861191", "https://openalex.org/W3101571078", "https://openalex.org/W3139633029", "https://openalex.org/W3207021134", "https://openalex.org/W4206670532", "https://openalex.org/W4212774754", "https://openalex.org/W4301028212", "https://openalex.org/W6601183909", "https://openalex.org/W6602736415", "https://openalex.org/W6603414532", "https://openalex.org/W6604275113", "https://openalex.org/W6635935089", "https://openalex.org/W6637187546", "https://openalex.org/W6678720029", "https://openalex.org/W6682751323", "https://openalex.org/W6776675433"], "related_works": ["https://openalex.org/W4386428871", "https://openalex.org/W3199359807", "https://openalex.org/W4220954837", "https://openalex.org/W3047607512", "https://openalex.org/W3003949997", "https://openalex.org/W4390983538", "https://openalex.org/W2110485610", "https://openalex.org/W183832189", "https://openalex.org/W3163065387", "https://openalex.org/W2406729210"], "abstract_inverted_index": {"Multilayer": [0], "neural": [1, 69, 172], "networks": [2, 114], "trained": [3, 122], "with": [4, 45, 77, 177], "the": [5, 9, 78, 145, 151], "back-propagation": [6], "algorithm": [7], "constitute": [8], "best": [10], "example": [11], "of": [12, 80, 96, 147, 153], "a": [13, 32, 62, 163], "successful": [14], "gradient": [15], "based": [16], "learning": [17, 25, 109], "technique.": [18], "Given": [19], "an": [20, 131], "appropriate": [21], "network": [22, 160, 173], "architecture,": [23], "gradient-based": [24, 125], "algorithms": [26], "can": [27, 37], "be": [28, 121], "used": [29], "to": [30, 54, 75, 85, 120, 129, 181], "synthesize": [31], "complex": [33], "decision": [34], "surface": [35], "that": [36], "classify": [38], "high-dimensional": [39], "patterns,": [40], "such": [41, 117], "as": [42, 128], "handwritten": [43, 55, 64], "characters,": [44], "minimal": [46], "preprocessing.": [47], "This": [48], "paper": [49], "reviews": [50], "various": [51], "methods": [52, 126], "applied": [53], "character": [56, 174], "recognition": [57, 66, 92, 140], "and": [58, 104, 150, 187, 194], "compares": [59], "them": [60], "on": [61, 185], "standard": [63], "digit": [65], "task.": [67], "Convolutional": [68], "networks,": [70], "which": [71], "are": [72, 83, 94, 141], "specifically": [73], "designed": [74], "deal": [76], "variability": [79], "2D": [81], "shapes,": [82], "shown": [84], "outperform": [86], "all": [87], "other": [88], "techniques.": [89], "Real-life": [90], "document": [91], "systems": [93, 119, 136], "composed": [95], "multiple": [97], "modules": [98], "including": [99], "field": [100], "extraction,": [101], "segmentation": [102], "recognition,": [103], "language": [105], "modeling.": [106], "A": [107, 157], "new": [108], "paradigm,": [110], "called": [111], "graph": [112, 154, 158], "transformer": [113, 155, 159], "(GTN),": [115], "allows": [116], "multimodule": [118], "globally": [123], "using": [124], "so": [127], "minimize": [130], "overall": [132], "performance": [133], "measure.": [134], "Two": [135], "for": [137, 161], "online": [138], "handwriting": [139], "described.": [142, 168], "Experiments": [143], "demonstrate": [144], "advantage": [146], "global": [148, 178], "training,": [149], "flexibility": [152], "networks.": [156], "reading": [162], "bank": [164], "cheque": [165], "is": [166, 191], "also": [167], "It": [169, 190], "uses": [170], "convolutional": [171], "recognizers": [175], "combined": [176], "training": [179], "techniques": [180], "provide": [182], "record": [183], "accuracy": [184], "business": [186], "personal": [188], "cheques.": [189], "deployed": [192], "commercially": [193], "reads": [195], "several": [196], "million": [197], "cheques": [198], "per": [199], "day.": [200]}, "counts_by_year": [{"year": 2026, "cited_by_count": 2073}, {"year": 2025, "cited_by_count": 5927}, {"year": 2024, "cited_by_count": 5847}, {"year": 2023, "cited_by_count": 6003}, {"year": 2022, "cited_by_count": 5762}, {"year": 2021, "cited_by_count": 7033}, {"year": 2020, "cited_by_count": 6680}, {"year": 2019, "cited_by_count": 5977}, {"year": 2018, "cited_by_count": 4363}, {"year": 2017, "cited_by_count": 2923}, {"year": 2016, "cited_by_count": 1945}, {"year": 2015, "cited_by_count": 1294}, {"year": 2014, "cited_by_count": 662}, {"year": 2013, "cited_by_count": 416}, {"year": 2012, "cited_by_count": 279}], "updated_date": "2026-07-05T07:55:05.734416", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4312790276", "doi": "https://doi.org/10.1007/978-3-031-19790-1_40", "title": "FlowFormer: A Transformer Architecture for\u00a0Optical Flow", "display_name": "FlowFormer: A Transformer Architecture for\u00a0Optical Flow", "relevance_score": 1877.7686, "publication_year": 2022, "publication_date": "2022-01-01", "ids": {"openalex": "https://openalex.org/W4312790276", "doi": "https://doi.org/10.1007/978-3-031-19790-1_40"}, "language": "en", "primary_location": {"id": "doi:10.1007/978-3-031-19790-1_40", "is_oa": false, "landing_page_url": "https://doi.org/10.1007/978-3-031-19790-1_40", "pdf_url": null, "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}, "type": "book-chapter", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101562601", "display_name": "Zhaoyang Huang", "orcid": "https://orcid.org/0000-0002-9839-7020"}, "institutions": [{"id": "https://openalex.org/I177725633", "display_name": "Chinese University of Hong Kong", "ror": "https://ror.org/00t33hh48", "country_code": "HK", "type": "education", "lineage": ["https://openalex.org/I177725633"]}], "countries": ["HK"], "is_corresponding": false, "raw_author_name": "Zhaoyang Huang", "raw_affiliation_strings": ["Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong", "NVIDIA AI Technology Center, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong", "institution_ids": ["https://openalex.org/I177725633"]}, {"raw_affiliation_string": "NVIDIA AI Technology Center, Shanghai, China", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100662669", "display_name": "Xiaoyu Shi", "orcid": "https://orcid.org/0000-0002-4267-7795"}, "institutions": [{"id": "https://openalex.org/I177725633", "display_name": "Chinese University of Hong Kong", "ror": "https://ror.org/00t33hh48", "country_code": "HK", "type": "education", "lineage": ["https://openalex.org/I177725633"]}], "countries": ["HK"], "is_corresponding": false, "raw_author_name": "Xiaoyu Shi", "raw_affiliation_strings": ["Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong", "NVIDIA AI Technology Center, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong", "institution_ids": ["https://openalex.org/I177725633"]}, {"raw_affiliation_string": "NVIDIA AI Technology Center, Shanghai, China", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100460139", "display_name": "Chao Zhang", "orcid": "https://orcid.org/0000-0002-1018-4144"}, "institutions": [{"id": "https://openalex.org/I2250650973", "display_name": "Samsung (South Korea)", "ror": "https://ror.org/04w3jy968", "country_code": "KR", "type": "company", "lineage": ["https://openalex.org/I2250650973"]}], "countries": ["KR"], "is_corresponding": false, "raw_author_name": "Chao Zhang", "raw_affiliation_strings": ["Samsung Telecommunication Research, Suwon, South Korea"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Samsung Telecommunication Research, Suwon, South Korea", "institution_ids": ["https://openalex.org/I2250650973"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100709541", "display_name": "Qiang Wang", "orcid": "https://orcid.org/0000-0001-5632-4408"}, "institutions": [{"id": "https://openalex.org/I2250650973", "display_name": "Samsung (South Korea)", "ror": "https://ror.org/04w3jy968", "country_code": "KR", "type": "company", "lineage": ["https://openalex.org/I2250650973"]}], "countries": ["KR"], "is_corresponding": false, "raw_author_name": "Qiang Wang", "raw_affiliation_strings": ["Samsung Telecommunication Research, Suwon, South Korea"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Samsung Telecommunication Research, Suwon, South Korea", "institution_ids": ["https://openalex.org/I2250650973"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5052068936", "display_name": "Ka Chun Cheung", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Ka Chun Cheung", "raw_affiliation_strings": ["NVIDIA AI Technology Center, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "NVIDIA AI Technology Center, Shanghai, China", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5103100570", "display_name": "Hongwei Qin", "orcid": "https://orcid.org/0000-0002-5453-8661"}, "institutions": [{"id": "https://openalex.org/I4210128910", "display_name": "Group Sense (China)", "ror": "https://ror.org/036wd5777", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I4210128910"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Hongwei Qin", "raw_affiliation_strings": ["SenseTime Research, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "SenseTime Research, Shanghai, China", "institution_ids": ["https://openalex.org/I4210128910"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5026944066", "display_name": "Jifeng Dai", "orcid": "https://orcid.org/0000-0002-6785-0785"}, "institutions": [{"id": "https://openalex.org/I4210128910", "display_name": "Group Sense (China)", "ror": "https://ror.org/036wd5777", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I4210128910"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jifeng Dai", "raw_affiliation_strings": ["SenseTime Research, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "SenseTime Research, Shanghai, China", "institution_ids": ["https://openalex.org/I4210128910"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100732450", "display_name": "Hongsheng Li", "orcid": "https://orcid.org/0000-0002-2664-7975"}, "institutions": [{"id": "https://openalex.org/I177725633", "display_name": "Chinese University of Hong Kong", "ror": "https://ror.org/00t33hh48", "country_code": "HK", "type": "education", "lineage": ["https://openalex.org/I177725633"]}], "countries": ["HK"], "is_corresponding": false, "raw_author_name": "Hongsheng Li", "raw_affiliation_strings": ["Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Multimedia Laboratory, The Chinese University of Hong Kong, Shatin, Hong Kong", "institution_ids": ["https://openalex.org/I177725633"]}]}], "institutions": [], "countries_distinct_count": 3, "institutions_distinct_count": 3, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": {"value": 5000, "currency": "EUR", "value_usd": 5392}, "apc_paid": null, "fwci": 38.249, "has_fulltext": false, "cited_by_count": 301, "citation_normalized_percentile": {"value": 0.99795853, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 96, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "668", "last_page": "685"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10531", "display_name": "Advanced Vision and Imaging", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10531", "display_name": "Advanced Vision and Imaging", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11105", "display_name": "Advanced Image Processing Techniques", "score": 0.9965999722480774, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11019", "display_name": "Image Enhancement Techniques", "score": 0.9958999752998352, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.764190137386322}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7513336539268494}, {"id": "https://openalex.org/keywords/optical-flow", "display_name": "Optical flow", "score": 0.5300930142402649}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.3210935890674591}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.1926565170288086}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.18244656920433044}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.17807817459106445}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.07904809713363647}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.764190137386322}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7513336539268494}, {"id": "https://openalex.org/C155542232", "wikidata": "https://www.wikidata.org/wiki/Q736111", "display_name": "Optical flow", "level": 3, "score": 0.5300930142402649}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.3210935890674591}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.1926565170288086}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.18244656920433044}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.17807817459106445}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.07904809713363647}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1007/978-3-031-19790-1_40", "is_oa": false, "landing_page_url": "https://doi.org/10.1007/978-3-031-19790-1_40", "pdf_url": null, "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}], "best_oa_location": null, "sustainable_development_goals": [{"score": 0.5400000214576721, "display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 56, "referenced_works": ["https://openalex.org/W764651262", "https://openalex.org/W1513100184", "https://openalex.org/W1578285471", "https://openalex.org/W2115579991", "https://openalex.org/W2153101587", "https://openalex.org/W2155302366", "https://openalex.org/W2259424905", "https://openalex.org/W2492517581", "https://openalex.org/W2548527721", "https://openalex.org/W2560474170", "https://openalex.org/W2607041014", "https://openalex.org/W2952825894", "https://openalex.org/W2962927175", "https://openalex.org/W2963015194", "https://openalex.org/W2963782415", "https://openalex.org/W2964094092", "https://openalex.org/W2964110616", "https://openalex.org/W2964123261", "https://openalex.org/W2964156315", "https://openalex.org/W2969109746", "https://openalex.org/W2970400386", "https://openalex.org/W3007471652", "https://openalex.org/W3013402579", "https://openalex.org/W3034275286", "https://openalex.org/W3034953148", "https://openalex.org/W3035155487", "https://openalex.org/W3036534532", "https://openalex.org/W3083410229", "https://openalex.org/W3095422700", "https://openalex.org/W3096609285", "https://openalex.org/W3097348442", "https://openalex.org/W3100280854", "https://openalex.org/W3106619925", "https://openalex.org/W3109908659", "https://openalex.org/W3111535274", "https://openalex.org/W3138516171", "https://openalex.org/W3147597595", "https://openalex.org/W3153465022", "https://openalex.org/W3166285241", "https://openalex.org/W3166581875", "https://openalex.org/W3171125843", "https://openalex.org/W3174911623", "https://openalex.org/W3175558068", "https://openalex.org/W3176148916", "https://openalex.org/W3201844719", "https://openalex.org/W3201987110", "https://openalex.org/W3202487934", "https://openalex.org/W3203518786", "https://openalex.org/W3207918547", "https://openalex.org/W4214755140", "https://openalex.org/W4249022109", "https://openalex.org/W4312339117", "https://openalex.org/W4313145013", "https://openalex.org/W6600654476", "https://openalex.org/W6702248584", "https://openalex.org/W6739901393"], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2899084033", "https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W4391913857", "https://openalex.org/W2358668433", "https://openalex.org/W4396701345", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W4396696052"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 26}, {"year": 2025, "cited_by_count": 92}, {"year": 2024, "cited_by_count": 104}, {"year": 2023, "cited_by_count": 76}, {"year": 2022, "cited_by_count": 3}], "updated_date": "2026-06-30T13:55:48.251075", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3034772996", "doi": null, "title": "On Layer Normalization in the Transformer Architecture", "display_name": "On Layer Normalization in the Transformer Architecture", "relevance_score": 1780.6595, "publication_year": 2020, "publication_date": "2020-02-12", "ids": {"openalex": "https://openalex.org/W3034772996", "mag": "3034772996"}, "language": "en", "primary_location": {"id": "mag:3034772996", "is_oa": false, "landing_page_url": null, "pdf_url": null, "source": null, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": null}, "type": "preprint", "indexed_in": [], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5102311082", "display_name": "Ruibin Xiong", "orcid": null}, "institutions": [{"id": "https://openalex.org/I19820366", "display_name": "Chinese Academy of Sciences", "ror": "https://ror.org/034t30j35", "country_code": "CN", "type": "government", "lineage": ["https://openalex.org/I19820366"]}, {"id": "https://openalex.org/I4210090176", "display_name": "Institute of Computing Technology", "ror": "https://ror.org/0090r4d87", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Ruibin Xiong", "raw_affiliation_strings": ["Institute of Computing Technology Chinese Academy of Sciences"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Institute of Computing Technology Chinese Academy of Sciences", "institution_ids": ["https://openalex.org/I4210090176", "https://openalex.org/I19820366"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047857937", "display_name": "Yunchang Yang", "orcid": null}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yunchang Yang", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100739032", "display_name": "Di He", "orcid": "https://orcid.org/0000-0002-3449-6935"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Di He", "raw_affiliation_strings": ["Peking University"], "raw_orcid": "https://orcid.org/0000-0002-3449-6935", "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101432345", "display_name": "Kai Zheng", "orcid": "https://orcid.org/0000-0001-8487-7544"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Kai Zheng", "raw_affiliation_strings": ["Peking University"], "raw_orcid": "https://orcid.org/0000-0001-8487-7544", "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5051093347", "display_name": "Shuxin Zheng", "orcid": "https://orcid.org/0000-0001-7828-5374"}, "institutions": [{"id": "https://openalex.org/I4210164937", "display_name": "Microsoft Research (United Kingdom)", "ror": "https://ror.org/05k87vq12", "country_code": "GB", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210164937"]}], "countries": ["GB"], "is_corresponding": false, "raw_author_name": "Shuxin Zheng", "raw_affiliation_strings": ["Microsoft.com"], "raw_orcid": "https://orcid.org/0000-0001-7828-5374", "affiliations": [{"raw_affiliation_string": "Microsoft.com", "institution_ids": ["https://openalex.org/I4210164937"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100371757", "display_name": "Xing Chen", "orcid": "https://orcid.org/0000-0001-5685-8506"}, "institutions": [{"id": "https://openalex.org/I205237279", "display_name": "Nankai University", "ror": "https://ror.org/01y1kjr75", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I205237279"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xing Chen", "raw_affiliation_strings": ["Nankai University;"], "raw_orcid": "https://orcid.org/0000-0001-5685-8506", "affiliations": [{"raw_affiliation_string": "Nankai University;", "institution_ids": ["https://openalex.org/I205237279"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5066928490", "display_name": "Huishuai Zhang", "orcid": "https://orcid.org/0000-0003-2711-7295"}, "institutions": [{"id": "https://openalex.org/I4210164937", "display_name": "Microsoft Research (United Kingdom)", "ror": "https://ror.org/05k87vq12", "country_code": "GB", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210164937"]}], "countries": ["GB"], "is_corresponding": false, "raw_author_name": "Huishuai Zhang", "raw_affiliation_strings": ["(Microsoft)"], "raw_orcid": "https://orcid.org/0000-0003-2711-7295", "affiliations": [{"raw_affiliation_string": "(Microsoft)", "institution_ids": ["https://openalex.org/I4210164937"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101616866", "display_name": "Yanyan Lan", "orcid": "https://orcid.org/0000-0002-7811-3262"}, "institutions": [{"id": "https://openalex.org/I4210090176", "display_name": "Institute of Computing Technology", "ror": "https://ror.org/0090r4d87", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yanyan Lan", "raw_affiliation_strings": ["Institute of Computing Technology"], "raw_orcid": "https://orcid.org/0000-0002-7811-3262", "affiliations": [{"raw_affiliation_string": "Institute of Computing Technology", "institution_ids": ["https://openalex.org/I4210090176"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100406711", "display_name": "Liwei Wang", "orcid": "https://orcid.org/0000-0001-9970-8604"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Liwei Wang", "raw_affiliation_strings": ["Peking University"], "raw_orcid": "https://orcid.org/0000-0001-9970-8604", "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101884287", "display_name": "Tie\u2010Yan Liu", "orcid": "https://orcid.org/0000-0002-0476-8020"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Tie\u2010Yan Liu", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": "https://orcid.org/0000-0002-0476-8020", "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 10, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 260, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9994999766349792, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10201", "display_name": "Speech Recognition and Synthesis", "score": 0.9983000159263611, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/initialization", "display_name": "Initialization", "score": 0.8393411040306091}, {"id": "https://openalex.org/keywords/normalization", "display_name": "Normalization (sociology)", "score": 0.741997241973877}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7074968814849854}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.625285267829895}, {"id": "https://openalex.org/keywords/residual", "display_name": "Residual", "score": 0.5464138984680176}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.36432158946990967}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.32249557971954346}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.30219340324401855}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.18309739232063293}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.16969311237335205}], "concepts": [{"id": "https://openalex.org/C114466953", "wikidata": "https://www.wikidata.org/wiki/Q6034165", "display_name": "Initialization", "level": 2, "score": 0.8393411040306091}, {"id": "https://openalex.org/C136886441", "wikidata": "https://www.wikidata.org/wiki/Q926129", "display_name": "Normalization (sociology)", "level": 2, "score": 0.741997241973877}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7074968814849854}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.625285267829895}, {"id": "https://openalex.org/C155512373", "wikidata": "https://www.wikidata.org/wiki/Q287450", "display_name": "Residual", "level": 2, "score": 0.5464138984680176}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.36432158946990967}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.32249557971954346}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.30219340324401855}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.18309739232063293}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.16969311237335205}, {"id": "https://openalex.org/C19165224", "wikidata": "https://www.wikidata.org/wiki/Q23404", "display_name": "Anthropology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C144024400", "wikidata": "https://www.wikidata.org/wiki/Q21201", "display_name": "Sociology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "mag:3034772996", "is_oa": false, "landing_page_url": null, "pdf_url": null, "source": null, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": null}], "best_oa_location": null, "sustainable_development_goals": [{"score": 0.7799999713897705, "display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 42, "referenced_works": ["https://openalex.org/W6908809", "https://openalex.org/W131533222", "https://openalex.org/W1522301498", "https://openalex.org/W1533861849", "https://openalex.org/W2101105183", "https://openalex.org/W2124807415", "https://openalex.org/W2130158090", "https://openalex.org/W2146502635", "https://openalex.org/W2183341477", "https://openalex.org/W2194775991", "https://openalex.org/W2396767181", "https://openalex.org/W2477417488", "https://openalex.org/W2523246573", "https://openalex.org/W2622263826", "https://openalex.org/W2766678531", "https://openalex.org/W2796108585", "https://openalex.org/W2886490473", "https://openalex.org/W2894175714", "https://openalex.org/W2907121943", "https://openalex.org/W2907747478", "https://openalex.org/W2911109671", "https://openalex.org/W2913473169", "https://openalex.org/W2940744433", "https://openalex.org/W2948798935", "https://openalex.org/W2948981900", "https://openalex.org/W2949433733", "https://openalex.org/W2949888546", "https://openalex.org/W2952444318", "https://openalex.org/W2962784628", "https://openalex.org/W2963341956", "https://openalex.org/W2963403868", "https://openalex.org/W2963418779", "https://openalex.org/W2963855133", "https://openalex.org/W2963970792", "https://openalex.org/W2964098600", "https://openalex.org/W2964265128", "https://openalex.org/W2964308564", "https://openalex.org/W2965373594", "https://openalex.org/W2970217468", "https://openalex.org/W2970597249", "https://openalex.org/W2979636403", "https://openalex.org/W2994689640"], "related_works": ["https://openalex.org/W2963403868", "https://openalex.org/W2963341956", "https://openalex.org/W2194775991", "https://openalex.org/W2965373594", "https://openalex.org/W2964121744", "https://openalex.org/W2996428491", "https://openalex.org/W2963542740", "https://openalex.org/W2964308564", "https://openalex.org/W2963310665", "https://openalex.org/W2972324944", "https://openalex.org/W2962784628", "https://openalex.org/W3082274269", "https://openalex.org/W2979636403", "https://openalex.org/W2963631907", "https://openalex.org/W2949117887", "https://openalex.org/W2064675550", "https://openalex.org/W3093960091", "https://openalex.org/W2952509486", "https://openalex.org/W1566289585", "https://openalex.org/W1533861849"], "abstract_inverted_index": {"The": [0, 119], "Transformer": [1, 13], "is": [2, 26, 59, 122, 142], "widely": [3], "used": [4], "in": [5, 175], "natural": [6], "language": [7], "processing": [8], "tasks.": [9], "To": [10], "train": [11], "a": [12, 18, 108, 201], "however,": [14], "one": [15], "usually": [16], "needs": [17], "carefully": [19], "designed": [20], "learning": [21, 55, 110], "rate": [22, 56, 111], "warm-up": [23, 57, 120, 165, 183], "stage,": [24], "which": [25, 85], "shown": [27], "to": [28, 31, 162], "be": [29], "crucial": [30], "the": [32, 39, 54, 64, 81, 87, 91, 94, 98, 101, 116, 130, 139, 145, 153, 164, 168, 182], "final": [33], "performance": [34], "but": [35], "will": [36], "slow": [37], "down": [38], "optimization": [40], "and": [41, 61, 197], "bring": [42], "more": [43], "hyper-parameter": [44, 198], "tunings.": [45], "In": [46], "this": [47, 127], "paper,": [48], "we": [49, 71], "first": [50], "study": [51], "theoretically": [52], "why": [53], "stage": [58, 121, 166, 184], "essential": [60], "show": [62, 174], "that": [63, 77, 137, 178], "location": [65], "of": [66, 97, 170, 204], "layer": [67, 88, 103, 140], "normalization": [68, 89, 141], "matters.": [69], "Specifically,": [70], "prove": [72], "with": [73, 189], "mean": [74], "field": [75], "theory": [76, 134], "at": [78, 157], "initialization,": [79], "for": [80, 125, 167], "original-designed": [82], "Post-LN": [83], "Transformer,": [84], "places": [86], "between": [90], "residual": [92, 146], "blocks,": [93], "expected": [95], "gradients": [96, 114, 154], "parameters": [99], "near": [100], "output": [102], "are": [104, 155], "large.": [105], "Therefore,": [106], "using": [107], "large": [109], "on": [112, 200], "those": [113], "makes": [115], "training": [117, 169, 195], "unstable.": [118], "practically": [123], "helpful": [124], "avoiding": [126], "problem.": [128], "On": [129], "other": [131], "hand,": [132], "our": [133, 176], "also": [135], "shows": [136], "if": [138], "put": [143], "inside": [144], "blocks": [147], "(recently": [148], "proposed": [149], "as": [150], "Pre-LN": [151, 171, 179], "Transformer),": [152], "well-behaved": [156], "initialization.": [158], "This": [159], "motivates": [160], "us": [161], "remove": [163], "Transformers.": [172], "We": [173], "experiments": [177], "Transformers": [180], "without": [181], "can": [185], "reach": [186], "comparable": [187], "results": [188], "baselines": [190], "while": [191], "requiring": [192], "significantly": [193], "less": [194], "time": [196], "tuning": [199], "wide": [202], "range": [203], "applications.": [205]}, "counts_by_year": [{"year": 2025, "cited_by_count": 12}, {"year": 2024, "cited_by_count": 32}, {"year": 2023, "cited_by_count": 73}, {"year": 2022, "cited_by_count": 65}, {"year": 2021, "cited_by_count": 49}, {"year": 2020, "cited_by_count": 28}], "updated_date": "2026-06-11T09:08:48.828518", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4320036918", "doi": "https://doi.org/10.1007/978-3-031-25082-8_1", "title": "EdgeNeXt: Efficiently Amalgamated CNN-Transformer Architecture for\u00a0Mobile Vision Applications", "display_name": "EdgeNeXt: Efficiently Amalgamated CNN-Transformer Architecture for\u00a0Mobile Vision Applications", "relevance_score": 1552.7621, "publication_year": 2023, "publication_date": "2023-01-01", "ids": {"openalex": "https://openalex.org/W4320036918", "doi": "https://doi.org/10.1007/978-3-031-25082-8_1"}, "language": "en", "primary_location": {"id": "doi:10.1007/978-3-031-25082-8_1", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/978-3-031-25082-8_1", "pdf_url": "https://link.springer.com/content/pdf/10.1007/978-3-031-25082-8_1.pdf", "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}, "type": "book-chapter", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "bronze", "oa_url": "https://link.springer.com/content/pdf/10.1007/978-3-031-25082-8_1.pdf", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5034370385", "display_name": "Muhammad Maaz", "orcid": "https://orcid.org/0000-0002-3869-631X"}, "institutions": [{"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}], "countries": ["AE"], "is_corresponding": true, "raw_author_name": "Muhammad Maaz", "raw_affiliation_strings": ["Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5079602015", "display_name": "Abdelrahman Shaker", "orcid": "https://orcid.org/0000-0001-7651-4057"}, "institutions": [{"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}], "countries": ["AE"], "is_corresponding": false, "raw_author_name": "Abdelrahman Shaker", "raw_affiliation_strings": ["Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5009362997", "display_name": "Hisham Cholakkal", "orcid": "https://orcid.org/0000-0002-8230-9065"}, "institutions": [{"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}], "countries": ["AE"], "is_corresponding": false, "raw_author_name": "Hisham Cholakkal", "raw_affiliation_strings": ["Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5107886806", "display_name": "Salman Khan", "orcid": "https://orcid.org/0000-0001-9065-3168"}, "institutions": [{"id": "https://openalex.org/I118347636", "display_name": "Australian National University", "ror": "https://ror.org/019wvm592", "country_code": "AU", "type": "education", "lineage": ["https://openalex.org/I118347636"]}, {"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}], "countries": ["AE", "AU"], "is_corresponding": false, "raw_author_name": "Salman Khan", "raw_affiliation_strings": ["Australian National University, Canberra, Australia", "Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Australian National University, Canberra, Australia", "institution_ids": ["https://openalex.org/I118347636"]}, {"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5060899114", "display_name": "Syed Waqas Zamir", "orcid": "https://orcid.org/0000-0002-7198-0187"}, "institutions": [{"id": "https://openalex.org/I4210116052", "display_name": "Inception Institute of Artificial Intelligence", "ror": "https://ror.org/02664zk40", "country_code": "AE", "type": "facility", "lineage": ["https://openalex.org/I4210116052"]}], "countries": ["AE"], "is_corresponding": false, "raw_author_name": "Syed Waqas Zamir", "raw_affiliation_strings": ["Inception Institute of Artificial Intelligence (IIAI), Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Inception Institute of Artificial Intelligence (IIAI), Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210116052"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5022929869", "display_name": "Rao Muhammad Anwer", "orcid": "https://orcid.org/0000-0002-9041-2214"}, "institutions": [{"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}, {"id": "https://openalex.org/I9927081", "display_name": "Aalto University", "ror": "https://ror.org/020hwjq30", "country_code": "FI", "type": "education", "lineage": ["https://openalex.org/I9927081"]}], "countries": ["AE", "FI"], "is_corresponding": false, "raw_author_name": "Rao Muhammad Anwer", "raw_affiliation_strings": ["Aalto University, Espoo, Finland", "Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Aalto University, Espoo, Finland", "institution_ids": ["https://openalex.org/I9927081"]}, {"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100760570", "display_name": "Fahad Shahbaz Khan", "orcid": "https://orcid.org/0000-0002-4263-3143"}, "institutions": [{"id": "https://openalex.org/I102134673", "display_name": "Link\u00f6ping University", "ror": "https://ror.org/05ynxx418", "country_code": "SE", "type": "education", "lineage": ["https://openalex.org/I102134673"]}, {"id": "https://openalex.org/I4210113480", "display_name": "Mohamed bin Zayed University of Artificial Intelligence", "ror": "https://ror.org/0258gkt32", "country_code": "AE", "type": "education", "lineage": ["https://openalex.org/I4210113480"]}], "countries": ["AE", "SE"], "is_corresponding": false, "raw_author_name": "Fahad Shahbaz Khan", "raw_affiliation_strings": ["Link\u00f6ping University, Link\u00f6ping, Sweden", "Mohamed bin Zayed University of AI, Abu Dhabi, UAE"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Link\u00f6ping University, Link\u00f6ping, Sweden", "institution_ids": ["https://openalex.org/I102134673"]}, {"raw_affiliation_string": "Mohamed bin Zayed University of AI, Abu Dhabi, UAE", "institution_ids": ["https://openalex.org/I4210113480"]}]}], "institutions": [], "countries_distinct_count": 4, "institutions_distinct_count": 5, "corresponding_author_ids": ["https://openalex.org/A5034370385"], "corresponding_institution_ids": ["https://openalex.org/I4210113480"], "apc_list": {"value": 5000, "currency": "EUR", "value_usd": 5392}, "apc_paid": null, "fwci": 111.8995, "has_fulltext": true, "cited_by_count": 301, "citation_normalized_percentile": {"value": 0.99980157, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 97, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "3", "last_page": "20"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9991000294685364, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11775", "display_name": "COVID-19 diagnosis using AI", "score": 0.9955999851226807, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8837575912475586}, {"id": "https://openalex.org/keywords/flops", "display_name": "FLOPS", "score": 0.7419607639312744}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.595267653465271}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5698060989379883}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.544287919998169}, {"id": "https://openalex.org/keywords/transpose", "display_name": "Transpose", "score": 0.5310174822807312}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.4998970031738281}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.49805355072021484}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.4749700725078583}, {"id": "https://openalex.org/keywords/computer-engineering", "display_name": "Computer engineering", "score": 0.42911744117736816}, {"id": "https://openalex.org/keywords/mobile-device", "display_name": "Mobile device", "score": 0.42709100246429443}, {"id": "https://openalex.org/keywords/convolution", "display_name": "Convolution (computer science)", "score": 0.4235250949859619}, {"id": "https://openalex.org/keywords/code", "display_name": "Code (set theory)", "score": 0.42210307717323303}, {"id": "https://openalex.org/keywords/encode", "display_name": "ENCODE", "score": 0.4214792847633362}, {"id": "https://openalex.org/keywords/computer-architecture", "display_name": "Computer architecture", "score": 0.3339915871620178}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.3317989706993103}, {"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.3287198543548584}, {"id": "https://openalex.org/keywords/parallel-computing", "display_name": "Parallel computing", "score": 0.23205307126045227}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.10876283049583435}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8837575912475586}, {"id": "https://openalex.org/C3826847", "wikidata": "https://www.wikidata.org/wiki/Q188768", "display_name": "FLOPS", "level": 2, "score": 0.7419607639312744}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.595267653465271}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5698060989379883}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.544287919998169}, {"id": "https://openalex.org/C200106649", "wikidata": "https://www.wikidata.org/wiki/Q223683", "display_name": "Transpose", "level": 3, "score": 0.5310174822807312}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.4998970031738281}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.49805355072021484}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.4749700725078583}, {"id": "https://openalex.org/C113775141", "wikidata": "https://www.wikidata.org/wiki/Q428691", "display_name": "Computer engineering", "level": 1, "score": 0.42911744117736816}, {"id": "https://openalex.org/C186967261", "wikidata": "https://www.wikidata.org/wiki/Q5082128", "display_name": "Mobile device", "level": 2, "score": 0.42709100246429443}, {"id": "https://openalex.org/C45347329", "wikidata": "https://www.wikidata.org/wiki/Q5166604", "display_name": "Convolution (computer science)", "level": 3, "score": 0.4235250949859619}, {"id": "https://openalex.org/C2776760102", "wikidata": "https://www.wikidata.org/wiki/Q5139990", "display_name": "Code (set theory)", "level": 3, "score": 0.42210307717323303}, {"id": "https://openalex.org/C66746571", "wikidata": "https://www.wikidata.org/wiki/Q1134833", "display_name": "ENCODE", "level": 3, "score": 0.4214792847633362}, {"id": "https://openalex.org/C118524514", "wikidata": "https://www.wikidata.org/wiki/Q173212", "display_name": "Computer architecture", "level": 1, "score": 0.3339915871620178}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.3317989706993103}, {"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.3287198543548584}, {"id": "https://openalex.org/C173608175", "wikidata": "https://www.wikidata.org/wiki/Q232661", "display_name": "Parallel computing", "level": 1, "score": 0.23205307126045227}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.10876283049583435}, {"id": "https://openalex.org/C185592680", "wikidata": "https://www.wikidata.org/wiki/Q2329", "display_name": "Chemistry", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C158693339", "wikidata": "https://www.wikidata.org/wiki/Q190524", "display_name": "Eigenvalues and eigenvectors", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C55493867", "wikidata": "https://www.wikidata.org/wiki/Q7094", "display_name": "Biochemistry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C104317684", "wikidata": "https://www.wikidata.org/wiki/Q7187", "display_name": "Gene", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C177264268", "wikidata": "https://www.wikidata.org/wiki/Q1514741", "display_name": "Set (abstract data type)", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1007/978-3-031-25082-8_1", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/978-3-031-25082-8_1", "pdf_url": "https://link.springer.com/content/pdf/10.1007/978-3-031-25082-8_1.pdf", "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}], "best_oa_location": {"id": "doi:10.1007/978-3-031-25082-8_1", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/978-3-031-25082-8_1", "pdf_url": "https://link.springer.com/content/pdf/10.1007/978-3-031-25082-8_1.pdf", "source": {"id": "https://openalex.org/S106296714", "display_name": "Lecture notes in computer science", "issn_l": "0302-9743", "issn": ["0302-9743", "1611-3349"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "book series"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Lecture Notes in Computer Science", "raw_type": "book-chapter"}, "sustainable_development_goals": [{"score": 0.4000000059604645, "display_name": "Decent work and economic growth", "id": "https://metadata.un.org/sdg/8"}], "awards": [], "funders": [], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4320036918.pdf", "grobid_xml": "https://content.openalex.org/works/W4320036918.grobid-xml"}, "referenced_works_count": 39, "referenced_works": ["https://openalex.org/W1849277567", "https://openalex.org/W1861492603", "https://openalex.org/W1981276685", "https://openalex.org/W2031489346", "https://openalex.org/W2076063813", "https://openalex.org/W2086161653", "https://openalex.org/W2117539524", "https://openalex.org/W2144794286", "https://openalex.org/W2193145675", "https://openalex.org/W2194775991", "https://openalex.org/W2331143823", "https://openalex.org/W2531409750", "https://openalex.org/W2612445135", "https://openalex.org/W2883780447", "https://openalex.org/W2928165649", "https://openalex.org/W2962772649", "https://openalex.org/W2963125010", "https://openalex.org/W2963163009", "https://openalex.org/W2963918968", "https://openalex.org/W2982083293", "https://openalex.org/W3035682985", "https://openalex.org/W3106250896", "https://openalex.org/W3121523901", "https://openalex.org/W3137278571", "https://openalex.org/W3138516171", "https://openalex.org/W3172509117", "https://openalex.org/W3190492058", "https://openalex.org/W4206706211", "https://openalex.org/W4214614183", "https://openalex.org/W4312443924", "https://openalex.org/W4312769131", "https://openalex.org/W4312820606", "https://openalex.org/W6600007113", "https://openalex.org/W6600281463", "https://openalex.org/W6600565697", "https://openalex.org/W6603884005", "https://openalex.org/W6739901393", "https://openalex.org/W6803916128", "https://openalex.org/W6828894009"], "related_works": ["https://openalex.org/W2003786218", "https://openalex.org/W2468279273", "https://openalex.org/W2376104713", "https://openalex.org/W4382323155", "https://openalex.org/W4315697128", "https://openalex.org/W2356636683", "https://openalex.org/W2982536526", "https://openalex.org/W2995343971", "https://openalex.org/W2992221004", "https://openalex.org/W2275988210"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 35}, {"year": 2025, "cited_by_count": 111}, {"year": 2024, "cited_by_count": 98}, {"year": 2023, "cited_by_count": 53}, {"year": 2022, "cited_by_count": 4}], "updated_date": "2026-06-30T13:55:48.251075", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4386076206", "doi": "https://doi.org/10.1109/cvpr52729.2023.01778", "title": "Lite-Mono: A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation", "display_name": "Lite-Mono: A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation", "relevance_score": 1525.5052, "publication_year": 2023, "publication_date": "2023-06-01", "ids": {"openalex": "https://openalex.org/W4386076206", "doi": "https://doi.org/10.1109/cvpr52729.2023.01778"}, "language": "en", "primary_location": {"id": "doi:10.1109/cvpr52729.2023.01778", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/cvpr52729.2023.01778", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://ris.utwente.nl/ws/files/307158515/Zhang_Lite_Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self_Supervised_Monocular_CVPR_2023_paper.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101515804", "display_name": "Ning Zhang", "orcid": "https://orcid.org/0000-0003-4531-0304"}, "institutions": [{"id": "https://openalex.org/I94624287", "display_name": "University of Twente", "ror": "https://ror.org/006hf6230", "country_code": "NL", "type": "education", "lineage": ["https://openalex.org/I94624287"]}], "countries": ["NL"], "is_corresponding": false, "raw_author_name": "Ning Zhang", "raw_affiliation_strings": ["University of Twente"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Twente", "institution_ids": ["https://openalex.org/I94624287"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5013633154", "display_name": "Francesco Nex", "orcid": "https://orcid.org/0000-0002-5712-6902"}, "institutions": [{"id": "https://openalex.org/I94624287", "display_name": "University of Twente", "ror": "https://ror.org/006hf6230", "country_code": "NL", "type": "education", "lineage": ["https://openalex.org/I94624287"]}], "countries": ["NL"], "is_corresponding": false, "raw_author_name": "Francesco Nex", "raw_affiliation_strings": ["University of Twente"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Twente", "institution_ids": ["https://openalex.org/I94624287"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5086428184", "display_name": "George Vosselman", "orcid": "https://orcid.org/0000-0001-8813-8028"}, "institutions": [{"id": "https://openalex.org/I94624287", "display_name": "University of Twente", "ror": "https://ror.org/006hf6230", "country_code": "NL", "type": "education", "lineage": ["https://openalex.org/I94624287"]}], "countries": ["NL"], "is_corresponding": false, "raw_author_name": "George Vosselman", "raw_affiliation_strings": ["University of Twente"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Twente", "institution_ids": ["https://openalex.org/I94624287"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5014462963", "display_name": "Norman Kerle", "orcid": "https://orcid.org/0000-0002-4513-4681"}, "institutions": [{"id": "https://openalex.org/I94624287", "display_name": "University of Twente", "ror": "https://ror.org/006hf6230", "country_code": "NL", "type": "education", "lineage": ["https://openalex.org/I94624287"]}], "countries": ["NL"], "is_corresponding": false, "raw_author_name": "Norman Kerle", "raw_affiliation_strings": ["University of Twente"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Twente", "institution_ids": ["https://openalex.org/I94624287"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 1, "corresponding_author_ids": [], "corresponding_institution_ids": ["https://openalex.org/I94624287"], "apc_list": null, "apc_paid": null, "fwci": 35.6443, "has_fulltext": true, "cited_by_count": 333, "citation_normalized_percentile": {"value": 0.99872121, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "18537", "last_page": "18546"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10531", "display_name": "Advanced Vision and Imaging", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10531", "display_name": "Advanced Vision and Imaging", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10638", "display_name": "Optical measurement and interference techniques", "score": 0.9991999864578247, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13114", "display_name": "Image Processing Techniques and Applications", "score": 0.9991000294685364, "subfield": {"id": "https://openalex.org/subfields/2214", "display_name": "Media Technology"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7905815839767456}, {"id": "https://openalex.org/keywords/monocular", "display_name": "Monocular", "score": 0.720138430595398}, {"id": "https://openalex.org/keywords/encode", "display_name": "ENCODE", "score": 0.6537579298019409}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6519984006881714}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.6363502740859985}, {"id": "https://openalex.org/keywords/margin", "display_name": "Margin (machine learning)", "score": 0.5923900604248047}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5750402212142944}, {"id": "https://openalex.org/keywords/ground-truth", "display_name": "Ground truth", "score": 0.4840366244316101}, {"id": "https://openalex.org/keywords/computer-engineering", "display_name": "Computer engineering", "score": 0.36501604318618774}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.3428664803504944}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.2908986508846283}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.09549203515052795}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.07032540440559387}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7905815839767456}, {"id": "https://openalex.org/C65909025", "wikidata": "https://www.wikidata.org/wiki/Q1945033", "display_name": "Monocular", "level": 2, "score": 0.720138430595398}, {"id": "https://openalex.org/C66746571", "wikidata": "https://www.wikidata.org/wiki/Q1134833", "display_name": "ENCODE", "level": 3, "score": 0.6537579298019409}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6519984006881714}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.6363502740859985}, {"id": "https://openalex.org/C774472", "wikidata": "https://www.wikidata.org/wiki/Q6760393", "display_name": "Margin (machine learning)", "level": 2, "score": 0.5923900604248047}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5750402212142944}, {"id": "https://openalex.org/C146849305", "wikidata": "https://www.wikidata.org/wiki/Q370766", "display_name": "Ground truth", "level": 2, "score": 0.4840366244316101}, {"id": "https://openalex.org/C113775141", "wikidata": "https://www.wikidata.org/wiki/Q428691", "display_name": "Computer engineering", "level": 1, "score": 0.36501604318618774}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.3428664803504944}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.2908986508846283}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.09549203515052795}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.07032540440559387}, {"id": "https://openalex.org/C55493867", "wikidata": "https://www.wikidata.org/wiki/Q7094", "display_name": "Biochemistry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C185592680", "wikidata": "https://www.wikidata.org/wiki/Q2329", "display_name": "Chemistry", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C104317684", "wikidata": "https://www.wikidata.org/wiki/Q7187", "display_name": "Gene", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 4, "locations": [{"id": "doi:10.1109/cvpr52729.2023.01778", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/cvpr52729.2023.01778", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)", "raw_type": "proceedings-article"}, {"id": "pmh:oai:ris.utwente.nl:openaire/f31de0d8-9df2-452b-96e7-e42f02b03164", "is_oa": true, "landing_page_url": "https://research.utwente.nl/files/307158515/Zhang_Lite_Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self_Supervised_Monocular_CVPR_2023_paper.pdf", "pdf_url": "https://ris.utwente.nl/ws/files/307158515/Zhang_Lite_Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self_Supervised_Monocular_CVPR_2023_paper.pdf", "source": {"id": "https://openalex.org/S4406922991", "display_name": "University of Twente Research Information", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Zhang, N, Nex, F C, Vosselman, G & Kerle, N 2023, Lite-Mono : A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation. in 2023 Ieee/cvf Conference On Computer Vision And Pattern Recognition (cvpr). pp. 18537-18546, IEEE/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, British Columbia, Canada, 18/06/23. https://doi.org/10.1109/CVPR52729.2023.01778, https://doi.org/10.1109/CVPR52729.2023.01778", "raw_type": "info:eu-repo/semantics/conferenceObject"}, {"id": "pmh:oai:ris.utwente.nl:openaire_cris_publications/f31de0d8-9df2-452b-96e7-e42f02b03164", "is_oa": true, "landing_page_url": "https://research.utwente.nl/en/publications/f31de0d8-9df2-452b-96e7-e42f02b03164", "pdf_url": null, "source": {"id": "https://openalex.org/S4406922991", "display_name": "University of Twente Research Information", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Zhang, N, Nex, F C, Vosselman, G & Kerle, N 2023, Lite-Mono : A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation. in 2023 Ieee/cvf Conference On Computer Vision And Pattern Recognition (cvpr). pp. 18537-18546, IEEE/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, British Columbia, Canada, 18/06/23. https://doi.org/10.1109/CVPR52729.2023.01778, https://doi.org/10.1109/CVPR52729.2023.01778", "raw_type": "info:eu-repo/semantics/conferenceObject"}, {"id": "pmh:oai:ris.utwente.nl:publications/f31de0d8-9df2-452b-96e7-e42f02b03164", "is_oa": true, "landing_page_url": "https://openaccess.thecvf.com/content/CVPR2023/html/Zhang_Lite-Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self-Supervised_Monocular_CVPR_2023_paper.html", "pdf_url": null, "source": {"id": "https://openalex.org/S4406922991", "display_name": "University of Twente Research Information", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Zhang, N, Nex, F C, Vosselman, G & Kerle, N 2023, Lite-Mono : A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation. in 2023 Ieee/cvf Conference On Computer Vision And Pattern Recognition (cvpr). pp. 18537-18546, IEEE/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, British Columbia, Canada, 18/06/23. https://doi.org/10.1109/CVPR52729.2023.01778, https://doi.org/10.1109/CVPR52729.2023.01778", "raw_type": "info:eu-repo/semantics/conferenceObject"}], "best_oa_location": {"id": "pmh:oai:ris.utwente.nl:openaire/f31de0d8-9df2-452b-96e7-e42f02b03164", "is_oa": true, "landing_page_url": "https://research.utwente.nl/files/307158515/Zhang_Lite_Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self_Supervised_Monocular_CVPR_2023_paper.pdf", "pdf_url": "https://ris.utwente.nl/ws/files/307158515/Zhang_Lite_Mono_A_Lightweight_CNN_and_Transformer_Architecture_for_Self_Supervised_Monocular_CVPR_2023_paper.pdf", "source": {"id": "https://openalex.org/S4406922991", "display_name": "University of Twente Research Information", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Zhang, N, Nex, F C, Vosselman, G & Kerle, N 2023, Lite-Mono : A Lightweight CNN and Transformer Architecture for Self-Supervised Monocular Depth Estimation. in 2023 Ieee/cvf Conference On Computer Vision And Pattern Recognition (cvpr). pp. 18537-18546, IEEE/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, British Columbia, Canada, 18/06/23. https://doi.org/10.1109/CVPR52729.2023.01778, https://doi.org/10.1109/CVPR52729.2023.01778", "raw_type": "info:eu-repo/semantics/conferenceObject"}, "sustainable_development_goals": [{"score": 0.4099999964237213, "display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9"}], "awards": [{"id": "https://openalex.org/G6340316856", "display_name": "The First Responder (FR) of the Future: a Next Generation Integrated Toolkit (NGIT) for Collaborative Response, increasing protection and augmenting operational capacity", "funder_award_id": "833435", "funder_id": "https://openalex.org/F4320320300", "funder_display_name": "European Commission"}], "funders": [{"id": "https://openalex.org/F4320320300", "display_name": "European Commission", "ror": "https://ror.org/00k4n6c32"}, {"id": "https://openalex.org/F4320334679", "display_name": "Research Executive Agency", "ror": "https://ror.org/00k4n6c32"}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4386076206.pdf", "grobid_xml": "https://content.openalex.org/works/W4386076206.grobid-xml"}, "referenced_works_count": 60, "referenced_works": ["https://openalex.org/W1686810756", "https://openalex.org/W1803059841", "https://openalex.org/W1905829557", "https://openalex.org/W2108598243", "https://openalex.org/W2115579991", "https://openalex.org/W2124907686", "https://openalex.org/W2132947399", "https://openalex.org/W2133665775", "https://openalex.org/W2194775991", "https://openalex.org/W2300779272", "https://openalex.org/W2462831000", "https://openalex.org/W2520707372", "https://openalex.org/W2605938684", "https://openalex.org/W2609883120", "https://openalex.org/W2630837129", "https://openalex.org/W2908510526", "https://openalex.org/W2951234442", "https://openalex.org/W2963263347", "https://openalex.org/W2963488291", "https://openalex.org/W2963583471", "https://openalex.org/W2963591054", "https://openalex.org/W2963654727", "https://openalex.org/W2963840672", "https://openalex.org/W2969365860", "https://openalex.org/W2985775862", "https://openalex.org/W3034428934", "https://openalex.org/W3034475171", "https://openalex.org/W3035056458", "https://openalex.org/W3094502228", "https://openalex.org/W3096609285", "https://openalex.org/W3107156787", "https://openalex.org/W3171206729", "https://openalex.org/W3173274332", "https://openalex.org/W3194533273", "https://openalex.org/W3204559841", "https://openalex.org/W3205829517", "https://openalex.org/W4206545998", "https://openalex.org/W4212860834", "https://openalex.org/W4214520160", "https://openalex.org/W4214893857", "https://openalex.org/W4312950730", "https://openalex.org/W4312977443", "https://openalex.org/W4320036918", "https://openalex.org/W4321512633", "https://openalex.org/W6637373629", "https://openalex.org/W6678569853", "https://openalex.org/W6680017387", "https://openalex.org/W6685261749", "https://openalex.org/W6696085341", "https://openalex.org/W6697658144", "https://openalex.org/W6718683173", "https://openalex.org/W6726497184", "https://openalex.org/W6739696289", "https://openalex.org/W6757817989", "https://openalex.org/W6778485988", "https://openalex.org/W6781070145", "https://openalex.org/W6784333009", "https://openalex.org/W6802066719", "https://openalex.org/W6803916128", "https://openalex.org/W6838836003"], "related_works": ["https://openalex.org/W2468279273", "https://openalex.org/W2354198838", "https://openalex.org/W1989130879", "https://openalex.org/W2103419012", "https://openalex.org/W2988126442", "https://openalex.org/W1974414866", "https://openalex.org/W2057568687", "https://openalex.org/W2063982682", "https://openalex.org/W2338543196", "https://openalex.org/W1544691147"], "abstract_inverted_index": {"Self-supervised": [0], "monocular": [1], "depth": [2], "estimation": [3], "that": [4, 30, 123], "does": [5], "not": [6], "require": [7], "ground": [8], "truth": [9], "for": [10], "training": [11], "has": [12], "attracted": [13], "attention": [14], "in": [15, 131], "recent": [16], "years.": [17], "It": [18], "is": [19, 69, 77, 96], "of": [20, 49, 65, 109], "high": [21], "interest": [22], "to": [23, 98, 113], "design": [24], "lightweight": [25, 59], "but": [26], "effective": [27], "models": [28, 142], "so": [29], "they": [31], "can": [32], "be": [33], "deployed": [34], "on": [35], "edge": [36], "devices.": [37], "Many": [38], "existing": [39], "architectures": [40], "benefit": [41], "from": [42], "using": [43], "heavier": [44], "backbones": [45], "at": [46, 145], "the": [47, 62, 105, 110, 119], "expense": [48], "model": [50], "sizes.": [51], "This": [52], "paper": [53], "achieves": [54], "comparable": [55], "results": [56], "with": [57, 133], "a": [58, 72, 86, 128], "architecture.": [60], "Specifically,": [61], "efficient": [63], "combination": [64], "CNNs": [66], "and": [67, 71, 85, 104, 141], "Transformers": [68], "investigated,": [70], "hybrid": [73], "architecture": [74], "called": [75], "Lite-Mono": [76, 124], "presented.": [78], "A": [79], "Consecutive": [80], "Dilated": [81], "Convolutions": [82], "(CDC)": [83], "module": [84, 91], "Local-Global": [87], "Features": [88], "Interaction": [89], "(LGFI)": [90], "are": [92, 143], "proposed.": [93], "The": [94], "former": [95], "used": [97], "extract": [99], "rich": [100], "multi-scale": [101], "local": [102], "features,": [103], "latter": [106], "takes": [107], "advantage": [108], "self-attention": [111], "mechanism": [112], "encode": [114], "long-range": [115], "global": [116], "information": [117], "into": [118], "features.": [120], "Experiments": [121], "demonstrate": [122], "outperforms": [125], "Monodepth2": [126], "by": [127], "large": [129], "margin": [130], "accuracy,": [132], "about": [134], "80%": [135], "fewer": [136], "trainable": [137], "parameters.": [138], "Our": [139], "codes": [140], "available": [144], "https://github.com/noahzn/Lite-Mono.": [146]}, "counts_by_year": [{"year": 2026, "cited_by_count": 36}, {"year": 2025, "cited_by_count": 141}, {"year": 2024, "cited_by_count": 126}, {"year": 2023, "cited_by_count": 30}], "updated_date": "2026-07-03T08:13:44.112507", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2980282514", "doi": "https://doi.org/10.48550/arxiv.1910.03771", "title": "HuggingFace's Transformers: State-of-the-art Natural Language Processing", "display_name": "HuggingFace's Transformers: State-of-the-art Natural Language Processing", "relevance_score": 1502.3054, "publication_year": 2019, "publication_date": "2019-10-09", "ids": {"openalex": "https://openalex.org/W2980282514", "doi": "https://doi.org/10.48550/arxiv.1910.03771", "mag": "2980282514"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:1910.03771", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1910.03771", "pdf_url": "https://arxiv.org/pdf/1910.03771", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/1910.03771", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5107899645", "display_name": "Thomas Wolf", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Wolf, Thomas", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5069696966", "display_name": "Lysandre Debut", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Debut, Lysandre", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5049805631", "display_name": "Victor Sanh", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Sanh, Victor", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5038505596", "display_name": "Julien Chaumond", "orcid": "https://orcid.org/0000-0003-3188-1616"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Chaumond, Julien", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5009717413", "display_name": "Cl\u00e9ment Delangue", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Delangue, Clement", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047786477", "display_name": "Anthony Moi", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Moi, Anthony", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5027534072", "display_name": "Pierric Cistac", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Cistac, Pierric", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5045605007", "display_name": "Tim Rault", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Rault, Tim", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5048225486", "display_name": "R\u00e9mi Louf", "orcid": "https://orcid.org/0000-0001-7929-5507"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Louf, R\u00e9mi", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101062985", "display_name": "Morgan Funtowicz", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Funtowicz, Morgan", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Davison, Joe", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Davison, Joe", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Shleifer, Sam", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Shleifer, Sam", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "von Platen, Patrick", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "von Platen, Patrick", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Ma, Clara", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Ma, Clara", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Jernite, Yacine", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Jernite, Yacine", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Plu, Julien", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Plu, Julien", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Xu, Canwen", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Xu, Canwen", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Scao, Teven Le", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Scao, Teven Le", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Gugger, Sylvain", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Gugger, Sylvain", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Drame, Mariama", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Drame, Mariama", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Lhoest, Quentin", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Lhoest, Quentin", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": null, "display_name": "Rush, Alexander M.", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Rush, Alexander M.", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 0, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 3144, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9976999759674072, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11948", "display_name": "Machine Learning in Materials Science", "score": 0.9733999967575073, "subfield": {"id": "https://openalex.org/subfields/2505", "display_name": "Materials Chemistry"}, "field": {"id": "https://openalex.org/fields/25", "display_name": "Materials Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.8677536249160767}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.6794472932815552}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6640788316726685}, {"id": "https://openalex.org/keywords/software-engineering", "display_name": "Software engineering", "score": 0.3618295192718506}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.23302507400512695}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.20565912127494812}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.8677536249160767}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.6794472932815552}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6640788316726685}, {"id": "https://openalex.org/C115903868", "wikidata": "https://www.wikidata.org/wiki/Q80993", "display_name": "Software engineering", "level": 1, "score": 0.3618295192718506}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.23302507400512695}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.20565912127494812}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:1910.03771", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1910.03771", "pdf_url": "https://arxiv.org/pdf/1910.03771", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.1910.03771", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.1910.03771", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "Preprint"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:1910.03771", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1910.03771", "pdf_url": "https://arxiv.org/pdf/1910.03771", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"score": 0.75, "display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 35, "referenced_works": ["https://openalex.org/W2123442489", "https://openalex.org/W2752194699", "https://openalex.org/W2787560479", "https://openalex.org/W2793978524", "https://openalex.org/W2896457183", "https://openalex.org/W2908510526", "https://openalex.org/W2911109671", "https://openalex.org/W2946119234", "https://openalex.org/W2946417913", "https://openalex.org/W2949251082", "https://openalex.org/W2950339735", "https://openalex.org/W2952509486", "https://openalex.org/W2953320089", "https://openalex.org/W2963026768", "https://openalex.org/W2963212250", "https://openalex.org/W2963310665", "https://openalex.org/W2963403868", "https://openalex.org/W2963756346", "https://openalex.org/W2965373594", "https://openalex.org/W2970597249", "https://openalex.org/W2970771982", "https://openalex.org/W2972119347", "https://openalex.org/W2973727699", "https://openalex.org/W2975059944", "https://openalex.org/W2978017171", "https://openalex.org/W2979949198", "https://openalex.org/W2981852735", "https://openalex.org/W2990704537", "https://openalex.org/W3000514857", "https://openalex.org/W3011411500", "https://openalex.org/W3011573503", "https://openalex.org/W3015468748", "https://openalex.org/W3032532958", "https://openalex.org/W3037191812", "https://openalex.org/W3100279624"], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W2358668433", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W2382290278", "https://openalex.org/W4391913857", "https://openalex.org/W2350741829", "https://openalex.org/W2530322880"], "abstract_inverted_index": {"Recent": [0], "progress": [1], "in": [2, 11, 107], "natural": [3], "language": [4], "processing": [5], "has": [6, 27], "been": [7], "driven": [8], "by": [9, 86, 98], "advances": [10, 54], "both": [12], "model": [13, 16], "architecture": [14], "and": [15, 25, 87, 103, 105], "pretraining.": [17], "Transformer": [18, 69], "architectures": [19, 70], "have": [20], "facilitated": [21], "building": [22], "higher-capacity": [23], "models": [24, 84], "pretraining": [26], "made": [28, 85], "it": [29], "possible": [30], "to": [31, 55, 95], "effectively": [32], "utilize": [33], "this": [34, 76], "capacity": [35], "for": [36, 89, 101], "a": [37, 72, 79], "wide": [38], "variety": [39], "of": [40, 50, 64, 82], "tasks.": [41], "\\textit{Transformers}": [42, 92], "is": [43, 78, 93, 112], "an": [44], "open-source": [45], "library": [46, 62, 77, 111], "with": [47], "the": [48, 56, 90], "goal": [49], "opening": [51], "up": [52], "these": [53], "wider": [57], "machine": [58], "learning": [59], "community.": [60, 91], "The": [61, 110], "consists": [63], "carefully": [65], "engineered": [66], "state-of-the": [67], "art": [68], "under": [71], "unified": [73], "API.": [74], "Backing": [75], "curated": [80], "collection": [81], "pretrained": [83], "available": [88, 113], "designed": [94], "be": [96], "extensible": [97], "researchers,": [99], "simple": [100], "practitioners,": [102], "fast": [104], "robust": [106], "industrial": [108], "deployments.": [109], "at": [114], "\\url{https://github.com/huggingface/transformers}.": [115]}, "counts_by_year": [{"year": 2026, "cited_by_count": 24}, {"year": 2025, "cited_by_count": 169}, {"year": 2024, "cited_by_count": 291}, {"year": 2023, "cited_by_count": 601}, {"year": 2022, "cited_by_count": 507}, {"year": 2021, "cited_by_count": 798}, {"year": 2020, "cited_by_count": 733}, {"year": 2019, "cited_by_count": 21}], "updated_date": "2026-07-01T06:00:48.157686", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2150194744", "doi": "https://doi.org/10.1109/4.987090", "title": "Fully integrated CMOS power amplifier design using the distributed active-transformer architecture", "display_name": "Fully integrated CMOS power amplifier design using the distributed active-transformer architecture", "relevance_score": 1452.383, "publication_year": 2002, "publication_date": "2002-03-01", "ids": {"openalex": "https://openalex.org/W2150194744", "doi": "https://doi.org/10.1109/4.987090", "mag": "2150194744"}, "language": "en", "primary_location": {"id": "doi:10.1109/4.987090", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/4.987090", "pdf_url": null, "source": {"id": "https://openalex.org/S83637746", "display_name": "IEEE Journal of Solid-State Circuits", "issn_l": "0018-9200", "issn": ["0018-9200", "1558-173X"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Journal of Solid-State Circuits", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5055056083", "display_name": "Ichiro Aoki", "orcid": "https://orcid.org/0000-0001-6391-6081"}, "institutions": [{"id": "https://openalex.org/I122411786", "display_name": "California Institute of Technology", "ror": "https://ror.org/05dxps055", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I122411786"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "I. Aoki", "raw_affiliation_strings": ["California Institute of Technology, Pasadena, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "California Institute of Technology, Pasadena, CA, USA", "institution_ids": ["https://openalex.org/I122411786"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5111885376", "display_name": "S. Kee", "orcid": null}, "institutions": [{"id": "https://openalex.org/I122411786", "display_name": "California Institute of Technology", "ror": "https://ror.org/05dxps055", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I122411786"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "S.D. Kee", "raw_affiliation_strings": ["California Institute of Technology, Pasadena, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "California Institute of Technology, Pasadena, CA, USA", "institution_ids": ["https://openalex.org/I122411786"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5112823673", "display_name": "D.B. Rutledge", "orcid": null}, "institutions": [{"id": "https://openalex.org/I122411786", "display_name": "California Institute of Technology", "ror": "https://ror.org/05dxps055", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I122411786"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "D.B. Rutledge", "raw_affiliation_strings": ["California Institute of Technology, Pasadena, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "California Institute of Technology, Pasadena, CA, USA", "institution_ids": ["https://openalex.org/I122411786"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5079016793", "display_name": "Ali Hajimiri", "orcid": "https://orcid.org/0000-0001-6736-8019"}, "institutions": [{"id": "https://openalex.org/I122411786", "display_name": "California Institute of Technology", "ror": "https://ror.org/05dxps055", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I122411786"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "A. Hajimiri", "raw_affiliation_strings": ["California Institute of Technology, Pasadena, CA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "California Institute of Technology, Pasadena, CA, USA", "institution_ids": ["https://openalex.org/I122411786"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 1, "corresponding_author_ids": [], "corresponding_institution_ids": ["https://openalex.org/I122411786"], "apc_list": null, "apc_paid": null, "fwci": 17.2019, "has_fulltext": false, "cited_by_count": 356, "citation_normalized_percentile": {"value": 0.9955521, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 94, "max": 100}, "biblio": {"volume": "37", "issue": "3", "first_page": "371", "last_page": "383"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10187", "display_name": "Radio Frequency Integrated Circuit Design", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10187", "display_name": "Radio Frequency Integrated Circuit Design", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11248", "display_name": "Advanced Power Amplifier Design", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10099", "display_name": "GaN-based semiconductor devices and materials", "score": 0.9957000017166138, "subfield": {"id": "https://openalex.org/subfields/3104", "display_name": "Condensed Matter Physics"}, "field": {"id": "https://openalex.org/fields/31", "display_name": "Physics and Astronomy"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/amplifier", "display_name": "Amplifier", "score": 0.6867876648902893}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.6209814548492432}, {"id": "https://openalex.org/keywords/electronic-engineering", "display_name": "Electronic engineering", "score": 0.506377100944519}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5000734329223633}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.4668930768966675}, {"id": "https://openalex.org/keywords/cmos", "display_name": "CMOS", "score": 0.4635889232158661}, {"id": "https://openalex.org/keywords/transistor", "display_name": "Transistor", "score": 0.4256688952445984}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.3305889964103699}], "concepts": [{"id": "https://openalex.org/C194257627", "wikidata": "https://www.wikidata.org/wiki/Q211554", "display_name": "Amplifier", "level": 3, "score": 0.6867876648902893}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.6209814548492432}, {"id": "https://openalex.org/C24326235", "wikidata": "https://www.wikidata.org/wiki/Q126095", "display_name": "Electronic engineering", "level": 1, "score": 0.506377100944519}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5000734329223633}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.4668930768966675}, {"id": "https://openalex.org/C46362747", "wikidata": "https://www.wikidata.org/wiki/Q173431", "display_name": "CMOS", "level": 2, "score": 0.4635889232158661}, {"id": "https://openalex.org/C172385210", "wikidata": "https://www.wikidata.org/wiki/Q5339", "display_name": "Transistor", "level": 3, "score": 0.4256688952445984}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.3305889964103699}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1109/4.987090", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/4.987090", "pdf_url": null, "source": {"id": "https://openalex.org/S83637746", "display_name": "IEEE Journal of Solid-State Circuits", "issn_l": "0018-9200", "issn": ["0018-9200", "1558-173X"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Journal of Solid-State Circuits", "raw_type": "journal-article"}, {"id": "pmh:oai:authors.library.caltech.edu:1824", "is_oa": false, "landing_page_url": "https://resolver.caltech.edu/CaltechAUTHORS:AOKieeejssc02", "pdf_url": null, "source": {"id": "https://openalex.org/S4306402161", "display_name": "CaltechAUTHORS (California Institute of Technology)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I122411786", "host_organization_name": "California Institute of Technology", "host_organization_lineage": ["https://openalex.org/I122411786"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "Article"}], "best_oa_location": null, "sustainable_development_goals": [{"score": 0.8899999856948853, "display_name": "Affordable and clean energy", "id": "https://metadata.un.org/sdg/7"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 18, "referenced_works": ["https://openalex.org/W1982980918", "https://openalex.org/W2003392741", "https://openalex.org/W2102096768", "https://openalex.org/W2104183221", "https://openalex.org/W2115942268", "https://openalex.org/W2116459216", "https://openalex.org/W2119093953", "https://openalex.org/W2119207099", "https://openalex.org/W2123169932", "https://openalex.org/W2125367411", "https://openalex.org/W2131736450", "https://openalex.org/W2134263674", "https://openalex.org/W2140348515", "https://openalex.org/W2155953107", "https://openalex.org/W2164825592", "https://openalex.org/W2178349512", "https://openalex.org/W2788359119", "https://openalex.org/W2891483507"], "related_works": ["https://openalex.org/W3014521742", "https://openalex.org/W2617868873", "https://openalex.org/W3204141294", "https://openalex.org/W4306968100", "https://openalex.org/W2171986175", "https://openalex.org/W2089791793", "https://openalex.org/W2038858740", "https://openalex.org/W1491218245", "https://openalex.org/W2562383580", "https://openalex.org/W2230564932"], "abstract_inverted_index": {"A": [0], "novel": [1], "on-chip": [2], "impedance": [3], "matching": [4, 105], "and": [5, 44, 103], "power-combining": [6], "method,": [7], "the": [8, 50, 67, 70, 73, 79, 85, 162], "distributed": [9], "active": [10], "transformer": [11], "is": [12, 140], "presented.": [13], "It": [14, 38, 114, 128], "combines": [15], "several": [16], "low-voltage": [17, 157], "push-pull": [18], "amplifiers": [19], "efficiently": [20], "with": [21, 99], "their": [22], "outputs": [23], "in": [24], "series": [25], "to": [26, 48, 72], "produce": [27, 131], "a": [28, 34, 90, 116, 135, 150], "larger": [29], "output": [30, 104], "power": [31, 97, 117, 126, 159], "while": [32], "maintaining": [33], "50-/spl": [35, 100], "Omega/": [36, 101], "match.": [37], "also": [39, 130], "uses": [40], "virtual": [41], "ac": [42], "grounds": [43], "magnetic": [45], "couplings": [46], "extensively": [47], "eliminate": [49], "need": [51], "for": [52, 161], "any": [53], "off-chip": [54], "component,": [55], "such": [56], "as": [57], "tuned": [58], "bonding": [59, 76], "wires": [60, 77], "or": [61, 143], "external": [62], "inductors.": [63], "Furthermore,": [64], "it": [65], "desensitizes": [66], "operation": [68], "of": [69, 75, 87, 121], "amplifier": [71, 98, 160], "inductance": [74], "making": [78], "design": [80], "more": [81], "reproducible.": [82], "To": [83], "demonstrate": [84], "feasibility": [86], "this": [88, 125], "concept,": [89], "2.4-GHz": [91], "2-W": [92], "2-V": [93], "truly": [94, 151], "fully": [95, 152], "integrated": [96, 153], "input": [102], "has": [106], "been": [107], "fabricated": [108], "using": [109, 134], "0.35-/spl": [110], "mu/m": [111], "CMOS": [112, 158], "transistors.": [113], "achieves": [115], "added": [118], "efficiency": [119], "(PAE)": [120], "41": [122], "%": [123], "at": [124], "level.": [127], "can": [129], "450": [132], "mW": [133], "1-V": [136], "supply.": [137], "Harmonic": [138], "suppression": [139], "64": [141], "dBc": [142], "better.": [144], "This": [145], "new": [146], "topology": [147], "makes": [148], "possible": [149], "watt-level": [154], "gigahertz": [155], "range": [156], "first": [163], "time.": [164]}, "counts_by_year": [{"year": 2025, "cited_by_count": 2}, {"year": 2024, "cited_by_count": 4}, {"year": 2023, "cited_by_count": 7}, {"year": 2022, "cited_by_count": 2}, {"year": 2021, "cited_by_count": 7}, {"year": 2020, "cited_by_count": 5}, {"year": 2019, "cited_by_count": 7}, {"year": 2018, "cited_by_count": 10}, {"year": 2017, "cited_by_count": 18}, {"year": 2016, "cited_by_count": 23}, {"year": 2015, "cited_by_count": 13}, {"year": 2014, "cited_by_count": 17}, {"year": 2013, "cited_by_count": 18}, {"year": 2012, "cited_by_count": 20}], "updated_date": "2026-06-26T08:34:08.712188", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4385201870", "doi": "https://doi.org/10.3390/biology12071033", "title": "Transformer Architecture and Attention Mechanisms in Genome Data Analysis: A Comprehensive Review", "display_name": "Transformer Architecture and Attention Mechanisms in Genome Data Analysis: A Comprehensive Review", "relevance_score": 1405.9624, "publication_year": 2023, "publication_date": "2023-07-22", "ids": {"openalex": "https://openalex.org/W4385201870", "doi": "https://doi.org/10.3390/biology12071033", "pmid": "https://pubmed.ncbi.nlm.nih.gov/37508462"}, "language": "en", "primary_location": {"id": "doi:10.3390/biology12071033", "is_oa": true, "landing_page_url": "https://doi.org/10.3390/biology12071033", "pdf_url": "https://www.mdpi.com/2079-7737/12/7/1033/pdf?version=1690007847", "source": {"id": "https://openalex.org/S153489431", "display_name": "Biology", "issn_l": "2079-7737", "issn": ["2079-7737"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310310987", "host_organization_name": "Multidisciplinary Digital Publishing Institute", "host_organization_lineage": ["https://openalex.org/P4310310987"], "host_organization_lineage_names": ["Multidisciplinary Digital Publishing Institute"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Biology", "raw_type": "journal-article"}, "type": "review", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://www.mdpi.com/2079-7737/12/7/1033/pdf?version=1690007847", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5061125037", "display_name": "Sanghyuk Roy Choi", "orcid": "https://orcid.org/0000-0001-8316-194X"}, "institutions": [{"id": "https://openalex.org/I67900169", "display_name": "Chung-Ang University", "ror": "https://ror.org/01r024a98", "country_code": "KR", "type": "education", "lineage": ["https://openalex.org/I67900169"]}], "countries": ["KR"], "is_corresponding": false, "raw_author_name": "Sanghyuk Roy Choi", "raw_affiliation_strings": ["School of Electrical and Electronics Engineering, Chung-Ang University, Seoul 06974, Republic of Korea"], "raw_orcid": "https://orcid.org/0000-0001-8316-194X", "affiliations": [{"raw_affiliation_string": "School of Electrical and Electronics Engineering, Chung-Ang University, Seoul 06974, Republic of Korea", "institution_ids": ["https://openalex.org/I67900169"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101544150", "display_name": "Minhyeok Lee", "orcid": "https://orcid.org/0000-0003-2562-172X"}, "institutions": [{"id": "https://openalex.org/I67900169", "display_name": "Chung-Ang University", "ror": "https://ror.org/01r024a98", "country_code": "KR", "type": "education", "lineage": ["https://openalex.org/I67900169"]}], "countries": ["KR"], "is_corresponding": true, "raw_author_name": "Minhyeok Lee", "raw_affiliation_strings": ["School of Electrical and Electronics Engineering, Chung-Ang University, Seoul 06974, Republic of Korea"], "raw_orcid": "https://orcid.org/0000-0003-2562-172X", "affiliations": [{"raw_affiliation_string": "School of Electrical and Electronics Engineering, Chung-Ang University, Seoul 06974, Republic of Korea", "institution_ids": ["https://openalex.org/I67900169"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 1, "corresponding_author_ids": ["https://openalex.org/A5101544150"], "corresponding_institution_ids": ["https://openalex.org/I67900169"], "apc_list": {"value": 2000, "currency": "CHF", "value_usd": 2165}, "apc_paid": {"value": 2000, "currency": "CHF", "value_usd": 2165}, "fwci": 28.6419, "has_fulltext": true, "cited_by_count": 208, "citation_normalized_percentile": {"value": 0.99830194, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 98, "max": 100}, "biblio": {"volume": "12", "issue": "7", "first_page": "1033", "last_page": "1033"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T12254", "display_name": "Machine Learning in Bioinformatics", "score": 0.9968000054359436, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, "topics": [{"id": "https://openalex.org/T12254", "display_name": "Machine Learning in Bioinformatics", "score": 0.9968000054359436, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10015", "display_name": "Genomics and Phylogenetic Studies", "score": 0.9941999912261963, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10885", "display_name": "Gene expression and cancer classification", "score": 0.9805999994277954, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/pace", "display_name": "Pace", "score": 0.759986400604248}, {"id": "https://openalex.org/keywords/data-science", "display_name": "Data science", "score": 0.6308965682983398}, {"id": "https://openalex.org/keywords/biology", "display_name": "Biology", "score": 0.6185736656188965}, {"id": "https://openalex.org/keywords/transformative-learning", "display_name": "Transformative learning", "score": 0.5395466685295105}, {"id": "https://openalex.org/keywords/genome", "display_name": "Genome", "score": 0.4317276179790497}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.37815630435943604}, {"id": "https://openalex.org/keywords/computational-biology", "display_name": "Computational biology", "score": 0.32687801122665405}], "concepts": [{"id": "https://openalex.org/C2777526511", "wikidata": "https://www.wikidata.org/wiki/Q691543", "display_name": "Pace", "level": 2, "score": 0.759986400604248}, {"id": "https://openalex.org/C2522767166", "wikidata": "https://www.wikidata.org/wiki/Q2374463", "display_name": "Data science", "level": 1, "score": 0.6308965682983398}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.6185736656188965}, {"id": "https://openalex.org/C70587473", "wikidata": "https://www.wikidata.org/wiki/Q7834111", "display_name": "Transformative learning", "level": 2, "score": 0.5395466685295105}, {"id": "https://openalex.org/C141231307", "wikidata": "https://www.wikidata.org/wiki/Q7020", "display_name": "Genome", "level": 3, "score": 0.4317276179790497}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.37815630435943604}, {"id": "https://openalex.org/C70721500", "wikidata": "https://www.wikidata.org/wiki/Q177005", "display_name": "Computational biology", "level": 1, "score": 0.32687801122665405}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C19417346", "wikidata": "https://www.wikidata.org/wiki/Q7922", "display_name": "Pedagogy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C13280743", "wikidata": "https://www.wikidata.org/wiki/Q131089", "display_name": "Geodesy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C55493867", "wikidata": "https://www.wikidata.org/wiki/Q7094", "display_name": "Biochemistry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C104317684", "wikidata": "https://www.wikidata.org/wiki/Q7187", "display_name": "Gene", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 5, "locations": [{"id": "doi:10.3390/biology12071033", "is_oa": true, "landing_page_url": "https://doi.org/10.3390/biology12071033", "pdf_url": "https://www.mdpi.com/2079-7737/12/7/1033/pdf?version=1690007847", "source": {"id": "https://openalex.org/S153489431", "display_name": "Biology", "issn_l": "2079-7737", "issn": ["2079-7737"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310310987", "host_organization_name": "Multidisciplinary Digital Publishing Institute", "host_organization_lineage": ["https://openalex.org/P4310310987"], "host_organization_lineage_names": ["Multidisciplinary Digital Publishing Institute"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Biology", "raw_type": "journal-article"}, {"id": "pmid:37508462", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/37508462", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Biology", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:10376273", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/10376273", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10376273/pdf/biology-12-01033.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Biology (Basel)", "raw_type": "Text"}, {"id": "pmh:oai:doaj.org/article:ccfb705972de48a7bcbaf665652f2d6d", "is_oa": true, "landing_page_url": "https://doaj.org/article/ccfb705972de48a7bcbaf665652f2d6d", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Biology, Vol 12, Iss 7, p 1033 (2023)", "raw_type": "article"}, {"id": "pmh:oai:mdpi.com:/2079-7737/12/7/1033/", "is_oa": true, "landing_page_url": "https://dx.doi.org/10.3390/biology12071033", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400947", "display_name": "MDPI (MDPI AG)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I4210097602", "host_organization_name": "Multidisciplinary Digital Publishing Institute (Switzerland)", "host_organization_lineage": ["https://openalex.org/I4210097602"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Biology; Volume 12; Issue 7; Pages: 1033", "raw_type": "Text"}], "best_oa_location": {"id": "doi:10.3390/biology12071033", "is_oa": true, "landing_page_url": "https://doi.org/10.3390/biology12071033", "pdf_url": "https://www.mdpi.com/2079-7737/12/7/1033/pdf?version=1690007847", "source": {"id": "https://openalex.org/S153489431", "display_name": "Biology", "issn_l": "2079-7737", "issn": ["2079-7737"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310310987", "host_organization_name": "Multidisciplinary Digital Publishing Institute", "host_organization_lineage": ["https://openalex.org/P4310310987"], "host_organization_lineage_names": ["Multidisciplinary Digital Publishing Institute"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Biology", "raw_type": "journal-article"}, "sustainable_development_goals": [{"score": 0.7599999904632568, "display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4"}], "awards": [{"id": "https://openalex.org/G1760482298", "display_name": null, "funder_award_id": "P0020967", "funder_id": "https://openalex.org/F4320322064", "funder_display_name": "Korea Institute for Advancement of Technology"}, {"id": "https://openalex.org/G8637173868", "display_name": null, "funder_award_id": "RS-2023-00251528", "funder_id": "https://openalex.org/F4320322120", "funder_display_name": "National Research Foundation of Korea"}], "funders": [{"id": "https://openalex.org/F4320320671", "display_name": "National Research Foundation", "ror": "https://ror.org/05s0g1g46"}, {"id": "https://openalex.org/F4320322064", "display_name": "Korea Institute for Advancement of Technology", "ror": "https://ror.org/015w1qa96"}, {"id": "https://openalex.org/F4320322120", "display_name": "National Research Foundation of Korea", "ror": "https://ror.org/013aysd81"}, {"id": "https://openalex.org/F4320328359", "display_name": "Ministry of Science and ICT, South Korea", "ror": "https://ror.org/01wpjm123"}], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4385201870.pdf"}, "referenced_works_count": 169, "referenced_works": ["https://openalex.org/W2942173509", "https://openalex.org/W2942231644", "https://openalex.org/W2944851425", "https://openalex.org/W2962655813", "https://openalex.org/W2964328732", "https://openalex.org/W2977368063", "https://openalex.org/W2982510384", "https://openalex.org/W3006721660", "https://openalex.org/W3012566059", "https://openalex.org/W3021002099", "https://openalex.org/W3024028653", "https://openalex.org/W3026116033", "https://openalex.org/W3027711990", "https://openalex.org/W3036145600", "https://openalex.org/W3041434156", "https://openalex.org/W3042748728", "https://openalex.org/W3047670845", "https://openalex.org/W3080479355", "https://openalex.org/W3091722278", "https://openalex.org/W3092434764", "https://openalex.org/W3095596981", "https://openalex.org/W3095982413", "https://openalex.org/W3110121217", "https://openalex.org/W3123236124", "https://openalex.org/W3125993166", "https://openalex.org/W3127930610", "https://openalex.org/W3128378288", "https://openalex.org/W3128936881", "https://openalex.org/W3130271948", "https://openalex.org/W3134111154", "https://openalex.org/W3134782704", "https://openalex.org/W3136078519", "https://openalex.org/W3138516171", "https://openalex.org/W3146366485", "https://openalex.org/W3151623506", "https://openalex.org/W3152443338", "https://openalex.org/W3157449380", "https://openalex.org/W3158694006", "https://openalex.org/W3160425403", "https://openalex.org/W3160976461", "https://openalex.org/W3174413331", "https://openalex.org/W3174855653", "https://openalex.org/W3176308329", "https://openalex.org/W3179195447", "https://openalex.org/W3180669414", "https://openalex.org/W3181448263", "https://openalex.org/W3183966140", "https://openalex.org/W3185225911", "https://openalex.org/W3187970204", "https://openalex.org/W3193719766", "https://openalex.org/W3194055104", "https://openalex.org/W3198655865", "https://openalex.org/W3198707249", "https://openalex.org/W3200616132", "https://openalex.org/W3200916343", "https://openalex.org/W3203908308", "https://openalex.org/W3204918758", "https://openalex.org/W3206064583", "https://openalex.org/W3206824631", "https://openalex.org/W3206978724", "https://openalex.org/W3207022909", "https://openalex.org/W3210026082", "https://openalex.org/W3211450563", "https://openalex.org/W4200249739", "https://openalex.org/W4200399482", "https://openalex.org/W4200601209", "https://openalex.org/W4205143015", "https://openalex.org/W4206706211", "https://openalex.org/W4206826027", "https://openalex.org/W4206972995", "https://openalex.org/W4207079529", "https://openalex.org/W4210371902", "https://openalex.org/W4210548518", "https://openalex.org/W4210852459", "https://openalex.org/W4210870577", "https://openalex.org/W4213019189", "https://openalex.org/W4213099919", "https://openalex.org/W4213355816", "https://openalex.org/W4214819330", "https://openalex.org/W4223571280", "https://openalex.org/W4224221080", "https://openalex.org/W4224326349", "https://openalex.org/W4224675622", "https://openalex.org/W4225256479", "https://openalex.org/W4225402571", "https://openalex.org/W4225438928", "https://openalex.org/W4226085666", "https://openalex.org/W4226095014", "https://openalex.org/W4226296494", "https://openalex.org/W4236974251", "https://openalex.org/W4281291033", "https://openalex.org/W4281698436", "https://openalex.org/W4281777906", "https://openalex.org/W4283703944", "https://openalex.org/W4283813823", "https://openalex.org/W4284882980", "https://openalex.org/W4286560871", "https://openalex.org/W4288046277", "https://openalex.org/W4291552384", "https://openalex.org/W4291652457", "https://openalex.org/W4292707897", "https://openalex.org/W4292779060", "https://openalex.org/W4293094353", "https://openalex.org/W4293528028", "https://openalex.org/W4294992958", "https://openalex.org/W4295745509", "https://openalex.org/W4295923554", "https://openalex.org/W4297312538", "https://openalex.org/W4297982512", "https://openalex.org/W4303614082", "https://openalex.org/W4304172601", "https://openalex.org/W4306174805", "https://openalex.org/W4306353195", "https://openalex.org/W4307496994", "https://openalex.org/W4308239184", "https://openalex.org/W4309308375", "https://openalex.org/W4310208579", "https://openalex.org/W4310213180", "https://openalex.org/W4311100591", "https://openalex.org/W4311225868", "https://openalex.org/W4311356947", "https://openalex.org/W4311556529", "https://openalex.org/W4311784262", "https://openalex.org/W4311860189", "https://openalex.org/W4311946529", "https://openalex.org/W4313236104", "https://openalex.org/W4313340543", "https://openalex.org/W4313471718", "https://openalex.org/W4313890618", "https://openalex.org/W4315750296", "https://openalex.org/W4316339987", "https://openalex.org/W4316507374", "https://openalex.org/W4317393946", "https://openalex.org/W4318275377", "https://openalex.org/W4319310916", "https://openalex.org/W4319595562", "https://openalex.org/W4320883632", "https://openalex.org/W4321095309", "https://openalex.org/W4321497036", "https://openalex.org/W4321597003", "https://openalex.org/W4322494657", "https://openalex.org/W4322503300", "https://openalex.org/W4322743571", "https://openalex.org/W4323974782", "https://openalex.org/W4324385651", "https://openalex.org/W4327900088", "https://openalex.org/W4360602515", "https://openalex.org/W4361281235", "https://openalex.org/W4362460300", "https://openalex.org/W4366771311", "https://openalex.org/W4366775665", "https://openalex.org/W4367051143", "https://openalex.org/W4367053565", "https://openalex.org/W4367624649", "https://openalex.org/W4376137947", "https://openalex.org/W4376279961", "https://openalex.org/W4376504082", "https://openalex.org/W4378234723", "https://openalex.org/W4381166345", "https://openalex.org/W4381682099", "https://openalex.org/W4381846087", "https://openalex.org/W4382982095", "https://openalex.org/W4383901063", "https://openalex.org/W4383911020", "https://openalex.org/W4385245566", "https://openalex.org/W6739901393", "https://openalex.org/W6778883912", "https://openalex.org/W6793629291", "https://openalex.org/W6803355745"], "related_works": ["https://openalex.org/W2169196470", "https://openalex.org/W3113185420", "https://openalex.org/W4237580245", "https://openalex.org/W4385368139", "https://openalex.org/W2906134827", "https://openalex.org/W4322745238", "https://openalex.org/W4241245680", "https://openalex.org/W3124327509", "https://openalex.org/W3200688510", "https://openalex.org/W4384833310"], "abstract_inverted_index": {"The": [0, 27, 81], "emergence": [1], "and": [2, 11, 23, 73, 78, 97, 122, 128, 148, 158], "rapid": [3], "development": [4, 111], "of": [5, 30, 40, 62, 70, 83, 91, 102, 110, 131, 154, 175], "deep": [6, 113], "learning,": [7], "specifically": [8], "transformer-based": [9], "architectures": [10, 72], "attention": [12, 74], "mechanisms,": [13], "have": [14, 43], "had": [15], "transformative": [16], "implications": [17], "across": [18], "several": [19], "domains,": [20], "including": [21], "bioinformatics": [22], "genome": [24, 31, 77, 103], "data": [25, 104], "analysis.": [26, 105], "analogous": [28], "nature": [29], "sequences": [32], "to": [33, 53, 76, 119, 138, 171, 184], "language": [34, 51], "texts": [35], "has": [36], "enabled": [37], "the": [38, 63, 68, 88, 100, 107, 125, 132, 155, 160, 164], "application": [39, 69], "techniques": [41], "that": [42], "exhibited": [44], "success": [45], "in": [46, 67, 99, 112, 163], "fields": [47], "ranging": [48], "from": [49, 182], "natural": [50], "processing": [52], "genomic": [54], "data.": [55, 80], "This": [56], "review": [57, 85, 136, 168], "provides": [58], "a": [59, 141, 151, 189], "comprehensive": [60], "analysis": [61], "most": [64], "recent": [65, 156], "advancements": [66, 157], "transformer": [71], "mechanisms": [75], "transcriptome": [79], "focus": [82], "this": [84, 135, 167], "is": [86], "on": [87, 124], "critical": [89], "evaluation": [90], "these": [92], "techniques,": [93], "discussing": [94], "their": [95], "advantages": [96], "limitations": [98], "context": [101], "With": [106], "swift": [108], "pace": [109], "learning": [114], "methodologies,": [115], "it": [116], "becomes": [117], "vital": [118], "continually": [120], "assess": [121], "reflect": [123], "current": [126], "standing": [127], "future": [129, 176], "direction": [130], "research.": [133], "Therefore,": [134], "aims": [137], "serve": [139], "as": [140, 188], "timely": [142], "resource": [143], "for": [144, 191], "both": [145], "seasoned": [146], "researchers": [147], "newcomers,": [149], "offering": [150], "panoramic": [152], "view": [153], "elucidating": [159], "state-of-the-art": [161], "applications": [162], "field.": [165], "Furthermore,": [166], "paper": [169], "serves": [170], "highlight": [172], "potential": [173], "areas": [174], "investigation": [177], "by": [178], "critically": [179], "evaluating": [180], "studies": [181], "2019": [183], "2023,": [185], "thereby": [186], "acting": [187], "stepping-stone": [190], "further": [192], "research": [193], "endeavors.": [194]}, "counts_by_year": [{"year": 2026, "cited_by_count": 45}, {"year": 2025, "cited_by_count": 110}, {"year": 2024, "cited_by_count": 48}, {"year": 2023, "cited_by_count": 5}], "updated_date": "2026-07-01T08:55:40.977307", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2086262575", "doi": "https://doi.org/10.1109/tie.2012.2204710", "title": "Solid-State Transformer Architecture Using AC\u2013AC Dual-Active-Bridge Converter", "display_name": "Solid-State Transformer Architecture Using AC\u2013AC Dual-Active-Bridge Converter", "relevance_score": 1356.2667, "publication_year": 2012, "publication_date": "2012-06-13", "ids": {"openalex": "https://openalex.org/W2086262575", "doi": "https://doi.org/10.1109/tie.2012.2204710", "mag": "2086262575"}, "language": "en", "primary_location": {"id": "doi:10.1109/tie.2012.2204710", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/tie.2012.2204710", "pdf_url": null, "source": {"id": "https://openalex.org/S58031724", "display_name": "IEEE Transactions on Industrial Electronics", "issn_l": "0278-0046", "issn": ["0278-0046", "1557-9948"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Transactions on Industrial Electronics", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5048844717", "display_name": "Hengsi Qin", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Hengsi Qin", "raw_affiliation_strings": ["SolarBridge Technologies, Austin, TX, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "SolarBridge Technologies, Austin, TX, USA", "institution_ids": []}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5067936853", "display_name": "Jonathan W. Kimball", "orcid": "https://orcid.org/0000-0002-4061-2007"}, "institutions": [{"id": "https://openalex.org/I20382870", "display_name": "Missouri University of Science and Technology", "ror": "https://ror.org/00scwqd12", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I20382870"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jonathan W. Kimball", "raw_affiliation_strings": ["Science and Technology, Missouri University, Rolla, MO, USA", "Missouri University of Science and Technology, Rolla(MO), USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Science and Technology, Missouri University, Rolla, MO, USA", "institution_ids": ["https://openalex.org/I20382870"]}, {"raw_affiliation_string": "Missouri University of Science and Technology, Rolla(MO), USA", "institution_ids": ["https://openalex.org/I20382870"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 1, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 12.4816, "has_fulltext": false, "cited_by_count": 305, "citation_normalized_percentile": {"value": 0.98994138, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 96, "max": 100}, "biblio": {"volume": "60", "issue": "9", "first_page": "3720", "last_page": "3730"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10175", "display_name": "Advanced DC-DC Converters", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10175", "display_name": "Advanced DC-DC Converters", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10228", "display_name": "Multilevel Inverters and Converters", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10361", "display_name": "Silicon Carbide Semiconductor Technologies", "score": 0.9991000294685364, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6402082443237305}, {"id": "https://openalex.org/keywords/converters", "display_name": "Converters", "score": 0.632585883140564}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.5872470140457153}, {"id": "https://openalex.org/keywords/electronic-engineering", "display_name": "Electronic engineering", "score": 0.5092145204544067}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.5091883540153503}, {"id": "https://openalex.org/keywords/distribution-transformer", "display_name": "Distribution transformer", "score": 0.4843481779098511}, {"id": "https://openalex.org/keywords/commutation", "display_name": "Commutation", "score": 0.44919419288635254}, {"id": "https://openalex.org/keywords/delta-wye-transformer", "display_name": "Delta-wye transformer", "score": 0.4375254213809967}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.4327124357223511}, {"id": "https://openalex.org/keywords/ac-power", "display_name": "AC power", "score": 0.41510722041130066}, {"id": "https://openalex.org/keywords/topology", "display_name": "Topology (electrical circuits)", "score": 0.34691113233566284}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6402082443237305}, {"id": "https://openalex.org/C2778422915", "wikidata": "https://www.wikidata.org/wiki/Q10302051", "display_name": "Converters", "level": 3, "score": 0.632585883140564}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.5872470140457153}, {"id": "https://openalex.org/C24326235", "wikidata": "https://www.wikidata.org/wiki/Q126095", "display_name": "Electronic engineering", "level": 1, "score": 0.5092145204544067}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.5091883540153503}, {"id": "https://openalex.org/C117323899", "wikidata": "https://www.wikidata.org/wiki/Q1907989", "display_name": "Distribution transformer", "level": 4, "score": 0.4843481779098511}, {"id": "https://openalex.org/C2780147050", "wikidata": "https://www.wikidata.org/wiki/Q5155085", "display_name": "Commutation", "level": 3, "score": 0.44919419288635254}, {"id": "https://openalex.org/C138838965", "wikidata": "https://www.wikidata.org/wiki/Q1258026", "display_name": "Delta-wye transformer", "level": 5, "score": 0.4375254213809967}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.4327124357223511}, {"id": "https://openalex.org/C108755667", "wikidata": "https://www.wikidata.org/wiki/Q1930258", "display_name": "AC power", "level": 3, "score": 0.41510722041130066}, {"id": "https://openalex.org/C184720557", "wikidata": "https://www.wikidata.org/wiki/Q7825049", "display_name": "Topology (electrical circuits)", "level": 2, "score": 0.34691113233566284}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1109/tie.2012.2204710", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/tie.2012.2204710", "pdf_url": null, "source": {"id": "https://openalex.org/S58031724", "display_name": "IEEE Transactions on Industrial Electronics", "issn_l": "0278-0046", "issn": ["0278-0046", "1557-9948"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Transactions on Industrial Electronics", "raw_type": "journal-article"}], "best_oa_location": null, "sustainable_development_goals": [{"score": 0.8100000023841858, "display_name": "Affordable and clean energy", "id": "https://metadata.un.org/sdg/7"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 51, "referenced_works": ["https://openalex.org/W1921893474", "https://openalex.org/W1936507428", "https://openalex.org/W1966751624", "https://openalex.org/W1978262178", "https://openalex.org/W1988763274", "https://openalex.org/W1990778263", "https://openalex.org/W2003957547", "https://openalex.org/W2008488941", "https://openalex.org/W2018476846", "https://openalex.org/W2020395481", "https://openalex.org/W2028498710", "https://openalex.org/W2039393772", "https://openalex.org/W2043982179", "https://openalex.org/W2072823569", "https://openalex.org/W2075995693", "https://openalex.org/W2081611481", "https://openalex.org/W2087690113", "https://openalex.org/W2096635416", "https://openalex.org/W2097452017", "https://openalex.org/W2100854726", "https://openalex.org/W2103069022", "https://openalex.org/W2104240775", "https://openalex.org/W2107683369", "https://openalex.org/W2108957158", "https://openalex.org/W2109543082", "https://openalex.org/W2110938228", "https://openalex.org/W2118203870", "https://openalex.org/W2126455698", "https://openalex.org/W2141920525", "https://openalex.org/W2142138792", "https://openalex.org/W2146501232", "https://openalex.org/W2149329765", "https://openalex.org/W2151403432", "https://openalex.org/W2158114484", "https://openalex.org/W2158646993", "https://openalex.org/W2164703709", "https://openalex.org/W2165258322", "https://openalex.org/W2169607864", "https://openalex.org/W2170146969", "https://openalex.org/W2171886847", "https://openalex.org/W2189401491", "https://openalex.org/W2544635369", "https://openalex.org/W2548277652", "https://openalex.org/W2564871882", "https://openalex.org/W6647620646", "https://openalex.org/W6661629785", "https://openalex.org/W6674864641", "https://openalex.org/W6676364301", "https://openalex.org/W6681139468", "https://openalex.org/W6729091931", "https://openalex.org/W6729704689"], "related_works": ["https://openalex.org/W2991413088", "https://openalex.org/W2124772464", "https://openalex.org/W2367749627", "https://openalex.org/W3017739981", "https://openalex.org/W4251988900", "https://openalex.org/W2342320624", "https://openalex.org/W1495951840", "https://openalex.org/W1568097362", "https://openalex.org/W2358878017", "https://openalex.org/W4232944095"], "abstract_inverted_index": {"Modern": [0], "development": [1], "of": [2, 10, 38, 85], "semiconductor": [3], "power-switching": [4], "devices": [5], "has": [6], "promoted": [7], "the": [8, 18, 61, 79, 83, 95, 109], "use": [9], "power": [11, 15, 54, 57], "electronic": [12], "converters": [13], "as": [14], "transformers": [16], "at": [17], "distribution": [19], "level.": [20], "This": [21, 76], "paper": [22, 77], "presents": [23], "an": [24], "ac-ac": [25, 96], "dual-active-bridge": [26], "(DAB)": [27], "converter": [28, 35], "for": [29, 94], "a": [30, 90, 102], "solid-state": [31], "transformer.": [32, 45], "The": [33], "proposed": [34], "topology": [36], "consists": [37], "two": [39, 65], "active": [40], "H-bridges": [41], "and": [42, 82], "one": [43], "high-frequency": [44], "Four-quadrant": [46], "switch": [47, 91], "cells": [48], "are": [49, 105], "used": [50], "to": [51, 107], "allow": [52], "bidirectional": [53], "flow.": [55], "Because": [56], "is": [58], "controlled": [59], "by": [60], "phase": [62], "shift": [63], "between": [64], "bridges,": [66], "output": [67], "voltage": [68, 74], "can": [69], "be": [70], "regulated": [71], "when": [72], "input": [73], "changes.": [75], "analyzes": [78], "steady-state": [80], "operation": [81], "range": [84], "zero-voltage": [86], "switching.": [87], "It": [88], "develops": [89], "commutation": [92], "scheme": [93], "DAB": [97], "converters.": [98], "Experimental": [99], "results": [100], "from": [101], "scaled-down": [103], "prototype": [104], "provided": [106], "verify": [108], "theoretical": [110], "analysis.": [111]}, "counts_by_year": [{"year": 2026, "cited_by_count": 6}, {"year": 2025, "cited_by_count": 19}, {"year": 2024, "cited_by_count": 19}, {"year": 2023, "cited_by_count": 20}, {"year": 2022, "cited_by_count": 42}, {"year": 2021, "cited_by_count": 31}, {"year": 2020, "cited_by_count": 32}, {"year": 2019, "cited_by_count": 26}, {"year": 2018, "cited_by_count": 25}, {"year": 2017, "cited_by_count": 18}, {"year": 2016, "cited_by_count": 17}, {"year": 2015, "cited_by_count": 27}, {"year": 2014, "cited_by_count": 20}, {"year": 2013, "cited_by_count": 3}], "updated_date": "2026-06-30T13:55:48.251075", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2997847174", "doi": "https://doi.org/10.1609/aaai.v34i05.6430", "title": "TreeGen: A Tree-Based Transformer Architecture for Code Generation", "display_name": "TreeGen: A Tree-Based Transformer Architecture for Code Generation", "relevance_score": 1275.5873, "publication_year": 2020, "publication_date": "2020-04-03", "ids": {"openalex": "https://openalex.org/W2997847174", "doi": "https://doi.org/10.1609/aaai.v34i05.6430", "mag": "2997847174"}, "language": "en", "primary_location": {"id": "doi:10.1609/aaai.v34i05.6430", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v34i05.6430", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6430/6286", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "diamond", "oa_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6430/6286", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5047965752", "display_name": "Zeyu Sun", "orcid": "https://orcid.org/0000-0002-9990-9120"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zeyu Sun", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047271595", "display_name": "Qihao Zhu", "orcid": "https://orcid.org/0000-0001-8036-2623"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Qihao Zhu", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100712724", "display_name": "Yingfei Xiong", "orcid": "https://orcid.org/0000-0001-8991-747X"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yingfei Xiong", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5091706559", "display_name": "Yican Sun", "orcid": null}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yican Sun", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5024821632", "display_name": "Lili Mou", "orcid": "https://orcid.org/0000-0001-7753-4295"}, "institutions": [{"id": "https://openalex.org/I154425047", "display_name": "University of Alberta", "ror": "https://ror.org/0160cpw27", "country_code": "CA", "type": "education", "lineage": ["https://openalex.org/I154425047"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Lili Mou", "raw_affiliation_strings": ["University of Alberta"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Alberta", "institution_ids": ["https://openalex.org/I154425047"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100388609", "display_name": "Lu Zhang", "orcid": "https://orcid.org/0000-0002-1275-9247"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Lu Zhang", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 2, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 35.6459, "has_fulltext": true, "cited_by_count": 163, "citation_normalized_percentile": {"value": 0.99898939, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 95, "max": 100}, "biblio": {"volume": "34", "issue": "05", "first_page": "8984", "last_page": "8991"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10260", "display_name": "Software Engineering Research", "score": 0.9965999722480774, "subfield": {"id": "https://openalex.org/subfields/1710", "display_name": "Information Systems"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10260", "display_name": "Software Engineering Research", "score": 0.9965999722480774, "subfield": {"id": "https://openalex.org/subfields/1710", "display_name": "Information Systems"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10743", "display_name": "Software Testing and Debugging Techniques", "score": 0.987500011920929, "subfield": {"id": "https://openalex.org/subfields/1712", "display_name": "Software"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9787999987602234, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8318791389465332}, {"id": "https://openalex.org/keywords/python", "display_name": "Python (programming language)", "score": 0.6459141969680786}, {"id": "https://openalex.org/keywords/code-generation", "display_name": "Code generation", "score": 0.6212909817695618}, {"id": "https://openalex.org/keywords/parsing", "display_name": "Parsing", "score": 0.5665401220321655}, {"id": "https://openalex.org/keywords/programming-language", "display_name": "Programming language", "score": 0.5579735040664673}, {"id": "https://openalex.org/keywords/parse-tree", "display_name": "Parse tree", "score": 0.5068469643592834}, {"id": "https://openalex.org/keywords/redundant-code", "display_name": "Redundant code", "score": 0.4583979547023773}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.4532838463783264}, {"id": "https://openalex.org/keywords/source-code", "display_name": "Source code", "score": 0.4370434284210205}, {"id": "https://openalex.org/keywords/abstract-syntax-tree", "display_name": "Abstract syntax tree", "score": 0.4168773293495178}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.41072720289230347}, {"id": "https://openalex.org/keywords/theoretical-computer-science", "display_name": "Theoretical computer science", "score": 0.33797556161880493}, {"id": "https://openalex.org/keywords/operating-system", "display_name": "Operating system", "score": 0.10101857781410217}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8318791389465332}, {"id": "https://openalex.org/C519991488", "wikidata": "https://www.wikidata.org/wiki/Q28865", "display_name": "Python (programming language)", "level": 2, "score": 0.6459141969680786}, {"id": "https://openalex.org/C133162039", "wikidata": "https://www.wikidata.org/wiki/Q1061077", "display_name": "Code generation", "level": 3, "score": 0.6212909817695618}, {"id": "https://openalex.org/C186644900", "wikidata": "https://www.wikidata.org/wiki/Q194152", "display_name": "Parsing", "level": 2, "score": 0.5665401220321655}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.5579735040664673}, {"id": "https://openalex.org/C2781466058", "wikidata": "https://www.wikidata.org/wiki/Q627921", "display_name": "Parse tree", "level": 3, "score": 0.5068469643592834}, {"id": "https://openalex.org/C151578736", "wikidata": "https://www.wikidata.org/wiki/Q1251793", "display_name": "Redundant code", "level": 4, "score": 0.4583979547023773}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.4532838463783264}, {"id": "https://openalex.org/C43126263", "wikidata": "https://www.wikidata.org/wiki/Q128751", "display_name": "Source code", "level": 2, "score": 0.4370434284210205}, {"id": "https://openalex.org/C58646249", "wikidata": "https://www.wikidata.org/wiki/Q127380", "display_name": "Abstract syntax tree", "level": 3, "score": 0.4168773293495178}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.41072720289230347}, {"id": "https://openalex.org/C80444323", "wikidata": "https://www.wikidata.org/wiki/Q2878974", "display_name": "Theoretical computer science", "level": 1, "score": 0.33797556161880493}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.10101857781410217}, {"id": "https://openalex.org/C26517878", "wikidata": "https://www.wikidata.org/wiki/Q228039", "display_name": "Key (lock)", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1609/aaai.v34i05.6430", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v34i05.6430", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6430/6286", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, {"id": "pmh:oai:ojs.aaai.org:article/6430", "is_oa": false, "landing_page_url": "https://ojs.aaai.org/index.php/AAAI/article/view/6430", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "2159-5399", "raw_type": "info:eu-repo/semantics/article"}], "best_oa_location": {"id": "doi:10.1609/aaai.v34i05.6430", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v34i05.6430", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6430/6286", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "sustainable_development_goals": [{"score": 0.6600000262260437, "display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4"}], "awards": [{"id": "https://openalex.org/G1512238080", "display_name": null, "funder_award_id": "61922003", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G2666260964", "display_name": null, "funder_award_id": "61529201", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G2865606360", "display_name": null, "funder_award_id": "61672045", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G8561260003", "display_name": null, "funder_award_id": "2017YFB1001803", "funder_id": "https://openalex.org/F4320335777", "funder_display_name": "National Key Research and Development Program of China"}], "funders": [{"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}, {"id": "https://openalex.org/F4320335777", "display_name": "National Key Research and Development Program of China", "ror": null}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W2997847174.pdf", "grobid_xml": "https://content.openalex.org/works/W2997847174.grobid-xml"}, "referenced_works_count": 36, "referenced_works": ["https://openalex.org/W1496189301", "https://openalex.org/W2103457851", "https://openalex.org/W2107878631", "https://openalex.org/W2111742432", "https://openalex.org/W2130942839", "https://openalex.org/W2175619924", "https://openalex.org/W2194775991", "https://openalex.org/W2227250678", "https://openalex.org/W2251673953", "https://openalex.org/W2282866165", "https://openalex.org/W2462831000", "https://openalex.org/W2531409750", "https://openalex.org/W2605887895", "https://openalex.org/W2606974598", "https://openalex.org/W2610002206", "https://openalex.org/W2798296074", "https://openalex.org/W2866343820", "https://openalex.org/W2888128175", "https://openalex.org/W2889467844", "https://openalex.org/W2890867094", "https://openalex.org/W2901813505", "https://openalex.org/W2962728167", "https://openalex.org/W2963357517", "https://openalex.org/W2963617989", "https://openalex.org/W2963794306", "https://openalex.org/W2963868406", "https://openalex.org/W2964325845", "https://openalex.org/W4293569541", "https://openalex.org/W4385245566", "https://openalex.org/W4394666973", "https://openalex.org/W6679436768", "https://openalex.org/W6687483927", "https://openalex.org/W6689008102", "https://openalex.org/W6697747940", "https://openalex.org/W6753916358", "https://openalex.org/W6755714500"], "related_works": ["https://openalex.org/W4310447811", "https://openalex.org/W2165004968", "https://openalex.org/W116913286", "https://openalex.org/W3122369893", "https://openalex.org/W2750654225", "https://openalex.org/W4200321676", "https://openalex.org/W3202887988", "https://openalex.org/W2053262616", "https://openalex.org/W1977905671", "https://openalex.org/W4376486317"], "abstract_inverted_index": {"A": [0, 49], "code": [1, 7, 22, 26, 40, 47, 90], "generation": [2], "system": [3], "generates": [4], "programming": [5], "language": [6, 13], "based": [8], "on": [9, 18, 44, 55, 124, 147, 158], "an": [10, 167], "input": [11], "natural": [12], "description.": [14], "State-of-the-art": [15], "approaches": [16, 157], "rely": [17], "neural": [19, 86, 155], "networks": [20], "for": [21, 52, 89], "generation.": [23, 91], "However,": [24], "these": [25], "generators": [27], "suffer": [28], "from": [29], "two": [30, 130], "problems.": [31], "One": [32], "is": [33, 69], "the": [34, 94, 101, 119, 139, 151], "long": [35], "dependency": [36], "problem,": [37, 103], "where": [38], "a": [39, 62, 83, 106, 125], "element": [41], "often": [42], "depends": [43, 54], "another": [45], "far-away": [46], "element.": [48], "variable": [50], "reference,": [51], "example,": [53], "its": [56], "definition,": [57], "which": [58], "may": [59], "appear": [60], "quite": [61], "few": [63], "lines": [64], "before.": [65], "The": [66], "other": [67], "problem": [68], "structure": [70], "modeling,": [71], "as": [72], "programs": [73], "contain": [74], "rich": [75], "structural": [76], "information.": [77], "In": [78], "this": [79], "paper,": [80], "we": [81], "propose": [82], "novel": [84, 107], "tree-based": [85], "architecture,": [87], "TreeGen,": [88], "TreeGen": [92, 123, 137], "uses": [93], "attention": [95], "mechanism": [96], "of": [97, 175], "Transformers": [98], "to": [99, 111, 170], "alleviate": [100], "long-dependency": [102], "and": [104, 115, 129, 135, 149, 161], "introduces": [105], "AST": [108, 116], "reader": [109], "(encoder)": [110], "incorporate": [112], "grammar": [113], "rules": [114], "structures": [117], "into": [118], "network.": [120], "We": [121, 164], "evaluated": [122], "Python": [126], "benchmark,": [127], "HearthStone,": [128, 148], "semantic": [131], "parsing": [132], "benchmarks,": [133], "ATIS": [134, 159], "GEO.": [136], "outperformed": [138], "previous": [140], "state-of-the-art": [141], "approach": [142], "by": [143], "4.5": [144], "percentage": [145], "points": [146], "achieved": [150], "best": [152], "accuracy": [153], "among": [154], "network-based": [156], "(89.1%)": [160], "GEO": [162], "(89.6%).": [163], "also": [165], "conducted": [166], "ablation": [168], "test": [169], "better": [171], "understand": [172], "each": [173], "component": [174], "our": [176], "model.": [177]}, "counts_by_year": [{"year": 2026, "cited_by_count": 1}, {"year": 2025, "cited_by_count": 21}, {"year": 2024, "cited_by_count": 33}, {"year": 2023, "cited_by_count": 37}, {"year": 2022, "cited_by_count": 34}, {"year": 2021, "cited_by_count": 32}, {"year": 2020, "cited_by_count": 5}], "updated_date": "2026-07-02T09:51:11.867554", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4313443611", "doi": "https://doi.org/10.1016/j.apenergy.2022.120565", "title": "Spatio-temporal wind speed forecasting using graph networks and novel Transformer architectures", "display_name": "Spatio-temporal wind speed forecasting using graph networks and novel Transformer architectures", "relevance_score": 1247.0093, "publication_year": 2022, "publication_date": "2022-12-28", "ids": {"openalex": "https://openalex.org/W4313443611", "doi": "https://doi.org/10.1016/j.apenergy.2022.120565"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.apenergy.2022.120565", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.apenergy.2022.120565", "pdf_url": "https://ars.els-cdn.com/content/image/1-s2.0-S0306261922018220-ga1_lrg.jpg", "source": {"id": "https://openalex.org/S109565702", "display_name": "Applied Energy", "issn_l": "0306-2619", "issn": ["0306-2619", "1872-9118"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Applied Energy", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "hybrid", "oa_url": "https://ars.els-cdn.com/content/image/1-s2.0-S0306261922018220-ga1_lrg.jpg", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5088173483", "display_name": "Lars \u00d8degaard Bentsen", "orcid": "https://orcid.org/0000-0003-2606-2907"}, "institutions": [{"id": "https://openalex.org/I184942183", "display_name": "University of Oslo", "ror": "https://ror.org/01xtthb56", "country_code": "NO", "type": "education", "lineage": ["https://openalex.org/I184942183"]}], "countries": ["NO"], "is_corresponding": true, "raw_author_name": "Lars \u00d8degaard Bentsen", "raw_affiliation_strings": ["Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway"], "raw_orcid": "https://orcid.org/0000-0003-2606-2907", "affiliations": [{"raw_affiliation_string": "Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway", "institution_ids": ["https://openalex.org/I184942183"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5015174757", "display_name": "Narada Dilp Warakagoda", "orcid": "https://orcid.org/0000-0002-9954-0431"}, "institutions": [{"id": "https://openalex.org/I184942183", "display_name": "University of Oslo", "ror": "https://ror.org/01xtthb56", "country_code": "NO", "type": "education", "lineage": ["https://openalex.org/I184942183"]}], "countries": ["NO"], "is_corresponding": false, "raw_author_name": "Narada Dilp Warakagoda", "raw_affiliation_strings": ["Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway", "institution_ids": ["https://openalex.org/I184942183"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5062372321", "display_name": "Roy Stenbro", "orcid": null}, "institutions": [{"id": "https://openalex.org/I3130438513", "display_name": "Institute for Energy Technology", "ror": "https://ror.org/02jqtg033", "country_code": "NO", "type": "facility", "lineage": ["https://openalex.org/I3130438513"]}], "countries": ["NO"], "is_corresponding": false, "raw_author_name": "Roy Stenbro", "raw_affiliation_strings": ["Institute for Energy Technology, P.O. Box 40, Kjeller, 2027, Viken, Norway"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Institute for Energy Technology, P.O. Box 40, Kjeller, 2027, Viken, Norway", "institution_ids": ["https://openalex.org/I3130438513"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5090446312", "display_name": "Paal Engelstad", "orcid": "https://orcid.org/0009-0000-8371-927X"}, "institutions": [{"id": "https://openalex.org/I184942183", "display_name": "University of Oslo", "ror": "https://ror.org/01xtthb56", "country_code": "NO", "type": "education", "lineage": ["https://openalex.org/I184942183"]}], "countries": ["NO"], "is_corresponding": false, "raw_author_name": "Paal Engelstad", "raw_affiliation_strings": ["Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Technology Systems, University of Oslo, P.O. Box 70, Kjeller, 2027, Viken, Norway", "institution_ids": ["https://openalex.org/I184942183"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 2, "corresponding_author_ids": ["https://openalex.org/A5088173483"], "corresponding_institution_ids": ["https://openalex.org/I184942183"], "apc_list": {"value": 4140, "currency": "USD", "value_usd": 4140}, "apc_paid": {"value": 4140, "currency": "USD", "value_usd": 4140}, "fwci": 13.9879, "has_fulltext": true, "cited_by_count": 182, "citation_normalized_percentile": {"value": 0.99477478, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "333", "issue": null, "first_page": "120565", "last_page": "120565"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11052", "display_name": "Energy Load and Power Forecasting", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11052", "display_name": "Energy Load and Power Forecasting", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10680", "display_name": "Wind Energy Research and Development", "score": 0.9890000224113464, "subfield": {"id": "https://openalex.org/subfields/2202", "display_name": "Aerospace Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11276", "display_name": "Solar Radiation and Photovoltaics", "score": 0.9872999787330627, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6665410995483398}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6326940059661865}, {"id": "https://openalex.org/keywords/wind-speed", "display_name": "Wind speed", "score": 0.5439571738243103}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.34972575306892395}, {"id": "https://openalex.org/keywords/data-mining", "display_name": "Data mining", "score": 0.32635822892189026}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.1799771785736084}, {"id": "https://openalex.org/keywords/meteorology", "display_name": "Meteorology", "score": 0.1109933853149414}, {"id": "https://openalex.org/keywords/geography", "display_name": "Geography", "score": 0.10301357507705688}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6665410995483398}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6326940059661865}, {"id": "https://openalex.org/C161067210", "wikidata": "https://www.wikidata.org/wiki/Q1464943", "display_name": "Wind speed", "level": 2, "score": 0.5439571738243103}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.34972575306892395}, {"id": "https://openalex.org/C124101348", "wikidata": "https://www.wikidata.org/wiki/Q172491", "display_name": "Data mining", "level": 1, "score": 0.32635822892189026}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.1799771785736084}, {"id": "https://openalex.org/C153294291", "wikidata": "https://www.wikidata.org/wiki/Q25261", "display_name": "Meteorology", "level": 1, "score": 0.1109933853149414}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.10301357507705688}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1016/j.apenergy.2022.120565", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.apenergy.2022.120565", "pdf_url": "https://ars.els-cdn.com/content/image/1-s2.0-S0306261922018220-ga1_lrg.jpg", "source": {"id": "https://openalex.org/S109565702", "display_name": "Applied Energy", "issn_l": "0306-2619", "issn": ["0306-2619", "1872-9118"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Applied Energy", "raw_type": "journal-article"}, {"id": "pmh:oai:www.duo.uio.no:10852/98696", "is_oa": true, "landing_page_url": "http://hdl.handle.net/10852/98696", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401717", "display_name": "Duo Research Archive (University of Oslo)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I184942183", "host_organization_name": "University of Oslo", "host_organization_lineage": ["https://openalex.org/I184942183"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "0306-2619", "raw_type": "info:eu-repo/semantics/article"}], "best_oa_location": {"id": "doi:10.1016/j.apenergy.2022.120565", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.apenergy.2022.120565", "pdf_url": "https://ars.els-cdn.com/content/image/1-s2.0-S0306261922018220-ga1_lrg.jpg", "source": {"id": "https://openalex.org/S109565702", "display_name": "Applied Energy", "issn_l": "0306-2619", "issn": ["0306-2619", "1872-9118"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Applied Energy", "raw_type": "journal-article"}, "sustainable_development_goals": [{"score": 0.9100000262260437, "display_name": "Affordable and clean energy", "id": "https://metadata.un.org/sdg/7"}], "awards": [{"id": "https://openalex.org/G1495690182", "display_name": null, "funder_award_id": "PETROMAKS2", "funder_id": "https://openalex.org/F4320323299", "funder_display_name": "Norges Forskningsr\u00e5d"}, {"id": "https://openalex.org/G912397680", "display_name": null, "funder_award_id": "308838", "funder_id": "https://openalex.org/F4320323299", "funder_display_name": "Norges Forskningsr\u00e5d"}], "funders": [{"id": "https://openalex.org/F4320307899", "display_name": "ConocoPhillips", "ror": "https://ror.org/04hadnb81"}, {"id": "https://openalex.org/F4320316889", "display_name": "Equinor", "ror": "https://ror.org/017mte255"}, {"id": "https://openalex.org/F4320323299", "display_name": "Norges Forskningsr\u00e5d", "ror": "https://ror.org/00epmv149"}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4313443611.pdf", "grobid_xml": "https://content.openalex.org/works/W4313443611.grobid-xml"}, "referenced_works_count": 58, "referenced_works": ["https://openalex.org/W1533975523", "https://openalex.org/W1968378534", "https://openalex.org/W1969927657", "https://openalex.org/W1984061847", "https://openalex.org/W1989092102", "https://openalex.org/W2034954612", "https://openalex.org/W2036681246", "https://openalex.org/W2064675550", "https://openalex.org/W2067201152", "https://openalex.org/W2073004501", "https://openalex.org/W2076492086", "https://openalex.org/W2133564696", "https://openalex.org/W2272499513", "https://openalex.org/W2284726324", "https://openalex.org/W2469077086", "https://openalex.org/W2511683089", "https://openalex.org/W2519091744", "https://openalex.org/W2801503429", "https://openalex.org/W2805516822", "https://openalex.org/W2807252330", "https://openalex.org/W2884486887", "https://openalex.org/W2910279921", "https://openalex.org/W2913872388", "https://openalex.org/W2949676527", "https://openalex.org/W2954731415", "https://openalex.org/W2986268142", "https://openalex.org/W2991031800", "https://openalex.org/W3004665554", "https://openalex.org/W3015468748", "https://openalex.org/W3016252900", "https://openalex.org/W3031839705", "https://openalex.org/W3034467175", "https://openalex.org/W3097950615", "https://openalex.org/W3135523675", "https://openalex.org/W3136101012", "https://openalex.org/W3171884590", "https://openalex.org/W3173985852", "https://openalex.org/W3177318507", "https://openalex.org/W3200304500", "https://openalex.org/W3207278177", "https://openalex.org/W3212890323", "https://openalex.org/W4210482881", "https://openalex.org/W4220801201", "https://openalex.org/W4223651176", "https://openalex.org/W4223926961", "https://openalex.org/W4224981792", "https://openalex.org/W4225494949", "https://openalex.org/W4226065447", "https://openalex.org/W4285725512", "https://openalex.org/W4287729747", "https://openalex.org/W4295838474", "https://openalex.org/W4385245566", "https://openalex.org/W6739901393", "https://openalex.org/W6764679822", "https://openalex.org/W6771309782", "https://openalex.org/W6797155008", "https://openalex.org/W6807959870", "https://openalex.org/W6839238380"], "related_works": ["https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W2358668433", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W2382290278", "https://openalex.org/W2350741829", "https://openalex.org/W2530322880", "https://openalex.org/W1596801655", "https://openalex.org/W2359140296"], "abstract_inverted_index": {"To": [0], "improve": [1, 55], "the": [2, 27, 33, 47, 67, 86, 130, 159, 167, 170, 182, 189, 214, 218, 221, 238, 261, 278, 285, 293, 301], "security": [3], "and": [4, 40, 59, 163, 173, 181, 209, 253, 263, 269, 280], "reliability": [5], "of": [6, 14, 51, 66, 153, 186, 255], "wind": [7, 23, 57, 179, 199], "energy": [8], "production,": [9], "short-term": [10], "forecasting": [11, 25, 72, 180], "has": [12, 132], "become": [13, 133], "utmost": [15], "importance.": [16], "This": [17, 165], "study": [18, 34, 156, 215], "focuses": [19], "on": [20, 158, 250], "multi-step": [21, 71], "spatio-temporal": [22, 196, 204], "speed": [24], "for": [26, 64, 93, 136, 198, 277, 292], "Norwegian": [28], "continental": [29], "shelf.": [30], "In": [31], "particular,": [32], "considers": [35], "14": [36, 68], "offshore": [37], "measurement": [38], "stations": [39, 53], "aims": [41], "to": [42, 54, 105, 113, 147, 178, 232, 273, 299], "leverage": [43], "spatial": [44, 107], "dependencies": [45], "through": [46], "relative": [48], "physical": [49], "location": [50], "different": [52, 62, 110, 123, 302], "local": [56], "forecasts": [58, 63], "simultaneously": [60], "output": [61], "each": [65], "locations.": [69], "Our": [70, 297], "models": [73, 87, 219, 291, 303], "produce": [74, 88], "either": [75], "10-minute,": [76], "1-": [77], "or": [78, 188], "4-hour": [79, 294], "forecasts,": [80, 283], "with": [81, 109, 284], "10-minute": [82, 279], "resolution,": [83], "meaning": [84], "that": [85, 217, 259], "more": [89], "informative": [90], "time": [91, 150, 169, 184], "series": [92, 151], "predicted": [94], "future": [95], "trends.": [96], "A": [97], "graph": [98], "neural": [99, 124], "network": [100, 125], "(GNN)": [101], "architecture": [102, 248], "was": [103], "used": [104], "extract": [106], "dependencies,": [108], "update": [111, 118, 226], "functions": [112, 119, 227], "learn": [114], "temporal": [115], "correlations.": [116], "These": [117], "were": [120, 230, 271], "implemented": [121], "using": [122, 220], "architectures.": [126], "One": [127], "such": [128], "architecture,": [129], "Transformer,": [131], "increasingly": [134], "popular": [135], "sequence": [137], "modelling": [138], "in": [139, 194, 228], "recent": [140], "years.": [141], "Various": [142], "alterations": [143], "have": [144, 175, 191], "been": [145, 176, 192], "proposed": [146], "better": [148], "facilitate": [149], "forecasting,": [152], "which": [154, 243], "this": [155], "focused": [157], "Informer,": [160], "LogSparse": [161, 171], "Transformer": [162, 172, 223, 241, 247], "Autoformer.": [164], "is": [166, 244], "first": [168, 183], "Autoformer": [174, 270], "applied": [177], "any": [185], "these": [187], "Informer": [190], "formulated": [193], "a": [195, 245], "setting": [197], "forecasting.": [200], "By": [201], "comparing": [202], "against": [203], "Long": [205], "Short-Term": [206], "Memory": [207], "(LSTM)": [208], "Multi-Layer": [210], "Perceptron": [211], "(MLP)": [212], "models,": [213], "showed": [216], "altered": [222], "architectures": [224], "as": [225], "GNNs": [229], "able": [231], "outperform": [233], "these.": [234], "Furthermore,": [235], "we": [236], "propose": [237], "Fast": [239], "Fourier": [240], "(FFTransformer),": [242], "novel": [246], "based": [249], "signal": [251], "decomposition": [252], "consists": [254], "two": [256], "separate": [257], "streams": [258], "analyse": [260], "trend": [262], "periodic": [264], "components": [265], "separately.": [266], "The": [267], "FFTransformer": [268, 286], "found": [272], "achieve": [274], "superior": [275], "results": [276], "1-hour": [281], "ahead": [282, 295], "significantly": [287], "outperforming": [288], "all": [289], "other": [290], "forecasts.": [296], "code": [298], "implement": [300], "are": [304], "made": [305], "publicly": [306], "available": [307], "at:": [308], "https://github.com/LarsBentsen/FFTransformer.": [309]}, "counts_by_year": [{"year": 2026, "cited_by_count": 29}, {"year": 2025, "cited_by_count": 77}, {"year": 2024, "cited_by_count": 51}, {"year": 2023, "cited_by_count": 25}], "updated_date": "2026-07-01T08:55:40.977307", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3177318507", "doi": "https://doi.org/10.1609/aaai.v35i12.17325", "title": "Informer: Beyond Efficient Transformer for Long Sequence Time-Series Forecasting", "display_name": "Informer: Beyond Efficient Transformer for Long Sequence Time-Series Forecasting", "relevance_score": 1243.6323, "publication_year": 2021, "publication_date": "2021-05-18", "ids": {"openalex": "https://openalex.org/W3177318507", "doi": "https://doi.org/10.1609/aaai.v35i12.17325", "mag": "3177318507"}, "language": "en", "primary_location": {"id": "doi:10.1609/aaai.v35i12.17325", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v35i12.17325", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/17325/17132", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "diamond", "oa_url": "https://ojs.aaai.org/index.php/AAAI/article/download/17325/17132", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5086419494", "display_name": "Haoyi Zhou", "orcid": "https://orcid.org/0000-0002-2393-3634"}, "institutions": [{"id": "https://openalex.org/I82880672", "display_name": "Beihang University", "ror": "https://ror.org/00wk2mp56", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I82880672"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Haoyi Zhou", "raw_affiliation_strings": ["Beihang University, Beijing, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Beihang University, Beijing, China", "institution_ids": ["https://openalex.org/I82880672"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5013030532", "display_name": "Shanghang Zhang", "orcid": "https://orcid.org/0000-0003-4047-3526"}, "institutions": [{"id": "https://openalex.org/I82880672", "display_name": "Beihang University", "ror": "https://ror.org/00wk2mp56", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I82880672"]}, {"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["CN", "US"], "is_corresponding": false, "raw_author_name": "Shanghang Zhang", "raw_affiliation_strings": ["Beihang University, Beijing, China", "UC Berkeley, California, US"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Beihang University, Beijing, China", "institution_ids": ["https://openalex.org/I82880672"]}, {"raw_affiliation_string": "UC Berkeley, California, US", "institution_ids": ["https://openalex.org/I95457486"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5004628099", "display_name": "Jieqi Peng", "orcid": null}, "institutions": [{"id": "https://openalex.org/I82880672", "display_name": "Beihang University", "ror": "https://ror.org/00wk2mp56", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I82880672"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jieqi Peng", "raw_affiliation_strings": ["Beihang University, Beijing, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Beihang University, Beijing, China", "institution_ids": ["https://openalex.org/I82880672"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100328838", "display_name": "Shuai Zhang", "orcid": "https://orcid.org/0000-0001-8502-2927"}, "institutions": [{"id": "https://openalex.org/I82880672", "display_name": "Beihang University", "ror": "https://ror.org/00wk2mp56", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I82880672"]}, {"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["CN", "US"], "is_corresponding": false, "raw_author_name": "Shuai Zhang", "raw_affiliation_strings": ["Beihang University, Beijing, China", "UC Berkeley, California, US"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Beihang University, Beijing, China", "institution_ids": ["https://openalex.org/I82880672"]}, {"raw_affiliation_string": "UC Berkeley, California, US", "institution_ids": ["https://openalex.org/I95457486"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100380469", "display_name": "Jianxin Li", "orcid": "https://orcid.org/0000-0002-4034-0400"}, "institutions": [{"id": "https://openalex.org/I82880672", "display_name": "Beihang University", "ror": "https://ror.org/00wk2mp56", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I82880672"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jianxin Li", "raw_affiliation_strings": ["Beihang University, Beijing, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Beihang University, Beijing, China", "institution_ids": ["https://openalex.org/I82880672"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101862104", "display_name": "Hui Xiong", "orcid": "https://orcid.org/0000-0001-6016-6465"}, "institutions": [{"id": "https://openalex.org/I102322142", "display_name": "Rutgers, The State University of New Jersey", "ror": "https://ror.org/05vt9qd57", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I102322142"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Hui Xiong", "raw_affiliation_strings": ["Rutgers University, New Jersey, US"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Rutgers University, New Jersey, US", "institution_ids": ["https://openalex.org/I102322142"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5083360053", "display_name": "Wancai Zhang", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Wancai Zhang", "raw_affiliation_strings": ["Beijing Guowang Fuda Science & Technology Development Company"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Beijing Guowang Fuda Science & Technology Development Company", "institution_ids": []}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 3, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 489.7798, "has_fulltext": true, "cited_by_count": 6139, "citation_normalized_percentile": {"value": 1.0, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "35", "issue": "12", "first_page": "11106", "last_page": "11115"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T12205", "display_name": "Time Series Analysis and Forecasting", "score": 0.9986000061035156, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T12205", "display_name": "Time Series Analysis and Forecasting", "score": 0.9986000061035156, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11326", "display_name": "Stock Market Forecasting Methods", "score": 0.9923999905586243, "subfield": {"id": "https://openalex.org/subfields/1803", "display_name": "Management Science and Operations Research"}, "field": {"id": "https://openalex.org/fields/18", "display_name": "Decision Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, {"id": "https://openalex.org/T11052", "display_name": "Energy Load and Power Forecasting", "score": 0.9922999739646912, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6814442276954651}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6107996702194214}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.47053608298301697}, {"id": "https://openalex.org/keywords/sequence", "display_name": "Sequence (biology)", "score": 0.43886998295783997}, {"id": "https://openalex.org/keywords/dependency", "display_name": "Dependency (UML)", "score": 0.4320381283760071}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.3386988639831543}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.28772953152656555}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.260364294052124}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.14187020063400269}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6814442276954651}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6107996702194214}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.47053608298301697}, {"id": "https://openalex.org/C2778112365", "wikidata": "https://www.wikidata.org/wiki/Q3511065", "display_name": "Sequence (biology)", "level": 2, "score": 0.43886998295783997}, {"id": "https://openalex.org/C19768560", "wikidata": "https://www.wikidata.org/wiki/Q320727", "display_name": "Dependency (UML)", "level": 2, "score": 0.4320381283760071}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.3386988639831543}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.28772953152656555}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.260364294052124}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.14187020063400269}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C54355233", "wikidata": "https://www.wikidata.org/wiki/Q7162", "display_name": "Genetics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1609/aaai.v35i12.17325", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v35i12.17325", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/17325/17132", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, {"id": "pmh:oai:ojs.aaai.org:article/17325", "is_oa": false, "landing_page_url": "https://ojs.aaai.org/index.php/AAAI/article/view/17325", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "2159-5399", "raw_type": "info:eu-repo/semantics/article"}], "best_oa_location": {"id": "doi:10.1609/aaai.v35i12.17325", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v35i12.17325", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/17325/17132", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "sustainable_development_goals": [{"score": 0.8899999856948853, "display_name": "Affordable and clean energy", "id": "https://metadata.un.org/sdg/7"}], "awards": [{"id": "https://openalex.org/G4353313564", "display_name": "\u5927\u89c4\u6a21\u7f51\u7edc\u4e2d\u5f02\u5e38\u5b50\u56fe\u5206\u6790\u7406\u8bba\u4e0e\u7b97\u6cd5\u7814\u7a76", "funder_award_id": "61872022", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G4682916240", "display_name": null, "funder_award_id": "U20B2053", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G649362005", "display_name": null, "funder_award_id": "SKLSDE-2020ZX-12", "funder_id": "https://openalex.org/F4320326978", "funder_display_name": "State Key Laboratory of Software Development Environment"}, {"id": "https://openalex.org/G8055127673", "display_name": null, "funder_award_id": "61421003", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}], "funders": [{"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}, {"id": "https://openalex.org/F4320326978", "display_name": "State Key Laboratory of Software Development Environment", "ror": null}, {"id": "https://openalex.org/F4320329053", "display_name": "Beijing Advanced Innovation Center for Big Data and Brain Computing", "ror": null}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W3177318507.pdf", "grobid_xml": "https://content.openalex.org/works/W3177318507.grobid-xml"}, "referenced_works_count": 45, "referenced_works": ["https://openalex.org/W1969852690", "https://openalex.org/W2054685200", "https://openalex.org/W2130942839", "https://openalex.org/W2133564696", "https://openalex.org/W2172140247", "https://openalex.org/W2176412452", "https://openalex.org/W2319170717", "https://openalex.org/W2549483845", "https://openalex.org/W2604847698", "https://openalex.org/W2613328025", "https://openalex.org/W2757354914", "https://openalex.org/W2762309767", "https://openalex.org/W2765932895", "https://openalex.org/W2768008502", "https://openalex.org/W2773625660", "https://openalex.org/W2896457183", "https://openalex.org/W2937537592", "https://openalex.org/W2954731415", "https://openalex.org/W2962850830", "https://openalex.org/W2963285578", "https://openalex.org/W2963358464", "https://openalex.org/W2964110616", "https://openalex.org/W2964199361", "https://openalex.org/W2970100546", "https://openalex.org/W2983902802", "https://openalex.org/W3015468748", "https://openalex.org/W3033529678", "https://openalex.org/W3106298483", "https://openalex.org/W4230715394", "https://openalex.org/W4288024261", "https://openalex.org/W4292779060", "https://openalex.org/W4295838474", "https://openalex.org/W4302438404", "https://openalex.org/W4323654151", "https://openalex.org/W4385245566", "https://openalex.org/W6642591857", "https://openalex.org/W6666761814", "https://openalex.org/W6677096361", "https://openalex.org/W6679436768", "https://openalex.org/W6699643055", "https://openalex.org/W6738846887", "https://openalex.org/W6742924651", "https://openalex.org/W6771626834", "https://openalex.org/W6776048684", "https://openalex.org/W6778883912"], "related_works": ["https://openalex.org/W2275988210", "https://openalex.org/W63071447", "https://openalex.org/W2385621972", "https://openalex.org/W1529400504", "https://openalex.org/W2888625260", "https://openalex.org/W65617392", "https://openalex.org/W2589098947", "https://openalex.org/W4231964008", "https://openalex.org/W2169928498", "https://openalex.org/W2351267244"], "abstract_inverted_index": {"Many": [0], "real-world": [1], "applications": [2], "require": [3], "the": [4, 26, 30, 47, 53, 84, 130, 149, 157, 173, 198], "prediction": [5, 23, 54], "of": [6, 25, 49, 83, 176], "long": [7, 145, 158], "sequence": [8, 16], "time-series,": [9], "such": [10], "as": [11], "electricity": [12], "consumption": [13], "planning.": [14], "Long": [15], "time-series": [17, 159], "forecasting": [18], "(LSTF)": [19], "demands": [20], "a": [21, 106, 167, 194], "high": [22, 77], "capacity": [24], "model,": [27], "which": [28, 110, 170], "is": [29], "ability": [31], "to": [32, 51, 71, 197], "capture": [33], "precise": [34], "long-range": [35], "dependency": [36, 127], "coupling": [37], "between": [38], "output": [39], "and": [40, 80, 118, 121, 141, 192], "input": [41, 146], "efficiently.": [42], "Recent": [43], "studies": [44], "have": [45], "shown": [46], "potential": [48], "Transformer": [50, 63], "increase": [52], "capacity.": [55], "However,": [56], "there": [57], "are": [58], "several": [59], "severe": [60], "issues": [61], "with": [62, 101], "that": [64, 186], "prevent": [65], "it": [66], "from": [67], "being": [68], "directly": [69], "applicable": [70], "LSTF,": [72, 98], "including": [73], "quadratic": [74], "time": [75, 116], "complexity,": [76], "memory": [78, 119], "usage,": [79, 120], "inherent": [81], "limitation": [82], "encoder-decoder": [85], "architecture.": [86], "To": [87], "address": [88], "these": [89], "issues,": [90], "we": [91], "design": [92], "an": [93], "efficient": [94], "transformer-based": [95], "model": [96], "for": [97], "named": [99], "Informer,": [100], "three": [102], "distinctive": [103], "characteristics:": [104], "(i)": [105], "ProbSparse": [107], "self-attention": [108, 131], "mechanism,": [109], "achieves": [111], "O(L": [112], "log": [113], "L)": [114], "in": [115], "complexity": [117], "has": [122], "comparable": [123], "performance": [124], "on": [125, 181], "sequences'": [126], "alignment.": [128], "(ii)": [129], "distilling": [132], "highlights": [133], "dominating": [134], "attention": [135], "by": [136], "halving": [137], "cascading": [138], "layer": [139], "input,": [140], "efficiently": [142], "handles": [143], "extreme": [144], "sequences.": [147], "(iii)": [148], "generative": [150], "style": [151], "decoder,": [152], "while": [153], "conceptually": [154], "simple,": [155], "predicts": [156], "sequences": [160], "at": [161], "one": [162], "forward": [163], "operation": [164], "rather": [165], "than": [166], "step-by-step": [168], "way,": [169], "drastically": [171], "improves": [172], "inference": [174], "speed": [175], "long-sequence": [177], "predictions.": [178], "Extensive": [179], "experiments": [180], "four": [182], "large-scale": [183], "datasets": [184], "demonstrate": [185], "Informer": [187], "significantly": [188], "outperforms": [189], "existing": [190], "methods": [191], "provides": [193], "new": [195], "solution": [196], "LSTF": [199], "problem.": [200]}, "counts_by_year": [{"year": 2026, "cited_by_count": 860}, {"year": 2025, "cited_by_count": 2433}, {"year": 2024, "cited_by_count": 1524}, {"year": 2023, "cited_by_count": 931}, {"year": 2022, "cited_by_count": 335}, {"year": 2021, "cited_by_count": 56}], "updated_date": "2026-07-05T07:55:05.734416", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4321460075", "doi": "https://doi.org/10.1016/j.measurement.2023.112614", "title": "Defect transformer: An efficient hybrid transformer architecture for surface defect detection", "display_name": "Defect transformer: An efficient hybrid transformer architecture for surface defect detection", "relevance_score": 1211.7194, "publication_year": 2023, "publication_date": "2023-02-21", "ids": {"openalex": "https://openalex.org/W4321460075", "doi": "https://doi.org/10.1016/j.measurement.2023.112614"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.measurement.2023.112614", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.measurement.2023.112614", "pdf_url": null, "source": {"id": "https://openalex.org/S147767848", "display_name": "Measurement", "issn_l": "0263-2241", "issn": ["0263-2241", "1873-412X"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Measurement", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5001055732", "display_name": "Junpu Wang", "orcid": "https://orcid.org/0000-0002-6016-378X"}, "institutions": [{"id": "https://openalex.org/I9842412", "display_name": "Nanjing University of Aeronautics and Astronautics", "ror": "https://ror.org/01scyh794", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I9842412"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Junpu Wang", "raw_affiliation_strings": ["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "College of Science, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "College of astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}, {"raw_affiliation_string": "College of Science, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}, {"raw_affiliation_string": "College of astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5005550458", "display_name": "Guili Xu", "orcid": "https://orcid.org/0000-0001-5377-9837"}, "institutions": [{"id": "https://openalex.org/I9842412", "display_name": "Nanjing University of Aeronautics and Astronautics", "ror": "https://ror.org/01scyh794", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I9842412"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Guili Xu", "raw_affiliation_strings": ["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China"], "raw_orcid": "https://orcid.org/0000-0001-5377-9837", "affiliations": [{"raw_affiliation_string": "College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101554662", "display_name": "Fuju Yan", "orcid": "https://orcid.org/0000-0002-3698-7172"}, "institutions": [{"id": "https://openalex.org/I9842412", "display_name": "Nanjing University of Aeronautics and Astronautics", "ror": "https://ror.org/01scyh794", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I9842412"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Fuju Yan", "raw_affiliation_strings": ["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100642189", "display_name": "Jinjin Wang", "orcid": "https://orcid.org/0009-0009-0397-4517"}, "institutions": [{"id": "https://openalex.org/I9842412", "display_name": "Nanjing University of Aeronautics and Astronautics", "ror": "https://ror.org/01scyh794", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I9842412"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jinjin Wang", "raw_affiliation_strings": ["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "College of Science, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "College of astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}, {"raw_affiliation_string": "College of Science, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}, {"raw_affiliation_string": "College of astronautics, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5027556229", "display_name": "Zhengsheng Wang", "orcid": "https://orcid.org/0000-0002-3391-3258"}, "institutions": [{"id": "https://openalex.org/I9842412", "display_name": "Nanjing University of Aeronautics and Astronautics", "ror": "https://ror.org/01scyh794", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I9842412"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhengsheng Wang", "raw_affiliation_strings": ["College of Science, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "College of Science, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, China", "institution_ids": ["https://openalex.org/I9842412"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 1, "corresponding_author_ids": ["https://openalex.org/A5005550458"], "corresponding_institution_ids": ["https://openalex.org/I9842412"], "apc_list": {"value": 3500, "currency": "USD", "value_usd": 3500}, "apc_paid": null, "fwci": 24.2094, "has_fulltext": false, "cited_by_count": 131, "citation_normalized_percentile": {"value": 0.99689639, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "211", "issue": null, "first_page": "112614", "last_page": "112614"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T12111", "display_name": "Industrial Vision Systems and Defect Detection", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/2209", "display_name": "Industrial and Manufacturing Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T12111", "display_name": "Industrial Vision Systems and Defect Detection", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/2209", "display_name": "Industrial and Manufacturing Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11606", "display_name": "Infrastructure Maintenance and Monitoring", "score": 0.9944999814033508, "subfield": {"id": "https://openalex.org/subfields/2205", "display_name": "Civil and Structural Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13049", "display_name": "Surface Roughness and Optical Measurements", "score": 0.9936000108718872, "subfield": {"id": "https://openalex.org/subfields/2206", "display_name": "Computational Mechanics"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6667600274085999}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.643670380115509}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.6382297277450562}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.6199951767921448}, {"id": "https://openalex.org/keywords/pooling", "display_name": "Pooling", "score": 0.5243832468986511}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5176246762275696}, {"id": "https://openalex.org/keywords/locality", "display_name": "Locality", "score": 0.49953365325927734}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.4498268663883209}, {"id": "https://openalex.org/keywords/feature-learning", "display_name": "Feature learning", "score": 0.4191124439239502}, {"id": "https://openalex.org/keywords/computer-engineering", "display_name": "Computer engineering", "score": 0.326402485370636}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.1699649691581726}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.09206798672676086}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.07219985127449036}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6667600274085999}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.643670380115509}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.6382297277450562}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.6199951767921448}, {"id": "https://openalex.org/C70437156", "wikidata": "https://www.wikidata.org/wiki/Q7228652", "display_name": "Pooling", "level": 2, "score": 0.5243832468986511}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5176246762275696}, {"id": "https://openalex.org/C2779808786", "wikidata": "https://www.wikidata.org/wiki/Q6664603", "display_name": "Locality", "level": 2, "score": 0.49953365325927734}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.4498268663883209}, {"id": "https://openalex.org/C59404180", "wikidata": "https://www.wikidata.org/wiki/Q17013334", "display_name": "Feature learning", "level": 2, "score": 0.4191124439239502}, {"id": "https://openalex.org/C113775141", "wikidata": "https://www.wikidata.org/wiki/Q428691", "display_name": "Computer engineering", "level": 1, "score": 0.326402485370636}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.1699649691581726}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.09206798672676086}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.07219985127449036}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1016/j.measurement.2023.112614", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.measurement.2023.112614", "pdf_url": null, "source": {"id": "https://openalex.org/S147767848", "display_name": "Measurement", "issn_l": "0263-2241", "issn": ["0263-2241", "1873-412X"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Measurement", "raw_type": "journal-article"}], "best_oa_location": null, "sustainable_development_goals": [{"score": 0.6000000238418579, "display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 77, "referenced_works": ["https://openalex.org/W2005219590", "https://openalex.org/W2012496675", "https://openalex.org/W2065069729", "https://openalex.org/W2078087367", "https://openalex.org/W2194775991", "https://openalex.org/W2395611524", "https://openalex.org/W2412782625", "https://openalex.org/W2560172284", "https://openalex.org/W2598666589", "https://openalex.org/W2768822919", "https://openalex.org/W2790742704", "https://openalex.org/W2899242765", "https://openalex.org/W2945270739", "https://openalex.org/W2949846184", "https://openalex.org/W2952022859", "https://openalex.org/W2981260700", "https://openalex.org/W2994615081", "https://openalex.org/W2998291476", "https://openalex.org/W3001104520", "https://openalex.org/W3009712583", "https://openalex.org/W3013984308", "https://openalex.org/W3035102456", "https://openalex.org/W3035487542", "https://openalex.org/W3046756309", "https://openalex.org/W3102052994", "https://openalex.org/W3106583357", "https://openalex.org/W3113270537", "https://openalex.org/W3127751679", "https://openalex.org/W3131500599", "https://openalex.org/W3138516171", "https://openalex.org/W3139049060", "https://openalex.org/W3139298261", "https://openalex.org/W3156811085", "https://openalex.org/W3160284783", "https://openalex.org/W3164208409", "https://openalex.org/W3170841864", "https://openalex.org/W3175227919", "https://openalex.org/W3175515048", "https://openalex.org/W3175544090", "https://openalex.org/W3195872781", "https://openalex.org/W3208023024", "https://openalex.org/W3211490618", "https://openalex.org/W3212340323", "https://openalex.org/W4200597473", "https://openalex.org/W4211237505", "https://openalex.org/W4214493665", "https://openalex.org/W4214893857", "https://openalex.org/W4224881312", "https://openalex.org/W4281683263", "https://openalex.org/W4287022992", "https://openalex.org/W4293680532", "https://openalex.org/W4293733576", "https://openalex.org/W4297779827", "https://openalex.org/W4312892225", "https://openalex.org/W4312950730", "https://openalex.org/W4365799978", "https://openalex.org/W4385245566", "https://openalex.org/W6639824700", "https://openalex.org/W6642619149", "https://openalex.org/W6653439114", "https://openalex.org/W6729983426", "https://openalex.org/W6739901393", "https://openalex.org/W6774416075", "https://openalex.org/W6778485988", "https://openalex.org/W6786342362", "https://openalex.org/W6787710438", "https://openalex.org/W6791241316", "https://openalex.org/W6795463671", "https://openalex.org/W6797235774", "https://openalex.org/W6797399245", "https://openalex.org/W6797533734", "https://openalex.org/W6797790494", "https://openalex.org/W6798047393", "https://openalex.org/W6798616986", "https://openalex.org/W6799931788", "https://openalex.org/W6800217721", "https://openalex.org/W6848771566"], "related_works": ["https://openalex.org/W2953234277", "https://openalex.org/W2626256601", "https://openalex.org/W2900413183", "https://openalex.org/W4390975304", "https://openalex.org/W147410782", "https://openalex.org/W3022252430", "https://openalex.org/W3103989898", "https://openalex.org/W4287804464", "https://openalex.org/W803346624", "https://openalex.org/W3021077427"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 16}, {"year": 2025, "cited_by_count": 64}, {"year": 2024, "cited_by_count": 34}, {"year": 2023, "cited_by_count": 17}], "updated_date": "2026-06-30T13:55:48.251075", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4400881081", "doi": "https://doi.org/10.1016/j.media.2024.103280", "title": "TransUNet: Rethinking the U-Net architecture design for medical image segmentation through the lens of transformers", "display_name": "TransUNet: Rethinking the U-Net architecture design for medical image segmentation through the lens of transformers", "relevance_score": 1207.1235, "publication_year": 2024, "publication_date": "2024-07-22", "ids": {"openalex": "https://openalex.org/W4400881081", "doi": "https://doi.org/10.1016/j.media.2024.103280", "pmid": "https://pubmed.ncbi.nlm.nih.gov/39096845"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.media.2024.103280", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.media.2024.103280", "pdf_url": null, "source": {"id": "https://openalex.org/S116571295", "display_name": "Medical Image Analysis", "issn_l": "1361-8415", "issn": ["1361-8415", "1361-8423", "1361-8431"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Medical Image Analysis", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "pubmed"], "open_access": {"is_oa": true, "oa_status": "hybrid", "oa_url": "https://doi.org/10.1016/j.media.2024.103280", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5083362398", "display_name": "Jieneng Chen", "orcid": null}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jieneng Chen", "raw_affiliation_strings": ["Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, USA"], "raw_orcid": "https://orcid.org/0009-0001-9536-1161", "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, USA", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5077206511", "display_name": "Jieru Mei", "orcid": "https://orcid.org/0000-0002-4710-9463"}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jieru Mei", "raw_affiliation_strings": ["Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, USA"], "raw_orcid": "https://orcid.org/0000-0002-4710-9463", "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, USA", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5030048445", "display_name": "Xianhang Li", "orcid": "https://orcid.org/0009-0008-1970-4821"}, "institutions": [{"id": "https://openalex.org/I185103710", "display_name": "University of California, Santa Cruz", "ror": "https://ror.org/03s65by71", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I185103710"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Xianhang Li", "raw_affiliation_strings": ["Department of Computer Science and Engineering, University of California, Santa Cruz, CA 95064, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science and Engineering, University of California, Santa Cruz, CA 95064, USA", "institution_ids": ["https://openalex.org/I185103710"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5081352580", "display_name": "Yongyi Lu", "orcid": "https://orcid.org/0000-0003-1398-9965"}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Yongyi Lu", "raw_affiliation_strings": ["Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, USA", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5091431342", "display_name": "Qihang Yu", "orcid": "https://orcid.org/0000-0002-3994-5613"}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Qihang Yu", "raw_affiliation_strings": ["Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, USA"], "raw_orcid": "https://orcid.org/0000-0002-3994-5613", "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, USA", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5037140733", "display_name": "Qingyue Wei", "orcid": "https://orcid.org/0000-0003-4043-3305"}, "institutions": [{"id": "https://openalex.org/I97018004", "display_name": "Stanford University", "ror": "https://ror.org/00f54p054", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I97018004"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Qingyue Wei", "raw_affiliation_strings": ["Department of Radiation Oncology, Stanford University, Stanford, CA 94305, USA"], "raw_orcid": "https://orcid.org/0000-0003-4043-3305", "affiliations": [{"raw_affiliation_string": "Department of Radiation Oncology, Stanford University, Stanford, CA 94305, USA", "institution_ids": ["https://openalex.org/I97018004"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5054311081", "display_name": "Xiangde Luo", "orcid": "https://orcid.org/0000-0001-8574-0005"}, "institutions": [{"id": "https://openalex.org/I4391012619", "display_name": "Shanghai Artificial Intelligence Laboratory", "ror": "https://ror.org/03wkvpx79", "country_code": null, "type": "facility", "lineage": ["https://openalex.org/I4391012619"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xiangde Luo", "raw_affiliation_strings": ["Shanghai AI Lab, Xuhui District, Shanghai, 200000, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Shanghai AI Lab, Xuhui District, Shanghai, 200000, China", "institution_ids": ["https://openalex.org/I4391012619"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5011835422", "display_name": "Yutong Xie", "orcid": "https://orcid.org/0000-0002-6644-1250"}, "institutions": [{"id": "https://openalex.org/I4210127558", "display_name": "Australian Centre for Robotic Vision", "ror": "https://ror.org/02zv9xv82", "country_code": "AU", "type": "facility", "lineage": ["https://openalex.org/I4210127558"]}, {"id": "https://openalex.org/I5681781", "display_name": "The University of Adelaide", "ror": "https://ror.org/00892tw58", "country_code": "AU", "type": "education", "lineage": ["https://openalex.org/I5681781"]}], "countries": ["AU"], "is_corresponding": false, "raw_author_name": "Yutong Xie", "raw_affiliation_strings": ["The Australian Institute for Machine Learning, University of Adelaide, Australia"], "raw_orcid": "https://orcid.org/0000-0002-6644-1250", "affiliations": [{"raw_affiliation_string": "The Australian Institute for Machine Learning, University of Adelaide, Australia", "institution_ids": ["https://openalex.org/I4210127558", "https://openalex.org/I5681781"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5015355317", "display_name": "Ehsan Adeli", "orcid": "https://orcid.org/0000-0002-0579-7763"}, "institutions": [{"id": "https://openalex.org/I97018004", "display_name": "Stanford University", "ror": "https://ror.org/00f54p054", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I97018004"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ehsan Adeli", "raw_affiliation_strings": ["The School of Medicine, Stanford University, Stanford, CA 94305, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "The School of Medicine, Stanford University, Stanford, CA 94305, USA", "institution_ids": ["https://openalex.org/I97018004"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100322552", "display_name": "Yan Wang", "orcid": "https://orcid.org/0000-0001-9324-4191"}, "institutions": [{"id": "https://openalex.org/I66867065", "display_name": "East China Normal University", "ror": "https://ror.org/02n96ep67", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I66867065"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yan Wang", "raw_affiliation_strings": ["The East China Normal University, Shanghai 200062, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "The East China Normal University, Shanghai 200062, China", "institution_ids": ["https://openalex.org/I66867065"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5038969629", "display_name": "Matthew P. Lungren", "orcid": "https://orcid.org/0000-0002-8591-5861"}, "institutions": [{"id": "https://openalex.org/I97018004", "display_name": "Stanford University", "ror": "https://ror.org/00f54p054", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I97018004"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Matthew P. Lungren", "raw_affiliation_strings": ["The School of Medicine, Stanford University, Stanford, CA 94305, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "The School of Medicine, Stanford University, Stanford, CA 94305, USA", "institution_ids": ["https://openalex.org/I97018004"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5066553616", "display_name": "Shaoting Zhang", "orcid": "https://orcid.org/0000-0002-8719-448X"}, "institutions": [{"id": "https://openalex.org/I4391012619", "display_name": "Shanghai Artificial Intelligence Laboratory", "ror": "https://ror.org/03wkvpx79", "country_code": null, "type": "facility", "lineage": ["https://openalex.org/I4391012619"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Shaoting Zhang", "raw_affiliation_strings": ["Shanghai AI Lab, Xuhui District, Shanghai, 200000, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Shanghai AI Lab, Xuhui District, Shanghai, 200000, China", "institution_ids": ["https://openalex.org/I4391012619"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100381484", "display_name": "Lei Xing", "orcid": "https://orcid.org/0000-0003-2536-5359"}, "institutions": [{"id": "https://openalex.org/I97018004", "display_name": "Stanford University", "ror": "https://ror.org/00f54p054", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I97018004"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Lei Xing", "raw_affiliation_strings": ["Department of Radiation Oncology, Stanford University, Stanford, CA 94305, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Radiation Oncology, Stanford University, Stanford, CA 94305, USA", "institution_ids": ["https://openalex.org/I97018004"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5045227579", "display_name": "Le L\u00fc", "orcid": "https://orcid.org/0000-0002-6799-9416"}, "institutions": [{"id": "https://openalex.org/I4210095624", "display_name": "Alibaba Group (United States)", "ror": "https://ror.org/00rn0m335", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I4210095624", "https://openalex.org/I45928872"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Le Lu", "raw_affiliation_strings": ["DAMO Academy, Alibaba Group, New York, NY 10014, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "DAMO Academy, Alibaba Group, New York, NY 10014, USA", "institution_ids": ["https://openalex.org/I4210095624"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5086706224", "display_name": "Alan Yuille", "orcid": "https://orcid.org/0000-0001-5207-9249"}, "institutions": [{"id": "https://openalex.org/I145311948", "display_name": "Johns Hopkins University", "ror": "https://ror.org/00za53h95", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I145311948"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Alan Yuille", "raw_affiliation_strings": ["Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, USA"], "raw_orcid": "https://orcid.org/0000-0001-5207-9249", "affiliations": [{"raw_affiliation_string": "Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, USA", "institution_ids": ["https://openalex.org/I145311948"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5067640436", "display_name": "Yuyin Zhou", "orcid": "https://orcid.org/0000-0003-2232-9563"}, "institutions": [{"id": "https://openalex.org/I185103710", "display_name": "University of California, Santa Cruz", "ror": "https://ror.org/03s65by71", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I185103710"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Yuyin Zhou", "raw_affiliation_strings": ["Department of Computer Science and Engineering, University of California, Santa Cruz, CA 95064, USA. Electronic address: yzhou284@ucsc.edu", "Department of Computer Science and Engineering, University of California, Santa Cruz, CA 95064, USA"], "raw_orcid": "https://orcid.org/0000-0003-2232-9563", "affiliations": [{"raw_affiliation_string": "Department of Computer Science and Engineering, University of California, Santa Cruz, CA 95064, USA. Electronic address: yzhou284@ucsc.edu", "institution_ids": ["https://openalex.org/I185103710"]}, {"raw_affiliation_string": "Department of Computer Science and Engineering, University of California, Santa Cruz, CA 95064, USA", "institution_ids": ["https://openalex.org/I185103710"]}]}], "institutions": [], "countries_distinct_count": 3, "institutions_distinct_count": 8, "corresponding_author_ids": ["https://openalex.org/A5067640436"], "corresponding_institution_ids": ["https://openalex.org/I185103710"], "apc_list": {"value": 3970, "currency": "USD", "value_usd": 3970}, "apc_paid": {"value": 3970, "currency": "USD", "value_usd": 3970}, "fwci": 206.6812, "has_fulltext": false, "cited_by_count": 1001, "citation_normalized_percentile": {"value": 0.99997478, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "97", "issue": null, "first_page": "103280", "last_page": "103280"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9994999766349792, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9994999766349792, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11775", "display_name": "COVID-19 diagnosis using AI", "score": 0.996999979019165, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}, {"id": "https://openalex.org/T12422", "display_name": "Radiomics and Machine Learning in Medical Imaging", "score": 0.9954000115394592, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.708025336265564}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.6847037076950073}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.58124178647995}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.5778750777244568}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.568047285079956}, {"id": "https://openalex.org/keywords/image-segmentation", "display_name": "Image segmentation", "score": 0.5208414196968079}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.4590190649032593}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.42303434014320374}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.39413514733314514}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.12984749674797058}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.08581426739692688}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.708025336265564}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.6847037076950073}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.58124178647995}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.5778750777244568}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.568047285079956}, {"id": "https://openalex.org/C124504099", "wikidata": "https://www.wikidata.org/wiki/Q56933", "display_name": "Image segmentation", "level": 3, "score": 0.5208414196968079}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.4590190649032593}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.42303434014320374}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.39413514733314514}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.12984749674797058}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.08581426739692688}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}], "mesh": [{"descriptor_ui": "D000465", "descriptor_name": "Algorithms", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000465", "descriptor_name": "Algorithms", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000465", "descriptor_name": "Algorithms", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000465", "descriptor_name": "Algorithms", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000465", "descriptor_name": "Algorithms", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D006801", "descriptor_name": "Humans", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D007091", "descriptor_name": "Image Processing, Computer-Assisted", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D007091", "descriptor_name": "Image Processing, Computer-Assisted", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D007091", "descriptor_name": "Image Processing, Computer-Assisted", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D007091", "descriptor_name": "Image Processing, Computer-Assisted", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D007091", "descriptor_name": "Image Processing, Computer-Assisted", "qualifier_ui": "Q000379", "qualifier_name": "methods", "is_major_topic": true}, {"descriptor_ui": "D016571", "descriptor_name": "Neural Networks, Computer", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D016571", "descriptor_name": "Neural Networks, Computer", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D016571", "descriptor_name": "Neural Networks, Computer", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D016571", "descriptor_name": "Neural Networks, Computer", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D016571", "descriptor_name": "Neural Networks, Computer", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}], "locations_count": 2, "locations": [{"id": "doi:10.1016/j.media.2024.103280", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.media.2024.103280", "pdf_url": null, "source": {"id": "https://openalex.org/S116571295", "display_name": "Medical Image Analysis", "issn_l": "1361-8415", "issn": ["1361-8415", "1361-8423", "1361-8431"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Medical Image Analysis", "raw_type": "journal-article"}, {"id": "pmid:39096845", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/39096845", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Medical image analysis", "raw_type": null}], "best_oa_location": {"id": "doi:10.1016/j.media.2024.103280", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.media.2024.103280", "pdf_url": null, "source": {"id": "https://openalex.org/S116571295", "display_name": "Medical Image Analysis", "issn_l": "1361-8415", "issn": ["1361-8415", "1361-8423", "1361-8431"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Medical Image Analysis", "raw_type": "journal-article"}, "sustainable_development_goals": [{"score": 0.4000000059604645, "display_name": "Sustainable cities and communities", "id": "https://metadata.un.org/sdg/11"}, {"score": 0.4000000059604645, "display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 50, "referenced_works": ["https://openalex.org/W1903029394", "https://openalex.org/W2117539524", "https://openalex.org/W2612690371", "https://openalex.org/W2771252144", "https://openalex.org/W2888358068", "https://openalex.org/W2963091558", "https://openalex.org/W2964065884", "https://openalex.org/W2964227007", "https://openalex.org/W2964309882", "https://openalex.org/W2996290406", "https://openalex.org/W2997225633", "https://openalex.org/W3014974815", "https://openalex.org/W3083779147", "https://openalex.org/W3112701542", "https://openalex.org/W3127751679", "https://openalex.org/W3138516171", "https://openalex.org/W3168649818", "https://openalex.org/W3172681723", "https://openalex.org/W3213165621", "https://openalex.org/W4214634256", "https://openalex.org/W4214893857", "https://openalex.org/W4255269169", "https://openalex.org/W4285505553", "https://openalex.org/W4302009076", "https://openalex.org/W4312568229", "https://openalex.org/W4312615272", "https://openalex.org/W4312815172", "https://openalex.org/W4323654151", "https://openalex.org/W4384159609", "https://openalex.org/W6639824700", "https://openalex.org/W6718240422", "https://openalex.org/W6738365919", "https://openalex.org/W6739901393", "https://openalex.org/W6742809253", "https://openalex.org/W6752836997", "https://openalex.org/W6753452578", "https://openalex.org/W6763509872", "https://openalex.org/W6777983745", "https://openalex.org/W6778485988", "https://openalex.org/W6782464220", "https://openalex.org/W6784333009", "https://openalex.org/W6791469159", "https://openalex.org/W6795435739", "https://openalex.org/W6798837711", "https://openalex.org/W6810465815", "https://openalex.org/W6840908765", "https://openalex.org/W6847232821", "https://openalex.org/W6848027525", "https://openalex.org/W6854743002", "https://openalex.org/W6857069666"], "related_works": ["https://openalex.org/W4293226380", "https://openalex.org/W4390516098", "https://openalex.org/W2181948922", "https://openalex.org/W2384362569", "https://openalex.org/W2142795561", "https://openalex.org/W4205302943", "https://openalex.org/W2561132942", "https://openalex.org/W4321487865", "https://openalex.org/W3155418658", "https://openalex.org/W1522196789"], "abstract_inverted_index": {"Medical": [0], "image": [1, 31, 64, 89], "segmentation": [2, 209], "is": [3, 43, 50], "crucial": [4], "for": [5, 23, 207], "healthcare,": [6], "yet": [7], "convolution-based": [8], "methods": [9], "like": [10, 175], "U-Net": [11, 41, 116, 126], "face": [12], "limitations": [13], "in": [14, 40, 48, 129, 160, 171, 179, 227], "modeling": [15, 161], "long-range": [16], "dependencies.": [17], "To": [18], "address": [19], "this,": [20], "Transformers": [21], "designed": [22], "sequence-to-sequence": [24], "predictions": [25], "have": [26], "been": [27], "integrated": [28], "into": [29, 62, 80, 124], "medical": [30, 63, 181], "segmentation.": [32, 193], "However,": [33], "a": [34, 85, 92, 105, 138, 198], "comprehensive": [35], "understanding": [36], "of": [37, 55, 74, 203], "Transformers'": [38, 78], "self-attention": [39, 79], "components": [42], "lacking.": [44], "TransUNet,": [45], "first": [46, 57], "introduced": [47], "2021,": [49], "widely": [51], "recognized": [52], "as": [53, 184], "one": [54], "the": [56, 71, 125, 151, 157, 168, 218, 224, 228], "models": [58, 234], "to": [59, 148, 217], "integrate": [60], "Transformer": [61, 86, 106], "analysis.": [65], "In": [66], "this": [67], "study,": [68], "we": [69], "present": [70], "versatile": [72], "framework": [73], "TransUNet": [75, 136, 196], "that": [76], "encapsulates": [77], "two": [81], "key": [82], "modules:": [83], "(1)": [84], "encoder": [87], "tokenizing": [88], "patches": [90], "from": [91], "convolution": [93], "neural": [94], "network": [95], "(CNN)": [96], "feature": [97], "map,": [98], "facilitating": [99], "global": [100], "context": [101], "extraction,": [102], "and": [103, 115, 134, 143, 167, 190, 205, 210, 222, 233, 239], "(2)": [104], "decoder": [107], "refining": [108], "candidate": [109], "regions": [110], "through": [111], "cross-attention": [112], "between": [113], "proposals": [114], "features.": [117], "These": [118], "modules": [119], "can": [120], "be": [121], "flexibly": [122], "inserted": [123], "backbone,": [127], "resulting": [128], "three": [130], "configurations:": [131], "Encoder-only,": [132], "Decoder-only,": [133], "Encoder+Decoder.": [135], "provides": [137], "library": [139], "encompassing": [140], "both": [141], "2D": [142], "3D": [144], "implementations,": [145], "enabling": [146], "users": [147], "easily": [149], "tailor": [150], "chosen": [152], "architecture.": [153], "Our": [154], "findings": [155], "highlight": [156], "encoder's": [158], "efficacy": [159], "interactions": [162], "among": [163], "multiple": [164], "abdominal": [165], "organs": [166], "decoder's": [169], "strength": [170], "handling": [172], "small": [173], "targets": [174], "tumors.": [176], "It": [177], "excels": [178], "diverse": [180], "applications,": [182], "such": [183], "multi-organ": [185, 208], "segmentation,": [186, 189, 213], "pancreatic": [187, 211], "tumor": [188, 212], "hepatic": [191], "vessel": [192], "Notably,": [194], "our": [195], "achieves": [197], "significant": [199], "average": [200], "Dice": [201], "improvement": [202], "1.06%": [204], "4.30%": [206], "respectively,": [214], "when": [215], "compared": [216], "highly": [219], "competitive": [220], "nn-UNet,": [221], "surpasses": [223], "top-1": [225], "solution": [226], "BrasTS2021": [229], "challenge.": [230], "2D/3D": [231], "Code": [232], "are": [235], "available": [236], "at": [237], "https://github.com/Beckschen/TransUNet": [238], "https://github.com/Beckschen/TransUNet-3D,": [240], "respectively.": [241]}, "counts_by_year": [{"year": 2026, "cited_by_count": 366}, {"year": 2025, "cited_by_count": 579}, {"year": 2024, "cited_by_count": 56}], "updated_date": "2026-07-05T07:55:05.734416", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2997347790", "doi": "https://doi.org/10.48550/arxiv.2002.04745", "title": "On Layer Normalization in the Transformer Architecture", "display_name": "On Layer Normalization in the Transformer Architecture", "relevance_score": 1197.0253, "publication_year": 2020, "publication_date": "2020-02-12", "ids": {"openalex": "https://openalex.org/W2997347790", "doi": "https://doi.org/10.48550/arxiv.2002.04745", "mag": "2997347790"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2002.04745", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2002.04745", "pdf_url": "https://arxiv.org/pdf/2002.04745", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2002.04745", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5102311082", "display_name": "Ruibin Xiong", "orcid": null}, "institutions": [{"id": "https://openalex.org/I19820366", "display_name": "Chinese Academy of Sciences", "ror": "https://ror.org/034t30j35", "country_code": "CN", "type": "government", "lineage": ["https://openalex.org/I19820366"]}, {"id": "https://openalex.org/I4210090176", "display_name": "Institute of Computing Technology", "ror": "https://ror.org/0090r4d87", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xiong, Ruibin", "raw_affiliation_strings": ["Institute of Computing Technology Chinese Academy of Sciences"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Institute of Computing Technology Chinese Academy of Sciences", "institution_ids": ["https://openalex.org/I4210090176", "https://openalex.org/I19820366"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047857937", "display_name": "Yunchang Yang", "orcid": null}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yang, Yunchang", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100739032", "display_name": "Di He", "orcid": "https://orcid.org/0000-0002-3449-6935"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "He, Di", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5005201276", "display_name": "Kai Zheng", "orcid": "https://orcid.org/0000-0002-2939-0669"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zheng, Kai", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "middle", "author": {"id": null, "display_name": "Zheng, Shuxin", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210164937", "display_name": "Microsoft Research (United Kingdom)", "ror": "https://ror.org/05k87vq12", "country_code": "GB", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210164937"]}], "countries": ["GB"], "is_corresponding": false, "raw_author_name": "Zheng, Shuxin", "raw_affiliation_strings": ["Microsoft.com"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft.com", "institution_ids": ["https://openalex.org/I4210164937"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5103674030", "display_name": "Chen Xing", "orcid": null}, "institutions": [{"id": "https://openalex.org/I205237279", "display_name": "Nankai University", "ror": "https://ror.org/01y1kjr75", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I205237279"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Xing, Chen", "raw_affiliation_strings": ["Nankai University;"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Nankai University;", "institution_ids": ["https://openalex.org/I205237279"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5066928490", "display_name": "Huishuai Zhang", "orcid": "https://orcid.org/0000-0003-2711-7295"}, "institutions": [{"id": "https://openalex.org/I4210164937", "display_name": "Microsoft Research (United Kingdom)", "ror": "https://ror.org/05k87vq12", "country_code": "GB", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210164937"]}], "countries": ["GB"], "is_corresponding": false, "raw_author_name": "Zhang, Huishuai", "raw_affiliation_strings": ["(Microsoft)"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "(Microsoft)", "institution_ids": ["https://openalex.org/I4210164937"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101616866", "display_name": "Yanyan Lan", "orcid": "https://orcid.org/0000-0002-7811-3262"}, "institutions": [{"id": "https://openalex.org/I4210090176", "display_name": "Institute of Computing Technology", "ror": "https://ror.org/0090r4d87", "country_code": "CN", "type": "facility", "lineage": ["https://openalex.org/I19820366", "https://openalex.org/I4210090176"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Lan, Yanyan", "raw_affiliation_strings": ["Institute of Computing Technology"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Institute of Computing Technology", "institution_ids": ["https://openalex.org/I4210090176"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100406724", "display_name": "Liwei Wang", "orcid": "https://orcid.org/0000-0003-1076-5827"}, "institutions": [{"id": "https://openalex.org/I20231570", "display_name": "Peking University", "ror": "https://ror.org/02v51f717", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I20231570"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Wang, Liwei", "raw_affiliation_strings": ["Peking University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Peking University", "institution_ids": ["https://openalex.org/I20231570"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101884287", "display_name": "Tie\u2010Yan Liu", "orcid": "https://orcid.org/0000-0002-0476-8020"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Liu, Tie-Yan", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 10, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 110, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11343", "display_name": "Power Transformer Diagnostics and Insulation", "score": 0.989799976348877, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11343", "display_name": "Power Transformer Diagnostics and Insulation", "score": 0.989799976348877, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11222", "display_name": "Magnetic Properties and Applications", "score": 0.9592000246047974, "subfield": {"id": "https://openalex.org/subfields/2504", "display_name": "Electronic, Optical and Magnetic Materials"}, "field": {"id": "https://openalex.org/fields/25", "display_name": "Materials Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10573", "display_name": "Power Quality and Harmonics", "score": 0.9096999764442444, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5067122578620911}, {"id": "https://openalex.org/keywords/normalization", "display_name": "Normalization (sociology)", "score": 0.5005218982696533}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.4970903694629669}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.44160905480384827}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.23975259065628052}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.195581316947937}, {"id": "https://openalex.org/keywords/art", "display_name": "Art", "score": 0.14319327473640442}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.10791370272636414}, {"id": "https://openalex.org/keywords/sociology", "display_name": "Sociology", "score": 0.07055220007896423}, {"id": "https://openalex.org/keywords/visual-arts", "display_name": "Visual arts", "score": 0.050386399030685425}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5067122578620911}, {"id": "https://openalex.org/C136886441", "wikidata": "https://www.wikidata.org/wiki/Q926129", "display_name": "Normalization (sociology)", "level": 2, "score": 0.5005218982696533}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.4970903694629669}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.44160905480384827}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.23975259065628052}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.195581316947937}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.14319327473640442}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.10791370272636414}, {"id": "https://openalex.org/C144024400", "wikidata": "https://www.wikidata.org/wiki/Q21201", "display_name": "Sociology", "level": 0, "score": 0.07055220007896423}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.050386399030685425}, {"id": "https://openalex.org/C19165224", "wikidata": "https://www.wikidata.org/wiki/Q23404", "display_name": "Anthropology", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2002.04745", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2002.04745", "pdf_url": "https://arxiv.org/pdf/2002.04745", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2002.04745", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2002.04745", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article-journal"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2002.04745", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2002.04745", "pdf_url": "https://arxiv.org/pdf/2002.04745", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"score": 0.7799999713897705, "display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2748952813", "https://openalex.org/W2591697403", "https://openalex.org/W2953716828", "https://openalex.org/W2904857019", "https://openalex.org/W2944728705", "https://openalex.org/W3011538607", "https://openalex.org/W2904022177", "https://openalex.org/W2359348847", "https://openalex.org/W4321441197"], "abstract_inverted_index": {"The": [0, 119], "Transformer": [1, 13], "is": [2, 26, 59, 122, 142], "widely": [3], "used": [4], "in": [5, 175], "natural": [6], "language": [7], "processing": [8], "tasks.": [9], "To": [10], "train": [11], "a": [12, 18, 108, 201], "however,": [14], "one": [15], "usually": [16], "needs": [17], "carefully": [19], "designed": [20], "learning": [21, 55, 110], "rate": [22, 56, 111], "warm-up": [23, 57, 120, 165, 183], "stage,": [24], "which": [25, 85], "shown": [27], "to": [28, 31, 162], "be": [29], "crucial": [30], "the": [32, 39, 54, 64, 81, 87, 91, 94, 98, 101, 116, 130, 139, 145, 153, 164, 168, 182], "final": [33], "performance": [34], "but": [35], "will": [36], "slow": [37], "down": [38], "optimization": [40], "and": [41, 61, 197], "bring": [42], "more": [43], "hyper-parameter": [44, 198], "tunings.": [45], "In": [46], "this": [47, 127], "paper,": [48], "we": [49, 71], "first": [50], "study": [51], "theoretically": [52], "why": [53], "stage": [58, 121, 166, 184], "essential": [60], "show": [62, 174], "that": [63, 77, 137, 178], "location": [65], "of": [66, 97, 170, 204], "layer": [67, 88, 103, 140], "normalization": [68, 89, 141], "matters.": [69], "Specifically,": [70], "prove": [72], "with": [73, 189], "mean": [74], "field": [75], "theory": [76, 134], "at": [78, 157], "initialization,": [79], "for": [80, 125, 167], "original-designed": [82], "Post-LN": [83], "Transformer,": [84], "places": [86], "between": [90], "residual": [92, 146], "blocks,": [93], "expected": [95], "gradients": [96, 114, 154], "parameters": [99], "near": [100], "output": [102], "are": [104, 155], "large.": [105], "Therefore,": [106], "using": [107], "large": [109], "on": [112, 200], "those": [113], "makes": [115], "training": [117, 169, 195], "unstable.": [118], "practically": [123], "helpful": [124], "avoiding": [126], "problem.": [128], "On": [129], "other": [131], "hand,": [132], "our": [133, 176], "also": [135], "shows": [136], "if": [138], "put": [143], "inside": [144], "blocks": [147], "(recently": [148], "proposed": [149], "as": [150], "Pre-LN": [151, 171, 179], "Transformer),": [152], "well-behaved": [156], "initialization.": [158], "This": [159], "motivates": [160], "us": [161], "remove": [163], "Transformers.": [172], "We": [173], "experiments": [177], "Transformers": [180], "without": [181], "can": [185], "reach": [186], "comparable": [187], "results": [188], "baselines": [190], "while": [191], "requiring": [192], "significantly": [193], "less": [194], "time": [196], "tuning": [199], "wide": [202], "range": [203], "applications.": [205]}, "counts_by_year": [{"year": 2026, "cited_by_count": 3}, {"year": 2025, "cited_by_count": 9}, {"year": 2024, "cited_by_count": 15}, {"year": 2023, "cited_by_count": 10}, {"year": 2022, "cited_by_count": 13}, {"year": 2021, "cited_by_count": 53}, {"year": 2020, "cited_by_count": 7}], "updated_date": "2026-06-11T09:08:48.828518", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4384080511", "doi": "https://doi.org/10.1109/access.2023.3294618", "title": "DICE-Net: A Novel Convolution-Transformer Architecture for Alzheimer Detection in EEG Signals", "display_name": "DICE-Net: A Novel Convolution-Transformer Architecture for Alzheimer Detection in EEG Signals", "relevance_score": 1107.1611, "publication_year": 2023, "publication_date": "2023-01-01", "ids": {"openalex": "https://openalex.org/W4384080511", "doi": "https://doi.org/10.1109/access.2023.3294618"}, "language": "en", "primary_location": {"id": "doi:10.1109/access.2023.3294618", "is_oa": true, "landing_page_url": "https://doi.org/10.1109/access.2023.3294618", "pdf_url": "https://ieeexplore.ieee.org/ielx7/6287639/6514899/10179900.pdf", "source": {"id": "https://openalex.org/S2485537415", "display_name": "IEEE Access", "issn_l": "2169-3536", "issn": ["2169-3536"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Access", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://ieeexplore.ieee.org/ielx7/6287639/6514899/10179900.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5036320950", "display_name": "\u0391\u03bd\u03b4\u03c1\u03ad\u03b1\u03c2 \u039c\u03b9\u03bb\u03c4\u03b9\u03ac\u03b4\u03bf\u03c5\u03c2", "orcid": "https://orcid.org/0000-0003-0675-9088"}, "institutions": [{"id": "https://openalex.org/I194019607", "display_name": "University of Ioannina", "ror": "https://ror.org/01qg3j183", "country_code": "GR", "type": "education", "lineage": ["https://openalex.org/I194019607"]}], "countries": ["GR"], "is_corresponding": false, "raw_author_name": "Andreas Miltiadous", "raw_affiliation_strings": ["Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece"], "raw_orcid": "https://orcid.org/0000-0003-0675-9088", "affiliations": [{"raw_affiliation_string": "Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece", "institution_ids": ["https://openalex.org/I194019607"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5083430379", "display_name": "Emmanouil Gionanidis", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Emmanouil Gionanidis", "raw_affiliation_strings": ["Independent Researcher, Atlanta, GA, USA", "DataWise Data Engineering LLC, Atlanta, GA, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Independent Researcher, Atlanta, GA, USA", "institution_ids": []}, {"raw_affiliation_string": "DataWise Data Engineering LLC, Atlanta, GA, USA", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5050725088", "display_name": "Katerina D. Tzimourta", "orcid": "https://orcid.org/0000-0001-9640-7005"}, "institutions": [{"id": "https://openalex.org/I194019607", "display_name": "University of Ioannina", "ror": "https://ror.org/01qg3j183", "country_code": "GR", "type": "education", "lineage": ["https://openalex.org/I194019607"]}], "countries": ["GR"], "is_corresponding": false, "raw_author_name": "Katerina D. Tzimourta", "raw_affiliation_strings": ["Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece"], "raw_orcid": "https://orcid.org/0000-0001-9640-7005", "affiliations": [{"raw_affiliation_string": "Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece", "institution_ids": ["https://openalex.org/I194019607"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5027454960", "display_name": "\u039d\u03b9\u03ba\u03cc\u03bb\u03b1\u03bf\u03c2 \u0393\u03b9\u03b1\u03bd\u03bd\u03b1\u03ba\u03ad\u03b1\u03c2", "orcid": "https://orcid.org/0000-0002-0615-783X"}, "institutions": [{"id": "https://openalex.org/I194019607", "display_name": "University of Ioannina", "ror": "https://ror.org/01qg3j183", "country_code": "GR", "type": "education", "lineage": ["https://openalex.org/I194019607"]}], "countries": ["GR"], "is_corresponding": false, "raw_author_name": "Nikolaos Giannakeas", "raw_affiliation_strings": ["Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece"], "raw_orcid": "https://orcid.org/0000-0002-0615-783X", "affiliations": [{"raw_affiliation_string": "Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece", "institution_ids": ["https://openalex.org/I194019607"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5000270870", "display_name": "Alexandros T. Tzallas", "orcid": "https://orcid.org/0000-0001-9043-1290"}, "institutions": [{"id": "https://openalex.org/I194019607", "display_name": "University of Ioannina", "ror": "https://ror.org/01qg3j183", "country_code": "GR", "type": "education", "lineage": ["https://openalex.org/I194019607"]}], "countries": ["GR"], "is_corresponding": false, "raw_author_name": "Alexandros T. Tzallas", "raw_affiliation_strings": ["Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece"], "raw_orcid": "https://orcid.org/0000-0001-9043-1290", "affiliations": [{"raw_affiliation_string": "Department of Informatics and Telecommunications, University of Ioannina, Kostakioi, Arta, Greece", "institution_ids": ["https://openalex.org/I194019607"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 1, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": {"value": 1850, "currency": "USD", "value_usd": 1850}, "apc_paid": {"value": 1850, "currency": "USD", "value_usd": 1850}, "fwci": 26.7274, "has_fulltext": true, "cited_by_count": 171, "citation_normalized_percentile": {"value": 0.99891603, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "11", "issue": null, "first_page": "71840", "last_page": "71858"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10429", "display_name": "EEG and Brain-Computer Interfaces", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, "topics": [{"id": "https://openalex.org/T10429", "display_name": "EEG and Brain-Computer Interfaces", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10241", "display_name": "Functional Brain Connectivity Studies", "score": 0.9959999918937683, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T11021", "display_name": "ECG Monitoring and Analysis", "score": 0.9926999807357788, "subfield": {"id": "https://openalex.org/subfields/2705", "display_name": "Cardiology and Cardiovascular Medicine"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6961252093315125}, {"id": "https://openalex.org/keywords/dice", "display_name": "Dice", "score": 0.6548449397087097}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5839254856109619}, {"id": "https://openalex.org/keywords/electroencephalography", "display_name": "Electroencephalography", "score": 0.5770599246025085}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.5284599661827087}, {"id": "https://openalex.org/keywords/dementia", "display_name": "Dementia", "score": 0.4918367862701416}, {"id": "https://openalex.org/keywords/autoencoder", "display_name": "Autoencoder", "score": 0.4462050795555115}, {"id": "https://openalex.org/keywords/convolution", "display_name": "Convolution (computer science)", "score": 0.44580426812171936}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.4404647946357727}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.4268098473548889}, {"id": "https://openalex.org/keywords/deep-learning", "display_name": "Deep learning", "score": 0.23690101504325867}, {"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.18244799971580505}, {"id": "https://openalex.org/keywords/neuroscience", "display_name": "Neuroscience", "score": 0.16106069087982178}, {"id": "https://openalex.org/keywords/mathematics", "display_name": "Mathematics", "score": 0.15469425916671753}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.1377650797367096}, {"id": "https://openalex.org/keywords/medicine", "display_name": "Medicine", "score": 0.12552785873413086}, {"id": "https://openalex.org/keywords/disease", "display_name": "Disease", "score": 0.10093575716018677}, {"id": "https://openalex.org/keywords/statistics", "display_name": "Statistics", "score": 0.08881586790084839}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6961252093315125}, {"id": "https://openalex.org/C22029948", "wikidata": "https://www.wikidata.org/wiki/Q45089", "display_name": "Dice", "level": 2, "score": 0.6548449397087097}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5839254856109619}, {"id": "https://openalex.org/C522805319", "wikidata": "https://www.wikidata.org/wiki/Q179965", "display_name": "Electroencephalography", "level": 2, "score": 0.5770599246025085}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.5284599661827087}, {"id": "https://openalex.org/C2779483572", "wikidata": "https://www.wikidata.org/wiki/Q83030", "display_name": "Dementia", "level": 3, "score": 0.4918367862701416}, {"id": "https://openalex.org/C101738243", "wikidata": "https://www.wikidata.org/wiki/Q786435", "display_name": "Autoencoder", "level": 3, "score": 0.4462050795555115}, {"id": "https://openalex.org/C45347329", "wikidata": "https://www.wikidata.org/wiki/Q5166604", "display_name": "Convolution (computer science)", "level": 3, "score": 0.44580426812171936}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.4404647946357727}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.4268098473548889}, {"id": "https://openalex.org/C108583219", "wikidata": "https://www.wikidata.org/wiki/Q197536", "display_name": "Deep learning", "level": 2, "score": 0.23690101504325867}, {"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.18244799971580505}, {"id": "https://openalex.org/C169760540", "wikidata": "https://www.wikidata.org/wiki/Q207011", "display_name": "Neuroscience", "level": 1, "score": 0.16106069087982178}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.15469425916671753}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.1377650797367096}, {"id": "https://openalex.org/C71924100", "wikidata": "https://www.wikidata.org/wiki/Q11190", "display_name": "Medicine", "level": 0, "score": 0.12552785873413086}, {"id": "https://openalex.org/C2779134260", "wikidata": "https://www.wikidata.org/wiki/Q12136", "display_name": "Disease", "level": 2, "score": 0.10093575716018677}, {"id": "https://openalex.org/C105795698", "wikidata": "https://www.wikidata.org/wiki/Q12483", "display_name": "Statistics", "level": 1, "score": 0.08881586790084839}, {"id": "https://openalex.org/C142724271", "wikidata": "https://www.wikidata.org/wiki/Q7208", "display_name": "Pathology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1109/access.2023.3294618", "is_oa": true, "landing_page_url": "https://doi.org/10.1109/access.2023.3294618", "pdf_url": "https://ieeexplore.ieee.org/ielx7/6287639/6514899/10179900.pdf", "source": {"id": "https://openalex.org/S2485537415", "display_name": "IEEE Access", "issn_l": "2169-3536", "issn": ["2169-3536"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Access", "raw_type": "journal-article"}, {"id": "pmh:oai:doaj.org/article:afff6252bb2d45c9bf34d0cde25c909e", "is_oa": true, "landing_page_url": "https://doaj.org/article/afff6252bb2d45c9bf34d0cde25c909e", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "IEEE Access, Vol 11, Pp 71840-71858 (2023)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1109/access.2023.3294618", "is_oa": true, "landing_page_url": "https://doi.org/10.1109/access.2023.3294618", "pdf_url": "https://ieeexplore.ieee.org/ielx7/6287639/6514899/10179900.pdf", "source": {"id": "https://openalex.org/S2485537415", "display_name": "IEEE Access", "issn_l": "2169-3536", "issn": ["2169-3536"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319808", "host_organization_name": "Institute of Electrical and Electronics Engineers", "host_organization_lineage": ["https://openalex.org/P4310319808"], "host_organization_lineage_names": ["Institute of Electrical and Electronics Engineers"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "IEEE Access", "raw_type": "journal-article"}, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G1337233005", "display_name": null, "funder_award_id": "NSRF 2014-2020", "funder_id": "https://openalex.org/F4320320300", "funder_display_name": "European Commission"}, {"id": "https://openalex.org/G5634946813", "display_name": null, "funder_award_id": "2014-2020", "funder_id": "https://openalex.org/F4320335322", "funder_display_name": "European Regional Development Fund"}, {"id": "https://openalex.org/G6870533126", "display_name": null, "funder_award_id": "2014-2020", "funder_id": "https://openalex.org/F4320320300", "funder_display_name": "European Commission"}, {"id": "https://openalex.org/G7538097724", "display_name": null, "funder_award_id": "NSRF 2014-2020", "funder_id": "https://openalex.org/F4320335322", "funder_display_name": "European Regional Development Fund"}], "funders": [{"id": "https://openalex.org/F4320320300", "display_name": "European Commission", "ror": "https://ror.org/00k4n6c32"}, {"id": "https://openalex.org/F4320335322", "display_name": "European Regional Development Fund", "ror": "https://ror.org/00k4n6c32"}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4384080511.pdf", "grobid_xml": "https://content.openalex.org/works/W4384080511.grobid-xml"}, "referenced_works_count": 66, "referenced_works": ["https://openalex.org/W1813451903", "https://openalex.org/W1990207779", "https://openalex.org/W2061880091", "https://openalex.org/W2106931873", "https://openalex.org/W2113207845", "https://openalex.org/W2119185655", "https://openalex.org/W2123715154", "https://openalex.org/W2128495200", "https://openalex.org/W2142367912", "https://openalex.org/W2160704933", "https://openalex.org/W2161420216", "https://openalex.org/W2286711030", "https://openalex.org/W2532852577", "https://openalex.org/W2559463885", "https://openalex.org/W2601369343", "https://openalex.org/W2741907166", "https://openalex.org/W2783371799", "https://openalex.org/W2792885690", "https://openalex.org/W2895561940", "https://openalex.org/W2896457183", "https://openalex.org/W2912556930", "https://openalex.org/W2927969672", "https://openalex.org/W2938057047", "https://openalex.org/W2944155581", "https://openalex.org/W2963355311", "https://openalex.org/W2963512530", "https://openalex.org/W3013294478", "https://openalex.org/W3015671919", "https://openalex.org/W3017314941", "https://openalex.org/W3082918395", "https://openalex.org/W3086032303", "https://openalex.org/W3090594113", "https://openalex.org/W3102455230", "https://openalex.org/W3106355052", "https://openalex.org/W3112036203", "https://openalex.org/W3115292829", "https://openalex.org/W3119278118", "https://openalex.org/W3129679525", "https://openalex.org/W3166784444", "https://openalex.org/W3177342940", "https://openalex.org/W3189791507", "https://openalex.org/W3201769198", "https://openalex.org/W3206176427", "https://openalex.org/W3206580035", "https://openalex.org/W4221048756", "https://openalex.org/W4221056805", "https://openalex.org/W4280556554", "https://openalex.org/W4281997030", "https://openalex.org/W4283068693", "https://openalex.org/W4289538860", "https://openalex.org/W4289731687", "https://openalex.org/W4291149459", "https://openalex.org/W4291910446", "https://openalex.org/W4294811288", "https://openalex.org/W4295312788", "https://openalex.org/W4308340089", "https://openalex.org/W4311144192", "https://openalex.org/W4312240518", "https://openalex.org/W4318203463", "https://openalex.org/W4319303360", "https://openalex.org/W4319460119", "https://openalex.org/W4378528024", "https://openalex.org/W4385245566", "https://openalex.org/W6677088747", "https://openalex.org/W6739901393", "https://openalex.org/W6766978945"], "related_works": ["https://openalex.org/W4287995534", "https://openalex.org/W2998168123", "https://openalex.org/W2897995864", "https://openalex.org/W2292254049", "https://openalex.org/W2592385986", "https://openalex.org/W4281924768", "https://openalex.org/W4379653318", "https://openalex.org/W3099179464", "https://openalex.org/W2772780115", "https://openalex.org/W4309838615"], "abstract_inverted_index": {"Objective:": [0], "Alzheimer\u2019s": [1], "disease": [2], "(AD)": [3], "is": [4], "a": [5, 11, 21, 39, 47, 125], "progressive": [6], "neurodegenerative": [7], "disorder": [8], "that": [9, 97, 124], "affects": [10], "significant": [12], "percentage": [13], "of": [14, 30, 55, 85, 102, 135, 141, 154, 165, 173], "the": [15, 25, 105, 132, 139, 163, 171], "elderly.": [16], "EEG": [17, 44, 136], "has": [18], "emerged": [19], "as": [20, 157], "promising": [22], "tool": [23], "for": [24, 138, 177], "timely": [26], "diagnosis": [27, 167], "and": [28, 62, 74, 79, 89, 115, 147, 168], "classification": [29, 45, 140], "AD": [31, 43, 142], "or": [32], "other": [33, 152], "dementia": [34, 60], "types.": [35], "This": [36, 159], "paper": [37], "proposes": [38], "novel": [40], "approach": [41, 160], "to": [42, 81, 151, 170], "using": [46, 108], "Dual-Input": [48], "Convolution": [49], "Encoder": [50], "Network": [51], "(DICE-net).": [52], "Approach:": [53], "Recordings": [54], "36": [56], "AD,": [57], "23": [58], "Frontotemporal": [59], "(FTD),": [61], "29": [63], "age-matched": [64], "healthy": [65], "individuals": [66], "(CN)": [67], "were": [68, 77], "used.": [69], "After": [70], "denoising,": [71], "Band": [72], "power": [73], "Coherence": [75], "features": [76, 134], "extracted": [78], "fed": [80], "DICE-net,": [82], "which": [83], "consists": [84], "Convolution,": [86], "Transformer": [87], "Encoder,": [88], "Feed-Forward": [90], "layers.": [91], "Main": [92], "results:": [93], "Our": [94, 121], "results": [95], "show": [96], "DICE-net": [98], "achieved": [99], "an": [100], "accuracy": [101, 164], "83.28%": [103], "in": [104], "AD-CN": [106], "problem": [107], "Leave-One-Subject-Out": [109], "validation,": [110], "outperforming": [111], "several": [112], "baseline": [113], "models,": [114], "achieving": [116], "good": [117], "generalization": [118], "performance.": [119], "Significance:": [120], "findings": [122], "suggest": [123], "convolution": [126], "transformer": [127], "network": [128], "can": [129], "effectively": [130], "capture": [131], "complex": [133], "signals": [137], "patients": [143], "versus": [144], "control": [145], "subjects": [146], "may": [148], "be": [149], "expanded": [150], "types": [153], "dementia,": [155], "such": [156], "FTD.": [158], "could": [161], "improve": [162], "early": [166], "lead": [169], "development": [172], "more": [174], "effective": [175], "interventions": [176], "AD.": [178]}, "counts_by_year": [{"year": 2026, "cited_by_count": 39}, {"year": 2025, "cited_by_count": 77}, {"year": 2024, "cited_by_count": 44}, {"year": 2023, "cited_by_count": 11}], "updated_date": "2026-07-01T08:55:40.977307", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4312560592", "doi": "https://doi.org/10.1109/cvpr52688.2022.00320", "title": "Video Swin Transformer", "display_name": "Video Swin Transformer", "relevance_score": 1104.9858, "publication_year": 2022, "publication_date": "2022-06-01", "ids": {"openalex": "https://openalex.org/W4312560592", "doi": "https://doi.org/10.1109/cvpr52688.2022.00320"}, "language": "en", "primary_location": {"id": "doi:10.1109/cvpr52688.2022.00320", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/cvpr52688.2022.00320", "pdf_url": null, "source": {"id": "https://openalex.org/S4363607701", "display_name": "2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5100349451", "display_name": "Ze Liu", "orcid": "https://orcid.org/0000-0001-8512-5408"}, "institutions": [{"id": "https://openalex.org/I126520041", "display_name": "University of Science and Technology of China", "ror": "https://ror.org/04c4dkn09", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I126520041", "https://openalex.org/I19820366"]}, {"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Ze Liu", "raw_affiliation_strings": ["Microsoft Research Asia", "University of Science and Technology of China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}, {"raw_affiliation_string": "University of Science and Technology of China", "institution_ids": ["https://openalex.org/I126520041"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101709263", "display_name": "Ning Jia", "orcid": "https://orcid.org/0000-0002-2395-3432"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}, {"id": "https://openalex.org/I47720641", "display_name": "Huazhong University of Science and Technology", "ror": "https://ror.org/00p991c53", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I47720641"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jia Ning", "raw_affiliation_strings": ["Microsoft Research Asia", "Huazhong University of Science and Technology"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}, {"raw_affiliation_string": "Huazhong University of Science and Technology", "institution_ids": ["https://openalex.org/I47720641"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101593662", "display_name": "Yue Cao", "orcid": "https://orcid.org/0000-0002-1679-0444"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yue Cao", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5009248953", "display_name": "Yixuan Wei", "orcid": "https://orcid.org/0000-0003-1775-7301"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}, {"id": "https://openalex.org/I99065089", "display_name": "Tsinghua University", "ror": "https://ror.org/03cve4549", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I99065089"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yixuan Wei", "raw_affiliation_strings": ["Microsoft Research Asia", "Tsinghua University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}, {"raw_affiliation_string": "Tsinghua University", "institution_ids": ["https://openalex.org/I99065089"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100459168", "display_name": "Zheng Zhang", "orcid": "https://orcid.org/0000-0003-1470-6998"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zheng Zhang", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5025114648", "display_name": "Stephen Lin", "orcid": "https://orcid.org/0000-0002-5616-558X"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Stephen Lin", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101976576", "display_name": "Han Hu", "orcid": "https://orcid.org/0000-0001-5104-6146"}, "institutions": [{"id": "https://openalex.org/I4210113369", "display_name": "Microsoft Research Asia (China)", "ror": "https://ror.org/0300m5276", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I1290206253", "https://openalex.org/I4210113369"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Han Hu", "raw_affiliation_strings": ["Microsoft Research Asia"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Microsoft Research Asia", "institution_ids": ["https://openalex.org/I4210113369"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 4, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 103.2781, "has_fulltext": false, "cited_by_count": 1912, "citation_normalized_percentile": {"value": 0.99964514, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 97, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "3192", "last_page": "3201"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10812", "display_name": "Human Pose and Action Recognition", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10812", "display_name": "Human Pose and Action Recognition", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11512", "display_name": "Anomaly Detection Techniques and Applications", "score": 0.9980000257492065, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7195335626602173}, {"id": "https://openalex.org/keywords/locality", "display_name": "Locality", "score": 0.6997275352478027}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6400948762893677}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5620236992835999}, {"id": "https://openalex.org/keywords/leverage", "display_name": "Leverage (statistics)", "score": 0.5098320841789246}, {"id": "https://openalex.org/keywords/action-recognition", "display_name": "Action recognition", "score": 0.4804351031780243}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.45947709679603577}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.414720356464386}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.37136679887771606}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.13519296050071716}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.1021849513053894}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7195335626602173}, {"id": "https://openalex.org/C2779808786", "wikidata": "https://www.wikidata.org/wiki/Q6664603", "display_name": "Locality", "level": 2, "score": 0.6997275352478027}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6400948762893677}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5620236992835999}, {"id": "https://openalex.org/C153083717", "wikidata": "https://www.wikidata.org/wiki/Q6535263", "display_name": "Leverage (statistics)", "level": 2, "score": 0.5098320841789246}, {"id": "https://openalex.org/C2987834672", "wikidata": "https://www.wikidata.org/wiki/Q4677630", "display_name": "Action recognition", "level": 3, "score": 0.4804351031780243}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.45947709679603577}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.414720356464386}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.37136679887771606}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.13519296050071716}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.1021849513053894}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C2777212361", "wikidata": "https://www.wikidata.org/wiki/Q5127848", "display_name": "Class (philosophy)", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1109/cvpr52688.2022.00320", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/cvpr52688.2022.00320", "pdf_url": null, "source": {"id": "https://openalex.org/S4363607701", "display_name": "2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)", "raw_type": "proceedings-article"}], "best_oa_location": null, "sustainable_development_goals": [{"score": 0.7599999904632568, "display_name": "Sustainable cities and communities", "id": "https://metadata.un.org/sdg/11"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 53, "referenced_works": ["https://openalex.org/W1522301498", "https://openalex.org/W1522734439", "https://openalex.org/W1686810756", "https://openalex.org/W2097117768", "https://openalex.org/W2112796928", "https://openalex.org/W2163605009", "https://openalex.org/W2194775991", "https://openalex.org/W2331143823", "https://openalex.org/W2619947201", "https://openalex.org/W2625366777", "https://openalex.org/W2883429621", "https://openalex.org/W2963091558", "https://openalex.org/W2963155035", "https://openalex.org/W2963446712", "https://openalex.org/W2963524571", "https://openalex.org/W2963820951", "https://openalex.org/W2964080601", "https://openalex.org/W2982220924", "https://openalex.org/W2983446232", "https://openalex.org/W2984287396", "https://openalex.org/W2989728968", "https://openalex.org/W2990152177", "https://openalex.org/W2990503944", "https://openalex.org/W2998508940", "https://openalex.org/W3007759824", "https://openalex.org/W3034572008", "https://openalex.org/W3035303837", "https://openalex.org/W3035413240", "https://openalex.org/W3035452548", "https://openalex.org/W3035619757", "https://openalex.org/W3035682985", "https://openalex.org/W3094502228", "https://openalex.org/W3096833468", "https://openalex.org/W3107634219", "https://openalex.org/W3126721948", "https://openalex.org/W3138516171", "https://openalex.org/W3170874841", "https://openalex.org/W3210279979", "https://openalex.org/W4214516465", "https://openalex.org/W4214612132", "https://openalex.org/W4214614183", "https://openalex.org/W4288089799", "https://openalex.org/W4385245566", "https://openalex.org/W6637373629", "https://openalex.org/W6684191040", "https://openalex.org/W6701947533", "https://openalex.org/W6739901393", "https://openalex.org/W6752764193", "https://openalex.org/W6769627184", "https://openalex.org/W6773829392", "https://openalex.org/W6779387320", "https://openalex.org/W6780637161", "https://openalex.org/W6784333009"], "related_works": ["https://openalex.org/W1556451512", "https://openalex.org/W1555349535", "https://openalex.org/W4234091740", "https://openalex.org/W4213350282", "https://openalex.org/W2230171082", "https://openalex.org/W2583128298", "https://openalex.org/W2022275305", "https://openalex.org/W1604115909", "https://openalex.org/W3213878615", "https://openalex.org/W4283332100"], "abstract_inverted_index": {"The": [0, 78], "vision": [1], "community": [2], "is": [3, 85], "witnessing": [4], "a": [5, 62, 113], "modeling": [6, 147], "shift": [7], "from": [8], "CNNs": [9], "to": [10, 61, 67, 99], "Transformers,": [11, 58], "where": [12], "pure": [13], "Transformer": [14, 33, 91], "architectures": [15], "have": [16], "attained": [17], "top": [18], "accuracy": [19, 111, 126, 132, 150], "on": [20, 32, 112, 121, 127, 133, 151], "the": [21, 40, 81, 89, 94, 101], "major": [22], "video": [23, 27, 57, 83, 117], "recognition": [24, 118, 123], "benchmarks.": [25], "These": [26], "models": [28], "are": [29], "all": [30], "built": [31], "layers": [34], "that": [35], "globally": [36, 73], "connect": [37], "patches": [38], "across": [39], "spatial": [41], "and": [42, 129, 140, 145], "temporal": [43, 146], "dimensions.": [44], "In": [45], "this": [46], "paper,": [47], "we": [48], "instead": [49], "advocate": [50], "an": [51], "inductive": [52], "bias": [53], "of": [54, 80, 103, 116], "locality": [55, 79], "in": [56], "which": [59, 70], "leads": [60], "better": [63], "speed-accuracy": [64], "trade-off": [65], "compared": [66], "previous": [68], "approaches": [69], "compute": [71], "self-attention": [72], "even": [74], "with": [75, 135], "spatial-temporal": [76], "factorization.": [77], "proposed": [82], "architecture": [84], "realized": [86], "by": [87], "adapting": [88], "Swin": [90], "designed": [92], "for": [93], "image": [95, 105], "domain,": [96], "while": [97], "continuing": [98], "leverage": [100], "power": [102], "pre-trained": [104], "models.": [106], "Our": [107], "approach": [108], "achieves": [109], "state-of-the-art": [110], "broad": [114], "range": [115], "benchmarks,": [119], "including": [120], "action": [122], "(84.9": [124], "top-l": [125, 131, 149], "Kinetics-400": [128], "85.9": [130], "Kinetics-600": [134], "~20\u00d7": [136], "less": [137], "pre-training": [138], "data": [139], "~3\u00d7": [141], "smaller": [142], "model": [143], "size)": [144], "(69.6": [148], "Something-Something": [152], "v2).": [153]}, "counts_by_year": [{"year": 2026, "cited_by_count": 157}, {"year": 2025, "cited_by_count": 551}, {"year": 2024, "cited_by_count": 622}, {"year": 2023, "cited_by_count": 444}, {"year": 2022, "cited_by_count": 134}, {"year": 2021, "cited_by_count": 4}], "updated_date": "2026-07-04T07:58:01.006859", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4322628180", "doi": "https://doi.org/10.1016/j.vrih.2022.07.006", "title": "Transformer architecture based on mutual attention for image-anomaly detection", "display_name": "Transformer architecture based on mutual attention for image-anomaly detection", "relevance_score": 1092.0872, "publication_year": 2023, "publication_date": "2023-02-01", "ids": {"openalex": "https://openalex.org/W4322628180", "doi": "https://doi.org/10.1016/j.vrih.2022.07.006"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.vrih.2022.07.006", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.vrih.2022.07.006", "pdf_url": null, "source": {"id": "https://openalex.org/S4210224695", "display_name": "Virtual Reality & Intelligent Hardware", "issn_l": "2096-5796", "issn": ["2096-5796", "2666-1209"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by-nc-nd", "license_id": "https://openalex.org/licenses/cc-by-nc-nd", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Virtual Reality & Intelligent Hardware", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj"], "open_access": {"is_oa": true, "oa_status": "diamond", "oa_url": "https://doi.org/10.1016/j.vrih.2022.07.006", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101648885", "display_name": "Mengting Zhang", "orcid": null}, "institutions": [{"id": "https://openalex.org/I23632641", "display_name": "Shanghai University of Electric Power", "ror": "https://ror.org/02w4tny03", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I23632641"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Mengting Zhang", "raw_affiliation_strings": ["Department of Computer Science and Techology, Shanghai University of Electric Power, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science and Techology, Shanghai University of Electric Power, Shanghai, China", "institution_ids": ["https://openalex.org/I23632641"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101801821", "display_name": "Xiuxia Tian", "orcid": "https://orcid.org/0000-0002-3862-9803"}, "institutions": [{"id": "https://openalex.org/I23632641", "display_name": "Shanghai University of Electric Power", "ror": "https://ror.org/02w4tny03", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I23632641"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Xiuxia Tian", "raw_affiliation_strings": ["Department of Computer Science and Techology, Shanghai University of Electric Power, Shanghai, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Computer Science and Techology, Shanghai University of Electric Power, Shanghai, China", "institution_ids": ["https://openalex.org/I23632641"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 1, "corresponding_author_ids": ["https://openalex.org/A5101801821"], "corresponding_institution_ids": ["https://openalex.org/I23632641"], "apc_list": null, "apc_paid": null, "fwci": 18.3588, "has_fulltext": false, "cited_by_count": 114, "citation_normalized_percentile": {"value": 0.99508402, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": "5", "issue": "1", "first_page": "57", "last_page": "67"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11512", "display_name": "Anomaly Detection Techniques and Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11512", "display_name": "Anomaly Detection Techniques and Applications", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12357", "display_name": "Digital Media Forensic Detection", "score": 0.9976000189781189, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10775", "display_name": "Generative Adversarial Networks and Image Synthesis", "score": 0.9804999828338623, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7192721366882324}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.7122202515602112}, {"id": "https://openalex.org/keywords/anomaly-detection", "display_name": "Anomaly detection", "score": 0.6749518513679504}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.5899763703346252}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5543644428253174}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.5352379083633423}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.5203185081481934}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.4794858396053314}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.43988409638404846}, {"id": "https://openalex.org/keywords/graphics", "display_name": "Graphics", "score": 0.4354996383190155}, {"id": "https://openalex.org/keywords/anomaly", "display_name": "Anomaly (physics)", "score": 0.4135393798351288}, {"id": "https://openalex.org/keywords/computer-graphics", "display_name": "Computer graphics (images)", "score": 0.14939028024673462}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.13918232917785645}, {"id": "https://openalex.org/keywords/geography", "display_name": "Geography", "score": 0.09525319933891296}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7192721366882324}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.7122202515602112}, {"id": "https://openalex.org/C739882", "wikidata": "https://www.wikidata.org/wiki/Q3560506", "display_name": "Anomaly detection", "level": 2, "score": 0.6749518513679504}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.5899763703346252}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5543644428253174}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.5352379083633423}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.5203185081481934}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.4794858396053314}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.43988409638404846}, {"id": "https://openalex.org/C21442007", "wikidata": "https://www.wikidata.org/wiki/Q1027879", "display_name": "Graphics", "level": 2, "score": 0.4354996383190155}, {"id": "https://openalex.org/C12997251", "wikidata": "https://www.wikidata.org/wiki/Q567560", "display_name": "Anomaly (physics)", "level": 2, "score": 0.4135393798351288}, {"id": "https://openalex.org/C121684516", "wikidata": "https://www.wikidata.org/wiki/Q7600677", "display_name": "Computer graphics (images)", "level": 1, "score": 0.14939028024673462}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.13918232917785645}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.09525319933891296}, {"id": "https://openalex.org/C166957645", "wikidata": "https://www.wikidata.org/wiki/Q23498", "display_name": "Archaeology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C26873012", "wikidata": "https://www.wikidata.org/wiki/Q214781", "display_name": "Condensed matter physics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1016/j.vrih.2022.07.006", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.vrih.2022.07.006", "pdf_url": null, "source": {"id": "https://openalex.org/S4210224695", "display_name": "Virtual Reality & Intelligent Hardware", "issn_l": "2096-5796", "issn": ["2096-5796", "2666-1209"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by-nc-nd", "license_id": "https://openalex.org/licenses/cc-by-nc-nd", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Virtual Reality & Intelligent Hardware", "raw_type": "journal-article"}, {"id": "pmh:oai:doaj.org/article:7b0a6b0ab7df4663b871d2a7ba341bf9", "is_oa": true, "landing_page_url": "https://doaj.org/article/7b0a6b0ab7df4663b871d2a7ba341bf9", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Virtual Reality & Intelligent Hardware, Vol 5, Iss 1, Pp 57-67 (2023)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1016/j.vrih.2022.07.006", "is_oa": true, "landing_page_url": "https://doi.org/10.1016/j.vrih.2022.07.006", "pdf_url": null, "source": {"id": "https://openalex.org/S4210224695", "display_name": "Virtual Reality & Intelligent Hardware", "issn_l": "2096-5796", "issn": ["2096-5796", "2666-1209"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": "cc-by-nc-nd", "license_id": "https://openalex.org/licenses/cc-by-nc-nd", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Virtual Reality & Intelligent Hardware", "raw_type": "journal-article"}, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 36, "referenced_works": ["https://openalex.org/W1964859077", "https://openalex.org/W2194775991", "https://openalex.org/W2599354622", "https://openalex.org/W2923486253", "https://openalex.org/W2963182372", "https://openalex.org/W3023868590", "https://openalex.org/W3092704883", "https://openalex.org/W3104156061", "https://openalex.org/W3106848223", "https://openalex.org/W3170841864", "https://openalex.org/W3184778778", "https://openalex.org/W3207692456", "https://openalex.org/W3214308028", "https://openalex.org/W4200134793", "https://openalex.org/W4214708455", "https://openalex.org/W4248942896", "https://openalex.org/W4249009392", "https://openalex.org/W4286696412", "https://openalex.org/W4312747027", "https://openalex.org/W4376626035", "https://openalex.org/W4385245566", "https://openalex.org/W4386432925", "https://openalex.org/W6735108248", "https://openalex.org/W6739901393", "https://openalex.org/W6760816630", "https://openalex.org/W6763964532", "https://openalex.org/W6775545142", "https://openalex.org/W6778485988", "https://openalex.org/W6779018880", "https://openalex.org/W6785596320", "https://openalex.org/W6786585107", "https://openalex.org/W6788477181", "https://openalex.org/W6792155083", "https://openalex.org/W6794762147", "https://openalex.org/W6795092660", "https://openalex.org/W6796767071"], "related_works": ["https://openalex.org/W2806741695", "https://openalex.org/W3210364259", "https://openalex.org/W4290647774", "https://openalex.org/W3189286258", "https://openalex.org/W3207797160", "https://openalex.org/W2912112202", "https://openalex.org/W2667207928", "https://openalex.org/W4300558037", "https://openalex.org/W4377864969", "https://openalex.org/W3030345572"], "abstract_inverted_index": {"Image": [0], "anomaly": [1, 79, 98], "detection": [2, 115], "is": [3, 11], "a": [4, 70], "popular": [5], "task": [6], "in": [7, 14], "computer": [8], "graphics,": [9], "which": [10], "widely": [12], "used": [13], "industrial": [15], "fields.": [16], "Previous": [17], "works": [18], "that": [19, 112], "address": [20], "this": [21, 66], "problem": [22], "often": [23], "train": [24], "CNN-based": [25], "(e.g.": [26], "Auto-Encoder,": [27], "GANs)": [28], "models": [29], "to": [30, 60, 94], "reconstruct": [31], "covered": [32], "parts": [33], "of": [34], "input": [35, 43], "images": [36], "and": [37, 44, 87, 108, 119], "calculate": [38], "the": [39, 42, 45], "difference": [40], "between": [41], "reconstructed": [46], "image.": [47], "However,": [48], "convolutional": [49], "operations": [50], "are": [51], "good": [52], "at": [53], "extracting": [54], "local": [55, 89], "features": [56, 90, 93], "making": [57], "it": [58, 113], "difficult": [59], "identify": [61], "larger": [62], "image": [63, 78, 97], "anomalies.": [64], "To": [65], "end,": [67], "we": [68], "propose": [69], "transformer": [71], "architecture": [72, 82], "based": [73], "on": [74, 105], "mutual": [75], "attention": [76], "for": [77], "separation.": [80], "This": [81], "can": [83], "capture": [84], "long-term": [85], "dependencies": [86], "fuse": [88], "with": [91, 125], "global": [92], "facilitate": [95], "better": [96], "detection.": [99], "Our": [100], "method": [101], "was": [102], "extensively": [103], "evaluated": [104], "several": [106], "benchmarks,": [107], "experimental": [109], "results": [110], "showed": [111], "improved": [114], "capability": [116, 121], "by": [117, 122], "3.1%": [118], "localization": [120], "1.0%": [123], "compared": [124], "state-of-the-art": [126], "reconstruction-based": [127], "methods.": [128]}, "counts_by_year": [{"year": 2026, "cited_by_count": 43}, {"year": 2025, "cited_by_count": 67}, {"year": 2024, "cited_by_count": 3}, {"year": 2023, "cited_by_count": 1}], "updated_date": "2026-06-29T08:53:18.405633", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3159481202", "doi": "https://doi.org/10.1109/iccv48922.2021.00951", "title": "Emerging Properties in Self-Supervised Vision Transformers", "display_name": "Emerging Properties in Self-Supervised Vision Transformers", "relevance_score": 1082.6572, "publication_year": 2021, "publication_date": "2021-10-01", "ids": {"openalex": "https://openalex.org/W3159481202", "doi": "https://doi.org/10.1109/iccv48922.2021.00951", "mag": "3159481202"}, "language": "en", "primary_location": {"id": "doi:10.1109/iccv48922.2021.00951", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/iccv48922.2021.00951", "pdf_url": null, "source": {"id": "https://openalex.org/S4363607764", "display_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["arxiv", "crossref", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2104.14294", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5071626315", "display_name": "Mathilde Caron", "orcid": "https://orcid.org/0000-0001-6594-6698"}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Mathilde Caron", "raw_affiliation_strings": ["Facebook AI Research", "FAIR - Facebook AI Research [Paris] (Paris - France)"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Facebook AI Research", "institution_ids": ["https://openalex.org/I2252078561"]}, {"raw_affiliation_string": "FAIR - Facebook AI Research [Paris] (Paris - France)", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5032644449", "display_name": "Hugo Touvron", "orcid": "https://orcid.org/0000-0003-1678-392X"}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Hugo Touvron", "raw_affiliation_strings": ["Facebook AI Research", "FAIR - Facebook AI Research [Paris] (Paris - France)"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Facebook AI Research", "institution_ids": ["https://openalex.org/I2252078561"]}, {"raw_affiliation_string": "FAIR - Facebook AI Research [Paris] (Paris - France)", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5000623592", "display_name": "Ishan Misra", "orcid": "https://orcid.org/0000-0001-7708-7261"}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Ishan Misra", "raw_affiliation_strings": ["Facebook AI Research", "FAIR - Facebook AI Research [Paris] (Paris - France)"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Facebook AI Research", "institution_ids": ["https://openalex.org/I2252078561"]}, {"raw_affiliation_string": "FAIR - Facebook AI Research [Paris] (Paris - France)", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5111802678", "display_name": "Herv\u00e9 Je\u01f5ou", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Herve Jegou", "raw_affiliation_strings": ["Facebook AI Research", "FAIR - Facebook AI Research [Paris] (Paris - France)"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Facebook AI Research", "institution_ids": ["https://openalex.org/I2252078561"]}, {"raw_affiliation_string": "FAIR - Facebook AI Research [Paris] (Paris - France)", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5062817741", "display_name": "Julien Mairal", "orcid": "https://orcid.org/0000-0001-6991-2110"}, "institutions": [{"id": "https://openalex.org/I1294671590", "display_name": "Centre National de la Recherche Scientifique", "ror": "https://ror.org/02feahw73", "country_code": "FR", "type": "government", "lineage": ["https://openalex.org/I1294671590"]}, {"id": "https://openalex.org/I4210101348", "display_name": "Centre Inria de l'Universit\u00e9 Grenoble Alpes", "ror": "https://ror.org/00n8d6z93", "country_code": "FR", "type": "facility", "lineage": ["https://openalex.org/I1326498283", "https://openalex.org/I4210101348"]}, {"id": "https://openalex.org/I899635006", "display_name": "Universit\u00e9 Grenoble Alpes", "ror": "https://ror.org/02rx3b187", "country_code": "FR", "type": "education", "lineage": ["https://openalex.org/I899635006"]}], "countries": ["FR"], "is_corresponding": false, "raw_author_name": "Julien Mairal", "raw_affiliation_strings": ["Univ. Grenoble Alpes, Inria, CNRS,Grenoble,France,38000"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Univ. Grenoble Alpes, Inria, CNRS,Grenoble,France,38000", "institution_ids": ["https://openalex.org/I4210101348", "https://openalex.org/I1294671590", "https://openalex.org/I899635006"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5035420035", "display_name": "Piotr Bojanowski", "orcid": "https://orcid.org/0000-0001-8098-5900"}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Piotr Bojanowski", "raw_affiliation_strings": ["Facebook AI Research", "FAIR - Facebook AI Research [Paris] (Paris - France)"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Facebook AI Research", "institution_ids": ["https://openalex.org/I2252078561"]}, {"raw_affiliation_string": "FAIR - Facebook AI Research [Paris] (Paris - France)", "institution_ids": []}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5107859338", "display_name": "Armand Joulin", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Armand Joulin", "raw_affiliation_strings": ["Facebook AI Research", "FAIR - Facebook AI Research [Paris] (Paris - France)"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Facebook AI Research", "institution_ids": ["https://openalex.org/I2252078561"]}, {"raw_affiliation_string": "FAIR - Facebook AI Research [Paris] (Paris - France)", "institution_ids": []}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 4, "corresponding_author_ids": [], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 378.7832, "has_fulltext": false, "cited_by_count": 5026, "citation_normalized_percentile": {"value": 1.0, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 94, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "9630", "last_page": "9640"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11307", "display_name": "Domain Adaptation and Few-Shot Learning", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10036", "display_name": "Advanced Neural Network Applications", "score": 0.9994999766349792, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10627", "display_name": "Advanced Image and Video Retrieval Techniques", "score": 0.9991999864578247, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7024170160293579}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.6985760927200317}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.6396309733390808}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5999557971954346}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.58647221326828}, {"id": "https://openalex.org/keywords/supervised-learning", "display_name": "Supervised learning", "score": 0.5790724158287048}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.46549901366233826}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.41817381978034973}, {"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.24338597059249878}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.08943656086921692}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7024170160293579}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.6985760927200317}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.6396309733390808}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5999557971954346}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.58647221326828}, {"id": "https://openalex.org/C136389625", "wikidata": "https://www.wikidata.org/wiki/Q334384", "display_name": "Supervised learning", "level": 3, "score": 0.5790724158287048}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.46549901366233826}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.41817381978034973}, {"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.24338597059249878}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.08943656086921692}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 4, "locations": [{"id": "doi:10.1109/iccv48922.2021.00951", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/iccv48922.2021.00951", "pdf_url": null, "source": {"id": "https://openalex.org/S4363607764", "display_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2021 IEEE/CVF International Conference on Computer Vision (ICCV)", "raw_type": "proceedings-article"}, {"id": "pmh:oai:arXiv.org:2104.14294", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2104.14294", "pdf_url": "https://arxiv.org/pdf/2104.14294", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "pmh:oai:HAL:hal-03323359v1", "is_oa": true, "landing_page_url": "https://hal.science/hal-03323359", "pdf_url": null, "source": {"id": "https://openalex.org/S4306402512", "display_name": "HAL (Le Centre pour la Communication Scientifique Directe)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1294671590", "host_organization_name": "Centre National de la Recherche Scientifique", "host_organization_lineage": ["https://openalex.org/I1294671590"], "host_organization_lineage_names": [], "type": "repository"}, "license": "other-oa", "license_id": "https://openalex.org/licenses/other-oa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "http://iccv2021.thecvf.com/home", "raw_type": "info:eu-repo/semantics/conferenceObject"}, {"id": "doi:10.48550/arxiv.2104.14294", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2104.14294", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "Preprint"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2104.14294", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2104.14294", "pdf_url": "https://arxiv.org/pdf/2104.14294", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G1041279674", "display_name": "MIAI @ Grenoble Alpes", "funder_award_id": "ANR-19-P3IA-0003", "funder_id": "https://openalex.org/F4320320883", "funder_display_name": "Agence Nationale de la Recherche"}], "funders": [{"id": "https://openalex.org/F4320320883", "display_name": "Agence Nationale de la Recherche", "ror": "https://ror.org/00rbzpz17"}], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 141, "referenced_works": ["https://openalex.org/W59018853", "https://openalex.org/W1821462560", "https://openalex.org/W2020308406", "https://openalex.org/W2031489346", "https://openalex.org/W2086161653", "https://openalex.org/W2100664567", "https://openalex.org/W2117539524", "https://openalex.org/W2133564696", "https://openalex.org/W2134670479", "https://openalex.org/W2144796873", "https://openalex.org/W2148809531", "https://openalex.org/W2152790380", "https://openalex.org/W2158131535", "https://openalex.org/W2174726731", "https://openalex.org/W2194775991", "https://openalex.org/W2250384498", "https://openalex.org/W2284050935", "https://openalex.org/W2326925005", "https://openalex.org/W2533598788", "https://openalex.org/W2574872930", "https://openalex.org/W2605229288", "https://openalex.org/W2607510315", "https://openalex.org/W2622263826", "https://openalex.org/W2767621619", "https://openalex.org/W2768282280", "https://openalex.org/W2787017828", "https://openalex.org/W2798991696", "https://openalex.org/W2883725317", "https://openalex.org/W2896060389", "https://openalex.org/W2896457183", "https://openalex.org/W2911925209", "https://openalex.org/W2916743882", "https://openalex.org/W2941964676", "https://openalex.org/W2943152387", "https://openalex.org/W2950344723", "https://openalex.org/W2951541198", "https://openalex.org/W2953070460", "https://openalex.org/W2962369866", "https://openalex.org/W2962852342", "https://openalex.org/W2963154697", "https://openalex.org/W2963212250", "https://openalex.org/W2963263347", "https://openalex.org/W2963341956", "https://openalex.org/W2963403868", "https://openalex.org/W2963465221", "https://openalex.org/W2963495051", "https://openalex.org/W2963588253", "https://openalex.org/W2963685250", "https://openalex.org/W2963927126", "https://openalex.org/W2964045208", "https://openalex.org/W2964074409", "https://openalex.org/W2964308564", "https://openalex.org/W2964700958", "https://openalex.org/W2987741655", "https://openalex.org/W2990205821", "https://openalex.org/W2990519439", "https://openalex.org/W2995181141", "https://openalex.org/W2996080391", "https://openalex.org/W2998388430", "https://openalex.org/W3005680577", "https://openalex.org/W3009561768", "https://openalex.org/W3014490631", "https://openalex.org/W3018265077", "https://openalex.org/W3022061250", "https://openalex.org/W3026092005", "https://openalex.org/W3027083471", "https://openalex.org/W3034429256", "https://openalex.org/W3034885317", "https://openalex.org/W3034915791", "https://openalex.org/W3035060554", "https://openalex.org/W3035160371", "https://openalex.org/W3035305184", "https://openalex.org/W3035524453", "https://openalex.org/W3036224891", "https://openalex.org/W3037618862", "https://openalex.org/W3041919418", "https://openalex.org/W3093929102", "https://openalex.org/W3094502228", "https://openalex.org/W3096338464", "https://openalex.org/W3099570996", "https://openalex.org/W3100859887", "https://openalex.org/W3103455452", "https://openalex.org/W3106428938", "https://openalex.org/W3107668149", "https://openalex.org/W3109440167", "https://openalex.org/W3116557712", "https://openalex.org/W3121052760", "https://openalex.org/W3122325173", "https://openalex.org/W3128099838", "https://openalex.org/W3128934284", "https://openalex.org/W3134652006", "https://openalex.org/W3135715136", "https://openalex.org/W3136604105", "https://openalex.org/W3149106692", "https://openalex.org/W3168405954", "https://openalex.org/W3170336723", "https://openalex.org/W3170874841", "https://openalex.org/W3171007011", "https://openalex.org/W3197396431", "https://openalex.org/W4287636287", "https://openalex.org/W4288024349", "https://openalex.org/W4288581820", "https://openalex.org/W4385245566", "https://openalex.org/W6602403235", "https://openalex.org/W6638523607", "https://openalex.org/W6675122589", "https://openalex.org/W6679434410", "https://openalex.org/W6682948231", "https://openalex.org/W6685380521", "https://openalex.org/W6685522000", "https://openalex.org/W6695676441", "https://openalex.org/W6701655646", "https://openalex.org/W6726497184", "https://openalex.org/W6733814495", "https://openalex.org/W6736894310", "https://openalex.org/W6739622702", "https://openalex.org/W6739901393", "https://openalex.org/W6748108687", "https://openalex.org/W6753000030", "https://openalex.org/W6755207826", "https://openalex.org/W6758139636", "https://openalex.org/W6761825139", "https://openalex.org/W6761903662", "https://openalex.org/W6770196601", "https://openalex.org/W6774314701", "https://openalex.org/W6774670964", "https://openalex.org/W6777179611", "https://openalex.org/W6777265123", "https://openalex.org/W6779326418", "https://openalex.org/W6779977557", "https://openalex.org/W6779997284", "https://openalex.org/W6780730929", "https://openalex.org/W6784333009", "https://openalex.org/W6784531446", "https://openalex.org/W6786614245", "https://openalex.org/W6787207808", "https://openalex.org/W6787339664", "https://openalex.org/W6787508319", "https://openalex.org/W6788135285", "https://openalex.org/W6791742336", "https://openalex.org/W6928992657"], "related_works": ["https://openalex.org/W4390516098", "https://openalex.org/W2181948922", "https://openalex.org/W2384362569", "https://openalex.org/W2142795561", "https://openalex.org/W4205302943", "https://openalex.org/W2561132942", "https://openalex.org/W4285328440", "https://openalex.org/W4390062853", "https://openalex.org/W4389256085", "https://openalex.org/W4313644201"], "abstract_inverted_index": {"In": [0], "this": [1, 32], "paper,": [2], "we": [3, 37, 118], "question": [4], "if": [5], "self-supervised": [6, 29, 43, 113], "learning": [7], "provides": [8], "new": [9], "properties": [10], "to": [11, 20, 31], "Vision": [12], "Transformer": [13], "(ViT)": [14], "[16]": [15], "that": [16, 27], "stand": [17], "out": [18], "compared": [19], "convolutional": [21], "networks": [22], "(convnets).": [23], "Beyond": [24], "the": [25, 39, 50, 89, 99, 130], "fact": [26], "adapting": [28], "methods": [30], "architecture": [33], "works": [34], "particularly": [35], "well,": [36], "make": [38], "following": [40], "observations:": [41], "first,": [42], "ViT": [44], "features": [45, 70], "contain": [46], "explicit": [47], "information": [48], "about": [49], "semantic": [51], "segmentation": [52], "of": [53, 91, 101, 123], "an": [54], "image,": [55], "which": [56, 117], "does": [57], "not": [58], "emerge": [59], "as": [60, 120], "clearly": [61], "with": [62, 66, 81, 104, 125, 145], "supervised": [63], "ViTs,": [64], "nor": [65], "convnets.": [67], "Second,": [68], "these": [69], "are": [71], "also": [72, 87], "excellent": [73], "k-NN": [74], "classifiers,": [75], "reaching": [76], "78.3%": [77], "top-1": [78, 139], "on": [79, 140], "ImageNet": [80, 141], "a": [82, 111, 121], "small": [83, 102], "ViT.": [84], "Our": [85], "study": [86], "underlines": [88], "importance": [90], "momentum": [92], "encoder": [93], "[26],": [94], "multi-crop": [95], "training": [96], "[9],": [97], "and": [98, 134], "use": [100], "patches": [103], "ViTs.": [105], "We": [106, 128], "implement": [107], "our": [108], "findings": [109], "into": [110], "simple": [112], "method,": [114], "called": [115], "DINO,": [116], "interpret": [119], "form": [122], "self-distillation": [124], "no": [126], "labels.": [127], "show": [129], "synergy": [131], "between": [132], "DINO": [133], "ViTs": [135], "by": [136], "achieving": [137], "80.1%": [138], "in": [142], "linear": [143], "evaluation": [144], "ViT-Base.": [146]}, "counts_by_year": [{"year": 2026, "cited_by_count": 455}, {"year": 2025, "cited_by_count": 1583}, {"year": 2024, "cited_by_count": 1511}, {"year": 2023, "cited_by_count": 969}, {"year": 2022, "cited_by_count": 384}, {"year": 2021, "cited_by_count": 122}, {"year": 2020, "cited_by_count": 2}], "updated_date": "2026-07-04T07:58:01.006859", "created_date": "2021-05-10T00:00:00"}, {"id": "https://openalex.org/W2969574947", "doi": "https://doi.org/10.48550/arxiv.1905.01969", "title": "Poly-encoders: Transformer Architectures and Pre-training Strategies for Fast and Accurate Multi-sentence Scoring", "display_name": "Poly-encoders: Transformer Architectures and Pre-training Strategies for Fast and Accurate Multi-sentence Scoring", "relevance_score": 1064.7006, "publication_year": 2019, "publication_date": "2019-04-22", "ids": {"openalex": "https://openalex.org/W2969574947", "doi": "https://doi.org/10.48550/arxiv.1905.01969", "mag": "2969574947"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:1905.01969", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1905.01969", "pdf_url": "https://arxiv.org/pdf/1905.01969", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/1905.01969", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5073426725", "display_name": "Samuel Humeau", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Humeau, Samuel", "raw_affiliation_strings": ["Facebook"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Facebook", "institution_ids": ["https://openalex.org/I2252078561"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5048651878", "display_name": "Kurt Shuster", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Shuster, Kurt", "raw_affiliation_strings": ["Facebook"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Facebook", "institution_ids": ["https://openalex.org/I2252078561"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5050998809", "display_name": "Marie-Anne Lachaux", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Lachaux, Marie-Anne", "raw_affiliation_strings": ["Facebook"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Facebook", "institution_ids": ["https://openalex.org/I2252078561"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5076635608", "display_name": "Jason Weston", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2252078561", "display_name": "Meta (Israel)", "ror": "https://ror.org/02388em19", "country_code": "IL", "type": "company", "lineage": ["https://openalex.org/I2252078561", "https://openalex.org/I4210114444"]}], "countries": ["IL"], "is_corresponding": false, "raw_author_name": "Weston, Jason", "raw_affiliation_strings": ["Facebook"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Facebook", "institution_ids": ["https://openalex.org/I2252078561"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 1, "corresponding_author_ids": [], "corresponding_institution_ids": ["https://openalex.org/I2252078561"], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 154, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9986000061035156, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7199810147285461}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.6906931400299072}, {"id": "https://openalex.org/keywords/sentence", "display_name": "Sentence", "score": 0.6677629947662354}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.614673912525177}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.41952207684516907}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.3811214864253998}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.36688631772994995}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.16403359174728394}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.15704551339149475}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.14212757349014282}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7199810147285461}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.6906931400299072}, {"id": "https://openalex.org/C2777530160", "wikidata": "https://www.wikidata.org/wiki/Q41796", "display_name": "Sentence", "level": 2, "score": 0.6677629947662354}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.614673912525177}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.41952207684516907}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.3811214864253998}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.36688631772994995}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.16403359174728394}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.15704551339149475}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.14212757349014282}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:1905.01969", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1905.01969", "pdf_url": "https://arxiv.org/pdf/1905.01969", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.1905.01969", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.1905.01969", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "Preprint"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:1905.01969", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1905.01969", "pdf_url": "https://arxiv.org/pdf/1905.01969", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"score": 0.6399999856948853, "display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4"}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 34, "referenced_works": ["https://openalex.org/W10957333", "https://openalex.org/W630532510", "https://openalex.org/W1566289585", "https://openalex.org/W1997460147", "https://openalex.org/W2127589108", "https://openalex.org/W2129921015", "https://openalex.org/W2147152072", "https://openalex.org/W2165612380", "https://openalex.org/W2197546379", "https://openalex.org/W2785414597", "https://openalex.org/W2798392716", "https://openalex.org/W2822830299", "https://openalex.org/W2890394457", "https://openalex.org/W2891416139", "https://openalex.org/W2898236449", "https://openalex.org/W2903533488", "https://openalex.org/W2908602207", "https://openalex.org/W2909777606", "https://openalex.org/W2913340405", "https://openalex.org/W2913443447", "https://openalex.org/W2914204778", "https://openalex.org/W2962779279", "https://openalex.org/W2962854379", "https://openalex.org/W2963341956", "https://openalex.org/W2963475460", "https://openalex.org/W2963825865", "https://openalex.org/W2963838657", "https://openalex.org/W2964121744", "https://openalex.org/W2970049541", "https://openalex.org/W2970252402", "https://openalex.org/W2971883198", "https://openalex.org/W2973054254", "https://openalex.org/W2998702515", "https://openalex.org/W3023029948"], "related_works": ["https://openalex.org/W4390516098", "https://openalex.org/W2181948922", "https://openalex.org/W2375873920", "https://openalex.org/W2384362569", "https://openalex.org/W2146114872", "https://openalex.org/W2142795561", "https://openalex.org/W2392060890", "https://openalex.org/W4205302943", "https://openalex.org/W2392760275", "https://openalex.org/W2561132942"], "abstract_inverted_index": {"The": [0, 54], "use": [1], "of": [2, 15, 91], "deep": [3], "pre-trained": [4], "bidirectional": [5], "transformers": [6], "has": [7], "led": [8], "to": [9, 138], "remarkable": [10], "progress": [11], "in": [12], "a": [13, 30, 34, 71, 88], "number": [14], "applications": [16], "(Devlin": [17], "et": [18], "al.,": [19], "2018).": [20], "For": [21], "tasks": [22], "that": [23, 77, 114, 126], "make": [24], "pairwise": [25], "comparisons": [26], "between": [27], "sequences,": [28], "matching": [29], "given": [31], "input": [32], "with": [33], "corresponding": [35], "label,": [36], "two": [37], "approaches": [38], "are": [39, 116, 130], "common:": [40], "Cross-encoders": [41, 119], "performing": [42], "full": [43], "self-attention": [44, 84], "over": [45], "the": [46, 51, 75, 127, 139], "pair": [47, 52], "and": [48, 98, 120, 125], "Bi-encoders": [49], "encoding": [50], "separately.": [53], "former": [55], "often": [56], "performs": [57], "better,": [58], "but": [59], "is": [60], "too": [61], "slow": [62], "for": [63], "practical": [64], "use.": [65], "In": [66], "this": [67], "work,": [68], "we": [69], "develop": [70], "new": [72], "transformer": [73], "architecture,": [74], "Poly-encoder,": [76], "learns": [78], "global": [79], "rather": [80], "than": [81, 118, 123], "token": [82], "level": [83], "features.": [85], "We": [86, 103], "perform": [87], "detailed": [89], "comparison": [90], "all": [92], "three": [93, 111], "approaches,": [94], "including": [95], "what": [96], "pre-training": [97, 133], "fine-tuning": [99], "strategies": [100], "work": [101], "best.": [102], "show": [104], "our": [105], "models": [106], "achieve": [107], "state-of-the-art": [108], "results": [109, 129], "on": [110, 134], "existing": [112], "tasks;": [113], "Poly-encoders": [115], "faster": [117], "more": [121], "accurate": [122], "Bi-encoders;": [124], "best": [128], "obtained": [131], "by": [132], "large": [135], "datasets": [136], "similar": [137], "downstream": [140], "tasks.": [141]}, "counts_by_year": [{"year": 2025, "cited_by_count": 2}, {"year": 2024, "cited_by_count": 6}, {"year": 2023, "cited_by_count": 33}, {"year": 2022, "cited_by_count": 28}, {"year": 2021, "cited_by_count": 42}, {"year": 2020, "cited_by_count": 35}, {"year": 2019, "cited_by_count": 8}], "updated_date": "2026-07-01T06:00:48.157686", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4392240693", "doi": "https://doi.org/10.1038/s41598-024-55483-x", "title": "Advanced hybrid LSTM-transformer architecture for real-time multi-task prediction in engineering systems", "display_name": "Advanced hybrid LSTM-transformer architecture for real-time multi-task prediction in engineering systems", "relevance_score": 1041.2758, "publication_year": 2024, "publication_date": "2024-02-28", "ids": {"openalex": "https://openalex.org/W4392240693", "doi": "https://doi.org/10.1038/s41598-024-55483-x", "pmid": "https://pubmed.ncbi.nlm.nih.gov/38418510"}, "language": "en", "primary_location": {"id": "doi:10.1038/s41598-024-55483-x", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41598-024-55483-x", "pdf_url": "https://www.nature.com/articles/s41598-024-55483-x.pdf", "source": {"id": "https://openalex.org/S196734849", "display_name": "Scientific Reports", "issn_l": "2045-2322", "issn": ["2045-2322"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Scientific Reports", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://www.nature.com/articles/s41598-024-55483-x.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101932624", "display_name": "Kaiwen Cao", "orcid": "https://orcid.org/0009-0000-9723-306X"}, "institutions": [{"id": "https://openalex.org/I145897649", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I145897649"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Kangjie Cao", "raw_affiliation_strings": ["Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China", "School of Information and Engineering, Minzu University of China, Beijing, 100081, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China", "institution_ids": ["https://openalex.org/I145897649"]}, {"raw_affiliation_string": "School of Information and Engineering, Minzu University of China, Beijing, 100081, China", "institution_ids": ["https://openalex.org/I145897649"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100738839", "display_name": "Ting Zhang", "orcid": "https://orcid.org/0000-0002-1899-1784"}, "institutions": [{"id": "https://openalex.org/I145897649", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I145897649"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Ting Zhang", "raw_affiliation_strings": ["Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China. tozhangting@126.com", "School of Information and Engineering, Minzu University of China, Beijing, 100081, China. tozhangting@126.com", "Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China. tozhangting@126.com", "institution_ids": ["https://openalex.org/I145897649"]}, {"raw_affiliation_string": "School of Information and Engineering, Minzu University of China, Beijing, 100081, China. tozhangting@126.com", "institution_ids": ["https://openalex.org/I145897649"]}, {"raw_affiliation_string": "Key Laboratory of Ethnic Language Intelligent Analysis and Security Governance of MOE, Minzu University of China, No. 27 Zhongguancun South Avenue, Beijing, 100081, China", "institution_ids": ["https://openalex.org/I145897649"]}]}, {"author_position": "last", "author": {"id": null, "display_name": "Jueqiao Huang", "orcid": null}, "institutions": [{"id": "https://openalex.org/I145897649", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I145897649"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jueqiao Huang", "raw_affiliation_strings": ["School of Information and Engineering, Minzu University of China, Beijing, 100081, China", "School of Information and Engineering, Minzu University of China, Beijing 100081, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Information and Engineering, Minzu University of China, Beijing, 100081, China", "institution_ids": ["https://openalex.org/I145897649"]}, {"raw_affiliation_string": "School of Information and Engineering, Minzu University of China, Beijing 100081, China", "institution_ids": ["https://openalex.org/I145897649"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 1, "corresponding_author_ids": ["https://openalex.org/A5100738839"], "corresponding_institution_ids": ["https://openalex.org/I145897649"], "apc_list": {"value": 1890, "currency": "EUR", "value_usd": 2190}, "apc_paid": {"value": 1890, "currency": "EUR", "value_usd": 2190}, "fwci": 38.0308, "has_fulltext": true, "cited_by_count": 137, "citation_normalized_percentile": {"value": 0.99991683, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "14", "issue": "1", "first_page": "4890", "last_page": "4890"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10892", "display_name": "Drilling and Well Engineering", "score": 0.9855999946594238, "subfield": {"id": "https://openalex.org/subfields/2212", "display_name": "Ocean Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10892", "display_name": "Drilling and Well Engineering", "score": 0.9855999946594238, "subfield": {"id": "https://openalex.org/subfields/2212", "display_name": "Ocean Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11606", "display_name": "Infrastructure Maintenance and Monitoring", "score": 0.9779999852180481, "subfield": {"id": "https://openalex.org/subfields/2205", "display_name": "Civil and Structural Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13050", "display_name": "Oil and Gas Production Techniques", "score": 0.9671000242233276, "subfield": {"id": "https://openalex.org/subfields/2212", "display_name": "Ocean Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7914505004882812}, {"id": "https://openalex.org/keywords/architecture", "display_name": "Architecture", "score": 0.5336061120033264}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.486905962228775}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.48167121410369873}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.47661128640174866}, {"id": "https://openalex.org/keywords/adaptability", "display_name": "Adaptability", "score": 0.47453558444976807}, {"id": "https://openalex.org/keywords/robustness", "display_name": "Robustness (evolution)", "score": 0.4732834994792938}, {"id": "https://openalex.org/keywords/predictive-modelling", "display_name": "Predictive modelling", "score": 0.4330296814441681}, {"id": "https://openalex.org/keywords/distributed-computing", "display_name": "Distributed computing", "score": 0.3372159004211426}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.11557352542877197}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7914505004882812}, {"id": "https://openalex.org/C123657996", "wikidata": "https://www.wikidata.org/wiki/Q12271", "display_name": "Architecture", "level": 2, "score": 0.5336061120033264}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.486905962228775}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.48167121410369873}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.47661128640174866}, {"id": "https://openalex.org/C177606310", "wikidata": "https://www.wikidata.org/wiki/Q5674297", "display_name": "Adaptability", "level": 2, "score": 0.47453558444976807}, {"id": "https://openalex.org/C63479239", "wikidata": "https://www.wikidata.org/wiki/Q7353546", "display_name": "Robustness (evolution)", "level": 3, "score": 0.4732834994792938}, {"id": "https://openalex.org/C45804977", "wikidata": "https://www.wikidata.org/wiki/Q7239673", "display_name": "Predictive modelling", "level": 2, "score": 0.4330296814441681}, {"id": "https://openalex.org/C120314980", "wikidata": "https://www.wikidata.org/wiki/Q180634", "display_name": "Distributed computing", "level": 1, "score": 0.3372159004211426}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.11557352542877197}, {"id": "https://openalex.org/C55493867", "wikidata": "https://www.wikidata.org/wiki/Q7094", "display_name": "Biochemistry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C185592680", "wikidata": "https://www.wikidata.org/wiki/Q2329", "display_name": "Chemistry", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C142362112", "wikidata": "https://www.wikidata.org/wiki/Q735", "display_name": "Art", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C18903297", "wikidata": "https://www.wikidata.org/wiki/Q7150", "display_name": "Ecology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C104317684", "wikidata": "https://www.wikidata.org/wiki/Q7187", "display_name": "Gene", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C153349607", "wikidata": "https://www.wikidata.org/wiki/Q36649", "display_name": "Visual arts", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 4, "locations": [{"id": "doi:10.1038/s41598-024-55483-x", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41598-024-55483-x", "pdf_url": "https://www.nature.com/articles/s41598-024-55483-x.pdf", "source": {"id": "https://openalex.org/S196734849", "display_name": "Scientific Reports", "issn_l": "2045-2322", "issn": ["2045-2322"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Scientific Reports", "raw_type": "journal-article"}, {"id": "pmid:38418510", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/38418510", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Scientific reports", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:11322354", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/11322354", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11322354/pdf/41598_2024_Article_55483.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Sci Rep", "raw_type": "Text"}, {"id": "pmh:oai:doaj.org/article:2050cec9c81b444cb849a0f5c7038bb6", "is_oa": false, "landing_page_url": "https://doaj.org/article/2050cec9c81b444cb849a0f5c7038bb6", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Scientific Reports, Vol 14, Iss 1, Pp 1-24 (2024)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1038/s41598-024-55483-x", "is_oa": true, "landing_page_url": "https://doi.org/10.1038/s41598-024-55483-x", "pdf_url": "https://www.nature.com/articles/s41598-024-55483-x.pdf", "source": {"id": "https://openalex.org/S196734849", "display_name": "Scientific Reports", "issn_l": "2045-2322", "issn": ["2045-2322"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310319908", "host_organization_name": "Nature Portfolio", "host_organization_lineage": ["https://openalex.org/P4310319908", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Nature Portfolio", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Scientific Reports", "raw_type": "journal-article"}, "sustainable_development_goals": [{"score": 0.7400000095367432, "display_name": "Clean water and sanitation", "id": "https://metadata.un.org/sdg/6"}], "awards": [], "funders": [{"id": "https://openalex.org/F4320328117", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62"}], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4392240693.pdf"}, "referenced_works_count": 36, "referenced_works": ["https://openalex.org/W161130869", "https://openalex.org/W2180718409", "https://openalex.org/W2944851425", "https://openalex.org/W3041860561", "https://openalex.org/W3159791669", "https://openalex.org/W3198666609", "https://openalex.org/W3202434625", "https://openalex.org/W3208605024", "https://openalex.org/W4206412842", "https://openalex.org/W4220870779", "https://openalex.org/W4224103449", "https://openalex.org/W4281651325", "https://openalex.org/W4284674612", "https://openalex.org/W4306155095", "https://openalex.org/W4307640482", "https://openalex.org/W4309647995", "https://openalex.org/W4315927936", "https://openalex.org/W4317717538", "https://openalex.org/W4318542545", "https://openalex.org/W4319661451", "https://openalex.org/W4321787272", "https://openalex.org/W4321796689", "https://openalex.org/W4323315504", "https://openalex.org/W4323848846", "https://openalex.org/W4362470802", "https://openalex.org/W4362514912", "https://openalex.org/W4362538029", "https://openalex.org/W4362665268", "https://openalex.org/W4367182526", "https://openalex.org/W4377825882", "https://openalex.org/W4379137647", "https://openalex.org/W4380355610", "https://openalex.org/W4382933914", "https://openalex.org/W4384154454", "https://openalex.org/W4385250562", "https://openalex.org/W4386413260"], "related_works": ["https://openalex.org/W2357124094", "https://openalex.org/W2387399993", "https://openalex.org/W2389739210", "https://openalex.org/W2348924972", "https://openalex.org/W2365736347", "https://openalex.org/W2047454415", "https://openalex.org/W2070040999", "https://openalex.org/W2387293848", "https://openalex.org/W2250140200", "https://openalex.org/W3121791438"], "abstract_inverted_index": {"In": [0], "the": [1, 54, 117], "field": [2, 87], "of": [3, 57, 121, 135], "engineering": [4, 114, 152], "systems-particularly": [5], "in": [6, 45, 133], "underground": [7], "drilling": [8], "and": [9, 22, 48, 59, 83, 119, 140], "green": [10], "stormwater": [11], "management-real-time": [12], "predictions": [13], "are": [14], "vital": [15], "for": [16, 38, 150], "enhancing": [17], "operational": [18, 81], "performance,": [19], "ensuring": [20], "safety,": [21], "increasing": [23], "efficiency.": [24, 142], "Addressing": [25], "this": [26], "niche,": [27], "our": [28, 51, 75, 122, 125], "study": [29], "introduces": [30], "a": [31, 63, 146], "novel": [32], "LSTM-transformer": [33], "hybrid": [34], "architecture,": [35], "uniquely": [36], "specialized": [37], "multi-task": [39], "real-time": [40, 138], "predictions.": [41], "Building": [42], "on": [43, 112], "advancements": [44], "attention": [46], "mechanisms": [47], "sequence": [49], "modeling,": [50], "model": [52, 126], "integrates": [53], "core": [55], "strengths": [56], "LSTM": [58], "Transformer": [60], "architectures,": [61], "offering": [62, 154], "superior": [64], "alternative": [65], "to": [66, 79], "traditional": [67], "predictive": [68, 104, 136, 148], "models.": [69], "Further": [70], "enriched": [71], "with": [72], "online": [73], "learning,": [74], "architecture": [76], "dynamically": [77], "adapts": [78], "variable": [80], "conditions": [82], "continuously": [84], "incorporates": [85], "new": [86], "data.": [88], "Utilizing": [89], "knowledge": [90], "distillation": [91], "techniques,": [92], "we": [93], "efficiently": [94], "transfer": [95], "insights": [96, 156], "from": [97], "larger,": [98], "pretrained": [99], "networks,": [100], "thereby": [101], "achieving": [102], "high": [103], "accuracy": [105], "without": [106], "sacrificing": [107], "computational": [108, 141], "resources.": [109], "Rigorous": [110], "experiments": [111], "sector-specific": [113], "datasets": [115], "validate": [116], "robustness": [118], "effectiveness": [120], "approach.": [123], "Notably,": [124], "exhibits": [127], "clear": [128], "advantages": [129], "over": [130], "existing": [131], "methods": [132], "terms": [134], "accuracy,": [137], "adaptability,": [139], "This": [143], "work": [144], "contributes": [145], "pioneering": [147], "framework": [149], "targeted": [151], "applications,": [153], "actionable": [155], "into.": [157]}, "counts_by_year": [{"year": 2026, "cited_by_count": 37}, {"year": 2025, "cited_by_count": 82}, {"year": 2024, "cited_by_count": 18}], "updated_date": "2026-07-02T09:51:11.867554", "created_date": "2025-10-10T00:00:00"}], "group_by": []}