{"meta": {"count": 94934, "db_response_time_ms": 936, "page": 1, "per_page": 25, "groups_count": null, "cost_usd": 0.001}, "results": [{"id": "https://openalex.org/W2626778328", "doi": "https://doi.org/10.65215/2q58a426", "title": "Attention Is All You Need", "display_name": "Attention Is All You Need", "relevance_score": 2897.868, "publication_year": 2025, "publication_date": "2025-08-23", "ids": {"openalex": "https://openalex.org/W2626778328", "doi": "https://doi.org/10.65215/2q58a426", "mag": "2626778328"}, "language": "en", "primary_location": {"id": "doi:10.65215/2q58a426", "is_oa": false, "landing_page_url": "https://doi.org/10.65215/2q58a426", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": null, "raw_type": "posted-content"}, "type": "preprint", "indexed_in": ["arxiv", "crossref", "datacite"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://langtaosha.org.cn/index.php/lts/preprint/download/10/108", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5103024730", "display_name": "Ashish Vaswani", "orcid": "https://orcid.org/0000-0002-7794-2085"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Ashish Vaswani", "raw_affiliation_strings": ["Google Brain", "Google (United States), Mountain View, United States"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Brain", "institution_ids": ["https://openalex.org/I1291425158"]}, {"raw_affiliation_string": "Google (United States), Mountain View, United States", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5021878400", "display_name": "Noam Shazeer", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Noam Shazeer", "raw_affiliation_strings": ["Google Brain", "Google (United States), Mountain View, United States"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Brain", "institution_ids": ["https://openalex.org/I1291425158"]}, {"raw_affiliation_string": "Google (United States), Mountain View, United States", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5005777963", "display_name": "Niki Parmar", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}, {"id": "https://openalex.org/I1174212", "display_name": "University of Southern California", "ror": "https://ror.org/03taz7m60", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I1174212"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Niki Parmar", "raw_affiliation_strings": ["Google Research", "University of Southern California, Los Angeles, United States"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research", "institution_ids": ["https://openalex.org/I1291425158"]}, {"raw_affiliation_string": "University of Southern California, Los Angeles, United States", "institution_ids": ["https://openalex.org/I1174212"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5022416424", "display_name": "Jakob Uszkoreit", "orcid": "https://orcid.org/0000-0001-5066-7530"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jakob Uszkoreit", "raw_affiliation_strings": ["Google Research", "Google (United States), Mountain View, United States"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research", "institution_ids": ["https://openalex.org/I1291425158"]}, {"raw_affiliation_string": "Google (United States), Mountain View, United States", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5023448834", "display_name": "Llion Jones", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Llion Jones", "raw_affiliation_strings": ["Google Research", "Google (United States), Mountain View, United States"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Research", "institution_ids": ["https://openalex.org/I1291425158"]}, {"raw_affiliation_string": "Google (United States), Mountain View, United States", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5079288315", "display_name": "Aidan N. Gomez", "orcid": "https://orcid.org/0000-0001-5601-5437"}, "institutions": [{"id": "https://openalex.org/I185261750", "display_name": "University of Toronto", "ror": "https://ror.org/03dbr7087", "country_code": "CA", "type": "education", "lineage": ["https://openalex.org/I185261750"]}, {"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["CA", "US"], "is_corresponding": false, "raw_author_name": "Aidan N.Gomez", "raw_affiliation_strings": ["University of Toronto", "Google (United States), Mountain View, United States"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Toronto", "institution_ids": ["https://openalex.org/I185261750"]}, {"raw_affiliation_string": "Google (United States), Mountain View, United States", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5031789995", "display_name": "\u0141ukasz Kaiser", "orcid": "https://orcid.org/0000-0003-1092-6010"}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Lukasz Kaiser", "raw_affiliation_strings": ["Google Brain", "Google (United States), Mountain View, United States"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google Brain", "institution_ids": ["https://openalex.org/I1291425158"]}, {"raw_affiliation_string": "Google (United States), Mountain View, United States", "institution_ids": ["https://openalex.org/I1291425158"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5045719436", "display_name": "Illia Polosukhin", "orcid": null}, "institutions": [{"id": "https://openalex.org/I1291425158", "display_name": "Google (United States)", "ror": "https://ror.org/00njsd438", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1291425158", "https://openalex.org/I4210128969"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Illia Polosukhin", "raw_affiliation_strings": ["Google (United States), Mountain View, United States"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Google (United States), Mountain View, United States", "institution_ids": ["https://openalex.org/I1291425158"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 8, "corresponding_author_ids": ["https://openalex.org/A5103024730"], "corresponding_institution_ids": ["https://openalex.org/I1291425158"], "apc_list": null, "apc_paid": null, "fwci": 147.8087, "has_fulltext": false, "cited_by_count": 6543, "citation_normalized_percentile": {"value": 0.99982172, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": "30", "issue": null, "first_page": "5998", "last_page": "6008"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9993000030517578, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9993000030517578, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.993399977684021, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9887999892234802, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8567242622375488}, {"id": "https://openalex.org/keywords/machine-translation", "display_name": "Machine translation", "score": 0.8367122411727905}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7707333564758301}, {"id": "https://openalex.org/keywords/bleu", "display_name": "BLEU", "score": 0.7233442068099976}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.6436600685119629}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.6131019592285156}, {"id": "https://openalex.org/keywords/parallelizable-manifold", "display_name": "Parallelizable manifold", "score": 0.5284521579742432}, {"id": "https://openalex.org/keywords/parsing", "display_name": "Parsing", "score": 0.5106223225593567}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.4961920380592346}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.49199363589286804}, {"id": "https://openalex.org/keywords/decoding-methods", "display_name": "Decoding methods", "score": 0.4886353611946106}, {"id": "https://openalex.org/keywords/task", "display_name": "Task (project management)", "score": 0.48495081067085266}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.42289119958877563}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.3937355577945709}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.3607896566390991}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.14444169402122498}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8567242622375488}, {"id": "https://openalex.org/C203005215", "wikidata": "https://www.wikidata.org/wiki/Q79798", "display_name": "Machine translation", "level": 2, "score": 0.8367122411727905}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7707333564758301}, {"id": "https://openalex.org/C622187", "wikidata": "https://www.wikidata.org/wiki/Q3500773", "display_name": "BLEU", "level": 3, "score": 0.7233442068099976}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.6436600685119629}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.6131019592285156}, {"id": "https://openalex.org/C148047603", "wikidata": "https://www.wikidata.org/wiki/Q1014612", "display_name": "Parallelizable manifold", "level": 2, "score": 0.5284521579742432}, {"id": "https://openalex.org/C186644900", "wikidata": "https://www.wikidata.org/wiki/Q194152", "display_name": "Parsing", "level": 2, "score": 0.5106223225593567}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.4961920380592346}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.49199363589286804}, {"id": "https://openalex.org/C57273362", "wikidata": "https://www.wikidata.org/wiki/Q576722", "display_name": "Decoding methods", "level": 2, "score": 0.4886353611946106}, {"id": "https://openalex.org/C2780451532", "wikidata": "https://www.wikidata.org/wiki/Q759676", "display_name": "Task (project management)", "level": 2, "score": 0.48495081067085266}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.42289119958877563}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.3937355577945709}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.3607896566390991}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.14444169402122498}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C162324750", "wikidata": "https://www.wikidata.org/wiki/Q8134", "display_name": "Economics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C187736073", "wikidata": "https://www.wikidata.org/wiki/Q2920921", "display_name": "Management", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 11, "locations": [{"id": "doi:10.65215/2q58a426", "is_oa": false, "landing_page_url": "https://doi.org/10.65215/2q58a426", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": null, "raw_type": "posted-content"}, {"id": "doi:10.65215/ctdc8e75", "is_oa": false, "landing_page_url": "https://doi.org/10.65215/ctdc8e75", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": null, "raw_type": "posted-content"}, {"id": "doi:10.65215/mdcm8z23", "is_oa": false, "landing_page_url": "https://doi.org/10.65215/mdcm8z23", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": null, "raw_type": "posted-content"}, {"id": "doi:10.65215/ne77pf66", "is_oa": false, "landing_page_url": "https://doi.org/10.65215/ne77pf66", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": null, "raw_type": "posted-content"}, {"id": "doi:10.65215/nxvz2v36", "is_oa": false, "landing_page_url": "https://doi.org/10.65215/nxvz2v36", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": null, "raw_type": "posted-content"}, {"id": "doi:10.65215/pc26a033", "is_oa": false, "landing_page_url": "https://doi.org/10.65215/pc26a033", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": null, "raw_type": "posted-content"}, {"id": "doi:10.65215/r5bs2d54", "is_oa": true, "landing_page_url": "https://doi.org/10.65215/r5bs2d54", "pdf_url": "https://langtaosha.org.cn/index.php/lts/preprint/download/10/108", "source": null, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": null, "raw_type": "posted-content"}, {"id": "doi:10.65215/ysbyhc05", "is_oa": false, "landing_page_url": "https://doi.org/10.65215/ysbyhc05", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": null, "raw_type": "posted-content"}, {"id": "pmh:oai:arXiv.org:1706.03762", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1706.03762", "pdf_url": "https://arxiv.org/pdf/1706.03762", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.1706.03762", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.1706.03762", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}, {"id": "mag:2963403868", "is_oa": true, "landing_page_url": "https://arxiv.org/pdf/1706.03762v5", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": "arXiv (Cornell University)", "raw_type": null}], "best_oa_location": {"id": "doi:10.65215/r5bs2d54", "is_oa": true, "landing_page_url": "https://doi.org/10.65215/r5bs2d54", "pdf_url": "https://langtaosha.org.cn/index.php/lts/preprint/download/10/108", "source": null, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": null, "raw_type": "posted-content"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.550000011920929}], "awards": [], "funders": [], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W2626778328.pdf", "grobid_xml": "https://content.openalex.org/works/W2626778328.grobid-xml"}, "referenced_works_count": 28, "referenced_works": ["https://openalex.org/W1632114991", "https://openalex.org/W1810943226", "https://openalex.org/W1902237438", "https://openalex.org/W2113691817", "https://openalex.org/W2126433015", "https://openalex.org/W2139621418", "https://openalex.org/W2163568299", "https://openalex.org/W2194775991", "https://openalex.org/W2259472270", "https://openalex.org/W2289899728", "https://openalex.org/W2514713644", "https://openalex.org/W2525778437", "https://openalex.org/W2545625743", "https://openalex.org/W2594990650", "https://openalex.org/W2605203995", "https://openalex.org/W2612675303", "https://openalex.org/W2613904329", "https://openalex.org/W2949847915", "https://openalex.org/W2951008357", "https://openalex.org/W2951583185", "https://openalex.org/W2952191002", "https://openalex.org/W2952339051", "https://openalex.org/W2962784628", "https://openalex.org/W2963069010", "https://openalex.org/W2963187627", "https://openalex.org/W2963991316", "https://openalex.org/W2964121744", "https://openalex.org/W2964308564"], "related_works": ["https://openalex.org/W2965373594", "https://openalex.org/W2964308564", "https://openalex.org/W2964121744", "https://openalex.org/W2963341956", "https://openalex.org/W2963091558", "https://openalex.org/W2962784628", "https://openalex.org/W2950577311", "https://openalex.org/W2950133940", "https://openalex.org/W2949888546", "https://openalex.org/W2787560479", "https://openalex.org/W2525778437", "https://openalex.org/W2250539671", "https://openalex.org/W2194775991", "https://openalex.org/W2163605009", "https://openalex.org/W2157331557", "https://openalex.org/W2108598243", "https://openalex.org/W2101105183", "https://openalex.org/W2095705004", "https://openalex.org/W2064675550", "https://openalex.org/W1902237438"], "abstract_inverted_index": {"The": [0, 18], "dominant": [1], "sequence": [2], "transduction": [3], "models": [4, 21, 60, 137], "are": [5], "based": [6, 41], "on": [7, 43, 53, 82, 124], "complex": [8], "recurrent": [9], "or": [10], "convolutional": [11], "neural": [12], "networks": [13], "in": [14, 64], "an": [15, 29], "encoder-decoder": [16], "configuration.": [17], "best": [19, 93, 136], "performing": [20], "also": [22], "connect": [23], "the": [24, 39, 83, 91, 102, 131, 135, 139, 144], "encoder": [25], "and": [26, 49, 70, 162], "decoder": [27], "through": [28], "attention": [30, 44], "mechanism.": [31], "We": [32, 141], "propose": [33], "a": [34, 111, 127], "new": [35, 112], "simple": [36], "network": [37], "architecture,": [38], "Transformer,": [40], "solely": [42], "mechanisms,": [45], "dispensing": [46], "with": [47, 160], "recurrence": [48], "convolutions": [50], "entirely.": [51], "Experiments": [52], "two": [54], "machine": [55], "translation": [56, 87, 106], "tasks": [57, 150], "show": [58, 142], "these": [59], "to": [61, 75, 148, 155], "be": [62], "superior": [63], "quality": [65], "while": [66], "being": [67], "more": [68], "parallelizable": [69], "requiring": [71], "significantly": [72], "less": [73], "time": [74], "train.": [76], "Our": [77], "model": [78, 109], "achieves": [79], "28.4": [80], "BLEU": [81, 115], "WMT": [84, 103], "2014": [85, 104], "English-to-German": [86], "task,": [88, 107], "improving": [89], "over": [90, 98], "existing": [92], "results,": [94], "including": [95], "ensembles": [96], "by": [97, 151], "2": [99], "BLEU.": [100], "On": [101], "English-to-French": [105], "our": [108], "establishes": [110], "single-model": [113], "state-of-the-art": [114], "score": [116], "of": [117, 130, 134], "41.8": [118], "after": [119], "training": [120, 132, 164], "for": [121], "3.5": [122], "days": [123], "eight": [125], "GPUs,": [126], "small": [128], "fraction": [129], "costs": [133], "from": [138], "literature.": [140], "that": [143], "Transformer": [145], "generalizes": [146], "well": [147], "other": [149], "applying": [152], "it": [153], "successfully": [154], "English": [156], "constituency": [157], "parsing": [158], "both": [159], "large": [161], "limited": [163], "data.": [165]}, "counts_by_year": [{"year": 2026, "cited_by_count": 52}, {"year": 2025, "cited_by_count": 23}, {"year": 2024, "cited_by_count": 5}, {"year": 2023, "cited_by_count": 18}, {"year": 2022, "cited_by_count": 176}, {"year": 2021, "cited_by_count": 2998}, {"year": 2020, "cited_by_count": 1819}, {"year": 2019, "cited_by_count": 955}, {"year": 2018, "cited_by_count": 447}, {"year": 2017, "cited_by_count": 49}, {"year": 2012, "cited_by_count": 1}], "updated_date": "2026-05-20T08:49:12.498775", "created_date": "2017-06-23T00:00:00"}, {"id": "https://openalex.org/W3163652268", "doi": "https://doi.org/10.1109/icassp39728.2021.9413901", "title": "Attention Is All You Need In Speech Separation", "display_name": "Attention Is All You Need In Speech Separation", "relevance_score": 814.78973, "publication_year": 2021, "publication_date": "2021-05-13", "ids": {"openalex": "https://openalex.org/W3163652268", "doi": "https://doi.org/10.1109/icassp39728.2021.9413901", "mag": "3163652268"}, "language": "en", "primary_location": {"id": "doi:10.1109/icassp39728.2021.9413901", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/icassp39728.2021.9413901", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5023830739", "display_name": "Cem Subakan", "orcid": "https://orcid.org/0000-0002-7593-6589"}, "institutions": [{"id": "https://openalex.org/I4210164802", "display_name": "Mila - Quebec Artificial Intelligence Institute", "ror": "https://ror.org/05c22rx21", "country_code": "CA", "type": "facility", "lineage": ["https://openalex.org/I4210164802"]}], "countries": ["CA"], "is_corresponding": true, "raw_author_name": "Cem Subakan", "raw_affiliation_strings": ["Mila-Quebec AI Institute, Canada"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Mila-Quebec AI Institute, Canada", "institution_ids": ["https://openalex.org/I4210164802"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102962935", "display_name": "Mirco Ravanelli", "orcid": "https://orcid.org/0000-0001-8479-3121"}, "institutions": [{"id": "https://openalex.org/I4210164802", "display_name": "Mila - Quebec Artificial Intelligence Institute", "ror": "https://ror.org/05c22rx21", "country_code": "CA", "type": "facility", "lineage": ["https://openalex.org/I4210164802"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Mirco Ravanelli", "raw_affiliation_strings": ["Mila-Quebec AI Institute, Canada"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Mila-Quebec AI Institute, Canada", "institution_ids": ["https://openalex.org/I4210164802"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047682990", "display_name": "Samuele Cornell", "orcid": "https://orcid.org/0000-0002-5358-1844"}, "institutions": [{"id": "https://openalex.org/I122534668", "display_name": "Marche Polytechnic University", "ror": "https://ror.org/00x69rs40", "country_code": "IT", "type": "education", "lineage": ["https://openalex.org/I122534668"]}], "countries": ["IT"], "is_corresponding": false, "raw_author_name": "Samuele Cornell", "raw_affiliation_strings": ["Universit\u00e0 Politecnica delle Marche, Italy"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Universit\u00e0 Politecnica delle Marche, Italy", "institution_ids": ["https://openalex.org/I122534668"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5028787566", "display_name": "Mirko Bronzi", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210164802", "display_name": "Mila - Quebec Artificial Intelligence Institute", "ror": "https://ror.org/05c22rx21", "country_code": "CA", "type": "facility", "lineage": ["https://openalex.org/I4210164802"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Mirko Bronzi", "raw_affiliation_strings": ["Mila-Quebec AI Institute, Canada"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Mila-Quebec AI Institute, Canada", "institution_ids": ["https://openalex.org/I4210164802"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5063943539", "display_name": "Jianyuan Zhong", "orcid": null}, "institutions": [{"id": "https://openalex.org/I5388228", "display_name": "University of Rochester", "ror": "https://ror.org/022kthw22", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I5388228"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jianyuan Zhong", "raw_affiliation_strings": ["University of Rochester, USA"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "University of Rochester, USA", "institution_ids": ["https://openalex.org/I5388228"]}]}], "institutions": [], "countries_distinct_count": 3, "institutions_distinct_count": 5, "corresponding_author_ids": ["https://openalex.org/A5023830739"], "corresponding_institution_ids": ["https://openalex.org/I4210164802"], "apc_list": null, "apc_paid": null, "fwci": 62.0565, "has_fulltext": false, "cited_by_count": 608, "citation_normalized_percentile": {"value": 0.9997321, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "21", "last_page": "25"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10860", "display_name": "Speech and Audio Processing", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10860", "display_name": "Speech and Audio Processing", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10201", "display_name": "Speech Recognition and Synthesis", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11309", "display_name": "Music and Audio Processing", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8041918277740479}, {"id": "https://openalex.org/keywords/recurrent-neural-network", "display_name": "Recurrent neural network", "score": 0.7707247734069824}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7162197828292847}, {"id": "https://openalex.org/keywords/computation", "display_name": "Computation", "score": 0.6354981660842896}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.48037558794021606}, {"id": "https://openalex.org/keywords/upsampling", "display_name": "Upsampling", "score": 0.453741192817688}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.3888494074344635}, {"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.37881630659103394}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.20329898595809937}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.0864400863647461}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8041918277740479}, {"id": "https://openalex.org/C147168706", "wikidata": "https://www.wikidata.org/wiki/Q1457734", "display_name": "Recurrent neural network", "level": 3, "score": 0.7707247734069824}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7162197828292847}, {"id": "https://openalex.org/C45374587", "wikidata": "https://www.wikidata.org/wiki/Q12525525", "display_name": "Computation", "level": 2, "score": 0.6354981660842896}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.48037558794021606}, {"id": "https://openalex.org/C110384440", "wikidata": "https://www.wikidata.org/wiki/Q1143270", "display_name": "Upsampling", "level": 3, "score": 0.453741192817688}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.3888494074344635}, {"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.37881630659103394}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.20329898595809937}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.0864400863647461}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1109/icassp39728.2021.9413901", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/icassp39728.2021.9413901", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)", "raw_type": "proceedings-article"}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Peace, Justice and strong institutions", "id": "https://metadata.un.org/sdg/16", "score": 0.5699999928474426}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 47, "referenced_works": ["https://openalex.org/W1522301498", "https://openalex.org/W2064675550", "https://openalex.org/W2127851351", "https://openalex.org/W2221409856", "https://openalex.org/W2460742184", "https://openalex.org/W2734774145", "https://openalex.org/W2794209590", "https://openalex.org/W2903739847", "https://openalex.org/W2952218014", "https://openalex.org/W2962935966", "https://openalex.org/W2963317762", "https://openalex.org/W2963403868", "https://openalex.org/W2963443859", "https://openalex.org/W2964058413", "https://openalex.org/W2964121744", "https://openalex.org/W2964199361", "https://openalex.org/W2972460025", "https://openalex.org/W2972818416", "https://openalex.org/W2981436548", "https://openalex.org/W2981608174", "https://openalex.org/W2996969697", "https://openalex.org/W3007328579", "https://openalex.org/W3008880747", "https://openalex.org/W3015199127", "https://openalex.org/W3015834770", "https://openalex.org/W3016129867", "https://openalex.org/W3035268204", "https://openalex.org/W3036475981", "https://openalex.org/W3042857426", "https://openalex.org/W3094607766", "https://openalex.org/W3095717210", "https://openalex.org/W3096893582", "https://openalex.org/W3099330747", "https://openalex.org/W3104896896", "https://openalex.org/W3185109982", "https://openalex.org/W4287632494", "https://openalex.org/W4385245566", "https://openalex.org/W6631190155", "https://openalex.org/W6739901393", "https://openalex.org/W6745149982", "https://openalex.org/W6759323020", "https://openalex.org/W6768815455", "https://openalex.org/W6769530546", "https://openalex.org/W6774687970", "https://openalex.org/W6774995033", "https://openalex.org/W6779304837", "https://openalex.org/W6780226713"], "related_works": ["https://openalex.org/W7958345", "https://openalex.org/W2279739", "https://openalex.org/W14899464", "https://openalex.org/W3011399", "https://openalex.org/W4354089", "https://openalex.org/W8459508", "https://openalex.org/W6882942", "https://openalex.org/W13529535", "https://openalex.org/W6452702", "https://openalex.org/W5683847"], "abstract_inverted_index": {"Recurrent": [0], "Neural": [1], "Networks": [2], "(RNNs)": [3], "have": [4], "long": [5], "been": [6], "the": [7, 49, 82, 106, 119, 138], "dominant": [8], "architecture": [9], "in": [10], "sequence-to-sequence": [11], "learning.": [12], "RNNs,": [13, 36], "however,": [14], "are": [15, 28], "inherently": [16], "sequential": [17], "models": [18], "that": [19, 71], "do": [20], "not": [21], "allow": [22], "parallelization": [23, 107], "of": [24, 90, 98, 109, 125], "their": [25], "computations.": [26], "Transformers": [27, 110], "emerging": [29], "as": [30], "a": [31, 41, 51, 68, 113, 123], "natural": [32], "alternative": [33], "to": [34], "standard": [35, 83], "replacing": [37], "recurrent": [38], "computations": [39], "with": [40, 67, 143], "multi-head": [42], "attention": [43], "mechanism.In": [44], "this": [45], "paper,": [46], "we": [47], "propose": [48], "SepFormer,": [50], "novel": [52], "RNN-free": [53], "Transformer-based": [54], "neural": [55], "network": [56], "for": [57], "speech": [58, 140], "separation.": [59], "The": [60, 74, 103], "Sep-Former": [61], "learns": [62], "short": [63], "and": [64, 95, 111, 132], "long-term": [65], "dependencies": [66], "multi-scale": [69], "approach": [70], "employs": [72], "transformers.": [73], "proposed": [75], "model": [76], "achieves": [77, 112], "state-of-the-art": [78], "(SOTA)": [79], "performance": [80, 115], "on": [81, 93, 101], "WSJ0-2/3mix": [84], "datasets.": [85], "It": [86, 127], "reaches": [87], "an": [88, 96], "SI-SNRi": [89, 97], "22.3": [91], "dB": [92, 100], "WSJ0-2mix": [94], "19.5": [99], "WSJ0-3mix.": [102], "SepFormer": [104], "inherits": [105], "advantages": [108], "competitive": [114], "even": [116], "when": [117], "downsampling": [118], "encoded": [120], "representation": [121], "by": [122], "factor": [124], "8.": [126], "is": [128, 134], "thus": [129], "significantly": [130], "faster": [131], "it": [133], "less": [135], "memory-demanding": [136], "than": [137], "latest": [139], "separation": [141], "systems": [142], "comparable": [144], "performance.": [145]}, "counts_by_year": [{"year": 2026, "cited_by_count": 31}, {"year": 2025, "cited_by_count": 174}, {"year": 2024, "cited_by_count": 152}, {"year": 2023, "cited_by_count": 136}, {"year": 2022, "cited_by_count": 88}, {"year": 2021, "cited_by_count": 26}, {"year": 2018, "cited_by_count": 1}], "updated_date": "2026-05-20T08:49:12.498775", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2997150500", "doi": "https://doi.org/10.1609/aaai.v34i07.6693", "title": "Channel Attention Is All You Need for Video Frame Interpolation", "display_name": "Channel Attention Is All You Need for Video Frame Interpolation", "relevance_score": 554.6529, "publication_year": 2020, "publication_date": "2020-04-03", "ids": {"openalex": "https://openalex.org/W2997150500", "doi": "https://doi.org/10.1609/aaai.v34i07.6693", "mag": "2997150500"}, "language": "en", "primary_location": {"id": "doi:10.1609/aaai.v34i07.6693", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v34i07.6693", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6693/6547", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "diamond", "oa_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6693/6547", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5031461471", "display_name": "Myungsub Choi", "orcid": "https://orcid.org/0000-0003-4731-3074"}, "institutions": [{"id": "https://openalex.org/I139264467", "display_name": "Seoul National University", "ror": "https://ror.org/04h9pn542", "country_code": "KR", "type": "education", "lineage": ["https://openalex.org/I139264467"]}], "countries": ["KR"], "is_corresponding": true, "raw_author_name": "Myungsub Choi", "raw_affiliation_strings": ["Seoul National University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Seoul National University", "institution_ids": ["https://openalex.org/I139264467"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101422101", "display_name": "Heewon Kim", "orcid": "https://orcid.org/0000-0001-7777-9823"}, "institutions": [{"id": "https://openalex.org/I139264467", "display_name": "Seoul National University", "ror": "https://ror.org/04h9pn542", "country_code": "KR", "type": "education", "lineage": ["https://openalex.org/I139264467"]}], "countries": ["KR"], "is_corresponding": false, "raw_author_name": "Heewon Kim", "raw_affiliation_strings": ["Seoul National University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Seoul National University", "institution_ids": ["https://openalex.org/I139264467"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5006594639", "display_name": "Bohyung Han", "orcid": "https://orcid.org/0000-0003-3099-3616"}, "institutions": [{"id": "https://openalex.org/I139264467", "display_name": "Seoul National University", "ror": "https://ror.org/04h9pn542", "country_code": "KR", "type": "education", "lineage": ["https://openalex.org/I139264467"]}], "countries": ["KR"], "is_corresponding": false, "raw_author_name": "Bohyung Han", "raw_affiliation_strings": ["Seoul National University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Seoul National University", "institution_ids": ["https://openalex.org/I139264467"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5113354555", "display_name": "Ning Xu", "orcid": "https://orcid.org/0000-0002-2554-4309"}, "institutions": [{"id": "https://openalex.org/I1311688040", "display_name": "Amazon (United States)", "ror": "https://ror.org/04mv4n011", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I1311688040"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ning Xu", "raw_affiliation_strings": ["Amazon Go"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Amazon Go", "institution_ids": ["https://openalex.org/I1311688040"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5046504049", "display_name": "Kyoung Mu Lee", "orcid": "https://orcid.org/0000-0001-7210-1036"}, "institutions": [{"id": "https://openalex.org/I139264467", "display_name": "Seoul National University", "ror": "https://ror.org/04h9pn542", "country_code": "KR", "type": "education", "lineage": ["https://openalex.org/I139264467"]}], "countries": ["KR"], "is_corresponding": false, "raw_author_name": "Kyoung Mu Lee", "raw_affiliation_strings": ["Seoul National University"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Seoul National University", "institution_ids": ["https://openalex.org/I139264467"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 5, "corresponding_author_ids": ["https://openalex.org/A5031461471"], "corresponding_institution_ids": ["https://openalex.org/I139264467"], "apc_list": null, "apc_paid": null, "fwci": 17.3734, "has_fulltext": true, "cited_by_count": 329, "citation_normalized_percentile": {"value": 0.99473684, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "34", "issue": "07", "first_page": "10663", "last_page": "10671"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10531", "display_name": "Advanced Vision and Imaging", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10531", "display_name": "Advanced Vision and Imaging", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11105", "display_name": "Advanced Image Processing Techniques", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11019", "display_name": "Image Enhancement Techniques", "score": 0.9943000078201294, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7710171937942505}, {"id": "https://openalex.org/keywords/optical-flow", "display_name": "Optical flow", "score": 0.7542855739593506}, {"id": "https://openalex.org/keywords/interpolation", "display_name": "Interpolation (computer graphics)", "score": 0.7000121474266052}, {"id": "https://openalex.org/keywords/channel", "display_name": "Channel (broadcasting)", "score": 0.6949376463890076}, {"id": "https://openalex.org/keywords/motion-interpolation", "display_name": "Motion interpolation", "score": 0.6943482160568237}, {"id": "https://openalex.org/keywords/frame", "display_name": "Frame (networking)", "score": 0.6751437187194824}, {"id": "https://openalex.org/keywords/feature", "display_name": "Feature (linguistics)", "score": 0.5814620852470398}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5811526775360107}, {"id": "https://openalex.org/keywords/benchmark", "display_name": "Benchmark (surveying)", "score": 0.5786350965499878}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.5598151087760925}, {"id": "https://openalex.org/keywords/component", "display_name": "Component (thermodynamics)", "score": 0.5535323619842529}, {"id": "https://openalex.org/keywords/motion-estimation", "display_name": "Motion estimation", "score": 0.5415281653404236}, {"id": "https://openalex.org/keywords/computation", "display_name": "Computation", "score": 0.5403622984886169}, {"id": "https://openalex.org/keywords/motion", "display_name": "Motion (physics)", "score": 0.5102522373199463}, {"id": "https://openalex.org/keywords/block-matching-algorithm", "display_name": "Block-matching algorithm", "score": 0.3678801655769348}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.34689968824386597}, {"id": "https://openalex.org/keywords/video-processing", "display_name": "Video processing", "score": 0.17801421880722046}, {"id": "https://openalex.org/keywords/video-tracking", "display_name": "Video tracking", "score": 0.1576630175113678}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.13123440742492676}, {"id": "https://openalex.org/keywords/telecommunications", "display_name": "Telecommunications", "score": 0.10247489809989929}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7710171937942505}, {"id": "https://openalex.org/C155542232", "wikidata": "https://www.wikidata.org/wiki/Q736111", "display_name": "Optical flow", "level": 3, "score": 0.7542855739593506}, {"id": "https://openalex.org/C137800194", "wikidata": "https://www.wikidata.org/wiki/Q11713455", "display_name": "Interpolation (computer graphics)", "level": 3, "score": 0.7000121474266052}, {"id": "https://openalex.org/C127162648", "wikidata": "https://www.wikidata.org/wiki/Q16858953", "display_name": "Channel (broadcasting)", "level": 2, "score": 0.6949376463890076}, {"id": "https://openalex.org/C72560505", "wikidata": "https://www.wikidata.org/wiki/Q204510", "display_name": "Motion interpolation", "level": 5, "score": 0.6943482160568237}, {"id": "https://openalex.org/C126042441", "wikidata": "https://www.wikidata.org/wiki/Q1324888", "display_name": "Frame (networking)", "level": 2, "score": 0.6751437187194824}, {"id": "https://openalex.org/C2776401178", "wikidata": "https://www.wikidata.org/wiki/Q12050496", "display_name": "Feature (linguistics)", "level": 2, "score": 0.5814620852470398}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5811526775360107}, {"id": "https://openalex.org/C185798385", "wikidata": "https://www.wikidata.org/wiki/Q1161707", "display_name": "Benchmark (surveying)", "level": 2, "score": 0.5786350965499878}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.5598151087760925}, {"id": "https://openalex.org/C168167062", "wikidata": "https://www.wikidata.org/wiki/Q1117970", "display_name": "Component (thermodynamics)", "level": 2, "score": 0.5535323619842529}, {"id": "https://openalex.org/C10161872", "wikidata": "https://www.wikidata.org/wiki/Q557891", "display_name": "Motion estimation", "level": 2, "score": 0.5415281653404236}, {"id": "https://openalex.org/C45374587", "wikidata": "https://www.wikidata.org/wiki/Q12525525", "display_name": "Computation", "level": 2, "score": 0.5403622984886169}, {"id": "https://openalex.org/C104114177", "wikidata": "https://www.wikidata.org/wiki/Q79782", "display_name": "Motion (physics)", "level": 2, "score": 0.5102522373199463}, {"id": "https://openalex.org/C167510206", "wikidata": "https://www.wikidata.org/wiki/Q2835824", "display_name": "Block-matching algorithm", "level": 4, "score": 0.3678801655769348}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.34689968824386597}, {"id": "https://openalex.org/C65483669", "wikidata": "https://www.wikidata.org/wiki/Q3536669", "display_name": "Video processing", "level": 2, "score": 0.17801421880722046}, {"id": "https://openalex.org/C202474056", "wikidata": "https://www.wikidata.org/wiki/Q1931635", "display_name": "Video tracking", "level": 3, "score": 0.1576630175113678}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.13123440742492676}, {"id": "https://openalex.org/C76155785", "wikidata": "https://www.wikidata.org/wiki/Q418", "display_name": "Telecommunications", "level": 1, "score": 0.10247489809989929}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C97355855", "wikidata": "https://www.wikidata.org/wiki/Q11473", "display_name": "Thermodynamics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C13280743", "wikidata": "https://www.wikidata.org/wiki/Q131089", "display_name": "Geodesy", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1609/aaai.v34i07.6693", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v34i07.6693", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6693/6547", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}], "best_oa_location": {"id": "doi:10.1609/aaai.v34i07.6693", "is_oa": true, "landing_page_url": "https://doi.org/10.1609/aaai.v34i07.6693", "pdf_url": "https://ojs.aaai.org/index.php/AAAI/article/download/6693/6547", "source": {"id": "https://openalex.org/S4210191458", "display_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "issn_l": "2159-5399", "issn": ["2159-5399", "2374-3468"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310320058", "host_organization_name": "Association for the Advancement of Artificial Intelligence", "host_organization_lineage": ["https://openalex.org/P4310320058"], "host_organization_lineage_names": ["Association for the Advancement of Artificial Intelligence"], "type": "conference"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the AAAI Conference on Artificial Intelligence", "raw_type": "journal-article"}, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G1647711588", "display_name": null, "funder_award_id": "2017-0-01780", "funder_id": "https://openalex.org/F4320335489", "funder_display_name": "Institute for Information and Communications Technology Promotion"}, {"id": "https://openalex.org/G3040025919", "display_name": null, "funder_award_id": "2017R1A2B2011862", "funder_id": "https://openalex.org/F4320322120", "funder_display_name": "National Research Foundation of Korea"}], "funders": [{"id": "https://openalex.org/F4320320671", "display_name": "National Research Foundation", "ror": "https://ror.org/05s0g1g46"}, {"id": "https://openalex.org/F4320322120", "display_name": "National Research Foundation of Korea", "ror": "https://ror.org/013aysd81"}, {"id": "https://openalex.org/F4320328359", "display_name": "Ministry of Science and ICT, South Korea", "ror": "https://ror.org/01wpjm123"}, {"id": "https://openalex.org/F4320335489", "display_name": "Institute for Information and Communications Technology Promotion", "ror": "https://ror.org/01g0hqq23"}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W2997150500.pdf", "grobid_xml": "https://content.openalex.org/works/W2997150500.grobid-xml"}, "referenced_works_count": 74, "referenced_works": ["https://openalex.org/W24089286", "https://openalex.org/W79127031", "https://openalex.org/W603908379", "https://openalex.org/W1522301498", "https://openalex.org/W1568514080", "https://openalex.org/W1686810756", "https://openalex.org/W1901129140", "https://openalex.org/W1905052409", "https://openalex.org/W1998897200", "https://openalex.org/W2034869517", "https://openalex.org/W2116435618", "https://openalex.org/W2133564696", "https://openalex.org/W2147253850", "https://openalex.org/W2156303437", "https://openalex.org/W2194775991", "https://openalex.org/W2221625691", "https://openalex.org/W2248556341", "https://openalex.org/W2305401973", "https://openalex.org/W2476548250", "https://openalex.org/W2560533888", "https://openalex.org/W2586480386", "https://openalex.org/W2603351312", "https://openalex.org/W2604329646", "https://openalex.org/W2604445072", "https://openalex.org/W2619082050", "https://openalex.org/W2742605348", "https://openalex.org/W2750772846", "https://openalex.org/W2759011671", "https://openalex.org/W2774659647", "https://openalex.org/W2783879794", "https://openalex.org/W2795142947", "https://openalex.org/W2866634454", "https://openalex.org/W2883429621", "https://openalex.org/W2883991972", "https://openalex.org/W2884585870", "https://openalex.org/W2886787375", "https://openalex.org/W2894961607", "https://openalex.org/W2904829482", "https://openalex.org/W2949258649", "https://openalex.org/W2951527505", "https://openalex.org/W2951751411", "https://openalex.org/W2962785568", "https://openalex.org/W2963093735", "https://openalex.org/W2963268050", "https://openalex.org/W2963483509", "https://openalex.org/W2963495494", "https://openalex.org/W2963524571", "https://openalex.org/W2963548592", "https://openalex.org/W2963653352", "https://openalex.org/W2963782415", "https://openalex.org/W2964251418", "https://openalex.org/W2964286567", "https://openalex.org/W2973673960", "https://openalex.org/W3102015846", "https://openalex.org/W4294306266", "https://openalex.org/W4297772798", "https://openalex.org/W4309845474", "https://openalex.org/W4385245566", "https://openalex.org/W6600983433", "https://openalex.org/W6631190155", "https://openalex.org/W6638286568", "https://openalex.org/W6639775895", "https://openalex.org/W6687483927", "https://openalex.org/W6697825153", "https://openalex.org/W6733403059", "https://openalex.org/W6736235630", "https://openalex.org/W6737137598", "https://openalex.org/W6743731764", "https://openalex.org/W6746752116", "https://openalex.org/W6750327701", "https://openalex.org/W6753412334", "https://openalex.org/W6754287722", "https://openalex.org/W6761091710", "https://openalex.org/W6785343060"], "related_works": ["https://openalex.org/W3015492429", "https://openalex.org/W2049273678", "https://openalex.org/W2027441273", "https://openalex.org/W2548663392", "https://openalex.org/W2124704021", "https://openalex.org/W2130864343", "https://openalex.org/W187435899", "https://openalex.org/W2149298800", "https://openalex.org/W2016848112", "https://openalex.org/W1597174757"], "abstract_inverted_index": {"Prevailing": [0], "video": [1, 49], "frame": [2, 50, 116], "interpolation": [3], "techniques": [4], "rely": [5], "heavily": [6], "on": [7], "optical": [8, 84, 161], "flow": [9, 85, 162], "estimation": [10, 62], "and": [11, 16, 32, 56, 106, 135, 143], "require": [12], "additional": [13], "model": [14, 119], "complexity": [15], "computational": [17], "cost;": [18], "it": [19], "is": [20, 53, 57, 94], "also": [21], "susceptible": [22], "to": [23, 74, 95, 126, 153], "error": [24], "propagation": [25], "in": [26, 99, 129], "challenging": [27, 133], "scenarios": [28], "with": [29, 77, 157], "large": [30], "motion": [31, 61, 108, 134], "heavy": [33], "occlusion.": [34, 136], "To": [35], "alleviate": [36], "the": [37, 83, 92, 97, 112, 130, 146, 154], "limitation,": [38], "we": [39], "propose": [40], "a": [41, 60, 68, 78, 100, 139, 158], "simple": [42], "but": [43], "effective": [44, 128], "deep": [45], "neural": [46], "network": [47, 63], "for": [48, 114, 160], "interpolation,": [51], "which": [52, 81], "end-to-end": [54], "trainable": [55], "free": [58], "from": [59], "component.": [64], "Our": [65], "algorithm": [66], "employs": [67], "special": [69], "feature": [70, 101], "reshaping": [71], "operation,": [72], "referred": [73], "as": [75], "PixelShuffle,": [76], "channel": [79], "attention,": [80], "replaces": [82], "computation": [86], "module.": [87], "The": [88, 118], "main": [89], "idea": [90], "behind": [91], "design": [93], "distribute": [96], "information": [98, 109], "map": [102], "into": [103], "multiple": [104], "channels": [105, 113], "extract": [107], "by": [110, 121], "attending": [111], "pixel-level": [115], "synthesis.": [117], "given": [120], "this": [122], "principle": [123], "turns": [124], "out": [125], "be": [127], "presence": [131], "of": [132], "We": [137], "construct": [138], "comprehensive": [140], "evaluation": [141], "benchmark": [142], "demonstrate": [144], "that": [145], "proposed": [147], "approach": [148], "achieves": [149], "outstanding": [150], "performance": [151], "compared": [152], "existing": [155], "models": [156], "component": [159], "computation.": [163]}, "counts_by_year": [{"year": 2026, "cited_by_count": 4}, {"year": 2025, "cited_by_count": 52}, {"year": 2024, "cited_by_count": 61}, {"year": 2023, "cited_by_count": 80}, {"year": 2022, "cited_by_count": 78}, {"year": 2021, "cited_by_count": 40}, {"year": 2020, "cited_by_count": 14}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4390678101", "doi": "https://doi.org/10.1093/bib/bbad467", "title": "Attention is all you need: utilizing attention in AI-enabled drug discovery", "display_name": "Attention is all you need: utilizing attention in AI-enabled drug discovery", "relevance_score": 525.32874, "publication_year": 2023, "publication_date": "2023-11-22", "ids": {"openalex": "https://openalex.org/W4390678101", "doi": "https://doi.org/10.1093/bib/bbad467", "pmid": "https://pubmed.ncbi.nlm.nih.gov/38189543"}, "language": "en", "primary_location": {"id": "doi:10.1093/bib/bbad467", "is_oa": true, "landing_page_url": "https://doi.org/10.1093/bib/bbad467", "pdf_url": "https://academic.oup.com/bib/article-pdf/25/1/bbad467/55123365/bbad467.pdf", "source": {"id": "https://openalex.org/S91767247", "display_name": "Briefings in Bioinformatics", "issn_l": "1467-5463", "issn": ["1467-5463", "1477-4054"], "is_oa": false, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310311648", "host_organization_name": "Oxford University Press", "host_organization_lineage": ["https://openalex.org/P4310311648", "https://openalex.org/P4310311647"], "host_organization_lineage_names": ["Oxford University Press", "University of Oxford"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Briefings in Bioinformatics", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj", "pubmed"], "open_access": {"is_oa": true, "oa_status": "bronze", "oa_url": "https://academic.oup.com/bib/article-pdf/25/1/bbad467/55123365/bbad467.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5100354636", "display_name": "Yang Zhang", "orcid": "https://orcid.org/0000-0002-1317-120X"}, "institutions": [{"id": "https://openalex.org/I53411278", "display_name": "Chengdu University of Traditional Chinese Medicine", "ror": "https://ror.org/00pcrz470", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I53411278"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yang Zhang", "raw_affiliation_strings": ["Innovative Institute of Chinese Medicine and Pharmacy, Academy for Interdiscipline, Chengdu University of Traditional Chinese Medicine , Chengdu, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Innovative Institute of Chinese Medicine and Pharmacy, Academy for Interdiscipline, Chengdu University of Traditional Chinese Medicine , Chengdu, China", "institution_ids": ["https://openalex.org/I53411278"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5114406704", "display_name": "Caiqi Liu", "orcid": "https://orcid.org/0009-0000-6924-6429"}, "institutions": [{"id": "https://openalex.org/I156144747", "display_name": "Harbin Medical University", "ror": "https://ror.org/05jscf583", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I156144747"]}, {"id": "https://openalex.org/I4210103956", "display_name": "Third Affiliated Hospital of Harbin Medical University", "ror": "https://ror.org/01f77gp95", "country_code": "CN", "type": "healthcare", "lineage": ["https://openalex.org/I4210103956"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Caiqi Liu", "raw_affiliation_strings": ["Department of Gastrointestinal Medical Oncology, Harbin Medical University Cancer Hospital, No.150 Haping Road, Nangang District , Harbin, Heilongjiang 150081, China", "Key Laboratory of Molecular Oncology of Heilongjiang Province, No.150 Haping Road, Nangang District , Harbin, Heilongjiang 150081, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Gastrointestinal Medical Oncology, Harbin Medical University Cancer Hospital, No.150 Haping Road, Nangang District , Harbin, Heilongjiang 150081, China", "institution_ids": ["https://openalex.org/I156144747", "https://openalex.org/I4210103956"]}, {"raw_affiliation_string": "Key Laboratory of Molecular Oncology of Heilongjiang Province, No.150 Haping Road, Nangang District , Harbin, Heilongjiang 150081, China", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5062715191", "display_name": "Mujiexin Liu", "orcid": "https://orcid.org/0000-0002-0215-6397"}, "institutions": [{"id": "https://openalex.org/I53411278", "display_name": "Chengdu University of Traditional Chinese Medicine", "ror": "https://ror.org/00pcrz470", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I53411278"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Mujiexin Liu", "raw_affiliation_strings": ["Chongqing Key Laboratory of Sichuan-Chongqing Co-construction for Diagnosis and Treatment of Infectious Diseases Integrated Traditional Chinese and Western Medicine, College of Medical Technology, Chengdu University of Traditional Chinese Medicine , Chengdu, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Chongqing Key Laboratory of Sichuan-Chongqing Co-construction for Diagnosis and Treatment of Infectious Diseases Integrated Traditional Chinese and Western Medicine, College of Medical Technology, Chengdu University of Traditional Chinese Medicine , Chengdu, China", "institution_ids": ["https://openalex.org/I53411278"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101545938", "display_name": "Tianyuan Liu", "orcid": "https://orcid.org/0000-0001-7367-8128"}, "institutions": [{"id": "https://openalex.org/I146399215", "display_name": "University of Tsukuba", "ror": "https://ror.org/02956yf07", "country_code": "JP", "type": "education", "lineage": ["https://openalex.org/I146399215"]}], "countries": ["JP"], "is_corresponding": false, "raw_author_name": "Tianyuan Liu", "raw_affiliation_strings": ["Graduate School of Science and Technology, University of Tsukuba , Tsukuba, Japan"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Graduate School of Science and Technology, University of Tsukuba , Tsukuba, Japan", "institution_ids": ["https://openalex.org/I146399215"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5041539298", "display_name": "Hao Lin", "orcid": "https://orcid.org/0000-0001-6265-2862"}, "institutions": [{"id": "https://openalex.org/I150229711", "display_name": "University of Electronic Science and Technology of China", "ror": "https://ror.org/04qr3zq92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I150229711"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Hao Lin", "raw_affiliation_strings": ["School of Life Science and Technology, University of Electronic Science and Technology of China , Chengdu 610054, China"], "raw_orcid": "https://orcid.org/0000-0001-6265-2862", "affiliations": [{"raw_affiliation_string": "School of Life Science and Technology, University of Electronic Science and Technology of China , Chengdu 610054, China", "institution_ids": ["https://openalex.org/I150229711"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5045308603", "display_name": "Huang Cheng-bing", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210108633", "display_name": "Aba Teachers University", "ror": "https://ror.org/01gqdjc98", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I4210108633"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Cheng-Bing Huang", "raw_affiliation_strings": ["School of Computer Science and Technology, Aba Teachers University , Aba, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Computer Science and Technology, Aba Teachers University , Aba, China", "institution_ids": ["https://openalex.org/I4210108633"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100635305", "display_name": "Ning Lin", "orcid": "https://orcid.org/0000-0001-6374-8823"}, "institutions": [{"id": "https://openalex.org/I150229711", "display_name": "University of Electronic Science and Technology of China", "ror": "https://ror.org/04qr3zq92", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I150229711"]}, {"id": "https://openalex.org/I4210123686", "display_name": "Quzhou University", "ror": "https://ror.org/024nfx323", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I4210123686"]}, {"id": "https://openalex.org/I4210134419", "display_name": "Neusoft (China)", "ror": "https://ror.org/02zc84r97", "country_code": "CN", "type": "company", "lineage": ["https://openalex.org/I4210134419"]}, {"id": "https://openalex.org/I4400573292", "display_name": "Chengdu Neusoft University", "ror": "https://ror.org/04p9p1r69", "country_code": null, "type": "education", "lineage": ["https://openalex.org/I4400573292"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Lin Ning", "raw_affiliation_strings": ["School of Healthcare Technology, Chengdu Neusoft University , Chengdu 611844, China", "Yangtze Delta Region Institute (Quzhou), University of Electronic Science and Technology of China , Quzhou, Zhejiang, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Healthcare Technology, Chengdu Neusoft University , Chengdu 611844, China", "institution_ids": ["https://openalex.org/I4210134419", "https://openalex.org/I4400573292"]}, {"raw_affiliation_string": "Yangtze Delta Region Institute (Quzhou), University of Electronic Science and Technology of China , Quzhou, Zhejiang, China", "institution_ids": ["https://openalex.org/I4210123686", "https://openalex.org/I150229711"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 7, "corresponding_author_ids": ["https://openalex.org/A5041539298", "https://openalex.org/A5045308603", "https://openalex.org/A5100635305"], "corresponding_institution_ids": ["https://openalex.org/I150229711", "https://openalex.org/I4210108633", "https://openalex.org/I4210123686", "https://openalex.org/I4210134419", "https://openalex.org/I4400573292"], "apc_list": {"value": 4011, "currency": "USD", "value_usd": 4011}, "apc_paid": null, "fwci": 67.8621, "has_fulltext": true, "cited_by_count": 357, "citation_normalized_percentile": {"value": 0.99946672, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 99, "max": 100}, "biblio": {"volume": "25", "issue": "1", "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10211", "display_name": "Computational Drug Discovery Methods", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1703", "display_name": "Computational Theory and Mathematics"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10211", "display_name": "Computational Drug Discovery Methods", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1703", "display_name": "Computational Theory and Mathematics"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11948", "display_name": "Machine Learning in Materials Science", "score": 0.9972000122070312, "subfield": {"id": "https://openalex.org/subfields/2505", "display_name": "Materials Chemistry"}, "field": {"id": "https://openalex.org/fields/25", "display_name": "Materials Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10836", "display_name": "Metabolomics and Mass Spectrometry Studies", "score": 0.9722999930381775, "subfield": {"id": "https://openalex.org/subfields/1312", "display_name": "Molecular Biology"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/pace", "display_name": "Pace", "score": 0.8633236885070801}, {"id": "https://openalex.org/keywords/interpretability", "display_name": "Interpretability", "score": 0.8326160907745361}, {"id": "https://openalex.org/keywords/drug-discovery", "display_name": "Drug discovery", "score": 0.7032004594802856}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6980893015861511}, {"id": "https://openalex.org/keywords/data-science", "display_name": "Data science", "score": 0.6305522918701172}, {"id": "https://openalex.org/keywords/resource", "display_name": "Resource (disambiguation)", "score": 0.4508202373981476}, {"id": "https://openalex.org/keywords/drug-development", "display_name": "Drug development", "score": 0.44607216119766235}, {"id": "https://openalex.org/keywords/domain", "display_name": "Domain (mathematical analysis)", "score": 0.4432692527770996}, {"id": "https://openalex.org/keywords/big-data", "display_name": "Big data", "score": 0.4360602796077728}, {"id": "https://openalex.org/keywords/mechanism", "display_name": "Mechanism (biology)", "score": 0.4106203317642212}, {"id": "https://openalex.org/keywords/risk-analysis", "display_name": "Risk analysis (engineering)", "score": 0.38653185963630676}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.37250611186027527}, {"id": "https://openalex.org/keywords/drug", "display_name": "Drug", "score": 0.21475157141685486}, {"id": "https://openalex.org/keywords/data-mining", "display_name": "Data mining", "score": 0.1669166088104248}, {"id": "https://openalex.org/keywords/medicine", "display_name": "Medicine", "score": 0.11930358409881592}, {"id": "https://openalex.org/keywords/bioinformatics", "display_name": "Bioinformatics", "score": 0.11218851804733276}], "concepts": [{"id": "https://openalex.org/C2777526511", "wikidata": "https://www.wikidata.org/wiki/Q691543", "display_name": "Pace", "level": 2, "score": 0.8633236885070801}, {"id": "https://openalex.org/C2781067378", "wikidata": "https://www.wikidata.org/wiki/Q17027399", "display_name": "Interpretability", "level": 2, "score": 0.8326160907745361}, {"id": "https://openalex.org/C74187038", "wikidata": "https://www.wikidata.org/wiki/Q1418791", "display_name": "Drug discovery", "level": 2, "score": 0.7032004594802856}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6980893015861511}, {"id": "https://openalex.org/C2522767166", "wikidata": "https://www.wikidata.org/wiki/Q2374463", "display_name": "Data science", "level": 1, "score": 0.6305522918701172}, {"id": "https://openalex.org/C206345919", "wikidata": "https://www.wikidata.org/wiki/Q20380951", "display_name": "Resource (disambiguation)", "level": 2, "score": 0.4508202373981476}, {"id": "https://openalex.org/C64903051", "wikidata": "https://www.wikidata.org/wiki/Q2198549", "display_name": "Drug development", "level": 3, "score": 0.44607216119766235}, {"id": "https://openalex.org/C36503486", "wikidata": "https://www.wikidata.org/wiki/Q11235244", "display_name": "Domain (mathematical analysis)", "level": 2, "score": 0.4432692527770996}, {"id": "https://openalex.org/C75684735", "wikidata": "https://www.wikidata.org/wiki/Q858810", "display_name": "Big data", "level": 2, "score": 0.4360602796077728}, {"id": "https://openalex.org/C89611455", "wikidata": "https://www.wikidata.org/wiki/Q6804646", "display_name": "Mechanism (biology)", "level": 2, "score": 0.4106203317642212}, {"id": "https://openalex.org/C112930515", "wikidata": "https://www.wikidata.org/wiki/Q4389547", "display_name": "Risk analysis (engineering)", "level": 1, "score": 0.38653185963630676}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.37250611186027527}, {"id": "https://openalex.org/C2780035454", "wikidata": "https://www.wikidata.org/wiki/Q8386", "display_name": "Drug", "level": 2, "score": 0.21475157141685486}, {"id": "https://openalex.org/C124101348", "wikidata": "https://www.wikidata.org/wiki/Q172491", "display_name": "Data mining", "level": 1, "score": 0.1669166088104248}, {"id": "https://openalex.org/C71924100", "wikidata": "https://www.wikidata.org/wiki/Q11190", "display_name": "Medicine", "level": 0, "score": 0.11930358409881592}, {"id": "https://openalex.org/C60644358", "wikidata": "https://www.wikidata.org/wiki/Q128570", "display_name": "Bioinformatics", "level": 1, "score": 0.11218851804733276}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C31258907", "wikidata": "https://www.wikidata.org/wiki/Q1301371", "display_name": "Computer network", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C134306372", "wikidata": "https://www.wikidata.org/wiki/Q7754", "display_name": "Mathematical analysis", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C111472728", "wikidata": "https://www.wikidata.org/wiki/Q9471", "display_name": "Epistemology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C13280743", "wikidata": "https://www.wikidata.org/wiki/Q131089", "display_name": "Geodesy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C118552586", "wikidata": "https://www.wikidata.org/wiki/Q7867", "display_name": "Psychiatry", "level": 1, "score": 0.0}], "mesh": [{"descriptor_ui": "D000068598", "descriptor_name": "Data Accuracy", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000068598", "descriptor_name": "Data Accuracy", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000068598", "descriptor_name": "Data Accuracy", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000068598", "descriptor_name": "Data Accuracy", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000068598", "descriptor_name": "Data Accuracy", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000068598", "descriptor_name": "Data Accuracy", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000076722", "descriptor_name": "Drug Development", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000076722", "descriptor_name": "Drug Development", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000076722", "descriptor_name": "Drug Development", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000076722", "descriptor_name": "Drug Development", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000076722", "descriptor_name": "Drug Development", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D000076722", "descriptor_name": "Drug Development", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": false}, {"descriptor_ui": "D001185", "descriptor_name": "Artificial Intelligence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D001185", "descriptor_name": "Artificial Intelligence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D001185", "descriptor_name": "Artificial Intelligence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D001185", "descriptor_name": "Artificial Intelligence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D001185", "descriptor_name": "Artificial Intelligence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D001185", "descriptor_name": "Artificial Intelligence", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D055808", "descriptor_name": "Drug Discovery", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D055808", "descriptor_name": "Drug Discovery", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D055808", "descriptor_name": "Drug Discovery", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D055808", "descriptor_name": "Drug Discovery", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D055808", "descriptor_name": "Drug Discovery", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}, {"descriptor_ui": "D055808", "descriptor_name": "Drug Discovery", "qualifier_ui": null, "qualifier_name": null, "is_major_topic": true}], "locations_count": 3, "locations": [{"id": "doi:10.1093/bib/bbad467", "is_oa": true, "landing_page_url": "https://doi.org/10.1093/bib/bbad467", "pdf_url": "https://academic.oup.com/bib/article-pdf/25/1/bbad467/55123365/bbad467.pdf", "source": {"id": "https://openalex.org/S91767247", "display_name": "Briefings in Bioinformatics", "issn_l": "1467-5463", "issn": ["1467-5463", "1477-4054"], "is_oa": false, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310311648", "host_organization_name": "Oxford University Press", "host_organization_lineage": ["https://openalex.org/P4310311648", "https://openalex.org/P4310311647"], "host_organization_lineage_names": ["Oxford University Press", "University of Oxford"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Briefings in Bioinformatics", "raw_type": "journal-article"}, {"id": "pmid:38189543", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/38189543", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Briefings in bioinformatics", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:10772984", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/10772984", "pdf_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10772984/pdf/bbad467.pdf", "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-nc", "license_id": "https://openalex.org/licenses/cc-by-nc", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "Brief Bioinform", "raw_type": "Text"}], "best_oa_location": {"id": "doi:10.1093/bib/bbad467", "is_oa": true, "landing_page_url": "https://doi.org/10.1093/bib/bbad467", "pdf_url": "https://academic.oup.com/bib/article-pdf/25/1/bbad467/55123365/bbad467.pdf", "source": {"id": "https://openalex.org/S91767247", "display_name": "Briefings in Bioinformatics", "issn_l": "1467-5463", "issn": ["1467-5463", "1477-4054"], "is_oa": false, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310311648", "host_organization_name": "Oxford University Press", "host_organization_lineage": ["https://openalex.org/P4310311648", "https://openalex.org/P4310311647"], "host_organization_lineage_names": ["Oxford University Press", "University of Oxford"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Briefings in Bioinformatics", "raw_type": "journal-article"}, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G1642319838", "display_name": null, "funder_award_id": "62372088", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G3070758661", "display_name": null, "funder_award_id": "2022NSFSC1610", "funder_id": "https://openalex.org/F4320329861", "funder_display_name": "Natural Science Foundation of Sichuan Province"}, {"id": "https://openalex.org/G329368774", "display_name": null, "funder_award_id": "2023NSFSC0678", "funder_id": "https://openalex.org/F4320329861", "funder_display_name": "Natural Science Foundation of Sichuan Province"}, {"id": "https://openalex.org/G3930076229", "display_name": null, "funder_award_id": "2023NSFSC0569", "funder_id": "https://openalex.org/F4320329861", "funder_display_name": "Natural Science Foundation of Sichuan Province"}, {"id": "https://openalex.org/G4837812242", "display_name": null, "funder_award_id": "62202069", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G7483512367", "display_name": null, "funder_award_id": "2023\u00a0M730507", "funder_id": "https://openalex.org/F4320321543", "funder_display_name": "China Postdoctoral Science Foundation"}], "funders": [{"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}, {"id": "https://openalex.org/F4320321543", "display_name": "China Postdoctoral Science Foundation", "ror": "https://ror.org/0426zh255"}, {"id": "https://openalex.org/F4320329861", "display_name": "Natural Science Foundation of Sichuan Province", "ror": null}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4390678101.pdf", "grobid_xml": "https://content.openalex.org/works/W4390678101.grobid-xml"}, "referenced_works_count": 233, "referenced_works": ["https://openalex.org/W2116341502", "https://openalex.org/W2133564696", "https://openalex.org/W2761525601", "https://openalex.org/W2785720803", "https://openalex.org/W2860192827", "https://openalex.org/W2896457183", "https://openalex.org/W2942173509", "https://openalex.org/W2942537220", "https://openalex.org/W2943714799", "https://openalex.org/W2973114758", "https://openalex.org/W3000478925", "https://openalex.org/W3009999522", "https://openalex.org/W3012117454", "https://openalex.org/W3016339201", "https://openalex.org/W3018495986", "https://openalex.org/W3018980093", "https://openalex.org/W3022502706", "https://openalex.org/W3024375027", "https://openalex.org/W3034231628", "https://openalex.org/W3047089863", "https://openalex.org/W3089843526", "https://openalex.org/W3093687066", "https://openalex.org/W3093934881", "https://openalex.org/W3095883070", "https://openalex.org/W3096508121", "https://openalex.org/W3113150977", "https://openalex.org/W3116286104", "https://openalex.org/W3119872582", "https://openalex.org/W3127930610", "https://openalex.org/W3130218089", "https://openalex.org/W3137270128", "https://openalex.org/W3137551757", "https://openalex.org/W3137581839", "https://openalex.org/W3157265962", "https://openalex.org/W3157476473", "https://openalex.org/W3158002239", "https://openalex.org/W3160789623", "https://openalex.org/W3163969724", "https://openalex.org/W3167993868", "https://openalex.org/W3168661259", "https://openalex.org/W3172530361", "https://openalex.org/W3174167596", "https://openalex.org/W3175786839", "https://openalex.org/W3178697201", "https://openalex.org/W3184931457", "https://openalex.org/W3193314306", "https://openalex.org/W3193719766", "https://openalex.org/W3194218357", "https://openalex.org/W3201230437", "https://openalex.org/W3202905826", "https://openalex.org/W3203908308", "https://openalex.org/W3205082786", "https://openalex.org/W3206585172", "https://openalex.org/W3206937279", "https://openalex.org/W3207373390", "https://openalex.org/W3209056694", "https://openalex.org/W3209709185", "https://openalex.org/W3210813272", "https://openalex.org/W3212259269", "https://openalex.org/W3214740101", "https://openalex.org/W4200200013", "https://openalex.org/W4205171481", "https://openalex.org/W4205463297", "https://openalex.org/W4205989901", "https://openalex.org/W4206046745", "https://openalex.org/W4206078729", "https://openalex.org/W4206334877", "https://openalex.org/W4210442302", "https://openalex.org/W4210842338", "https://openalex.org/W4211238337", "https://openalex.org/W4213199136", "https://openalex.org/W4214831389", "https://openalex.org/W4214940877", "https://openalex.org/W4214953648", "https://openalex.org/W4220802400", "https://openalex.org/W4220837717", "https://openalex.org/W4220840971", "https://openalex.org/W4220853970", "https://openalex.org/W4220924743", "https://openalex.org/W4220967417", "https://openalex.org/W4221147853", "https://openalex.org/W4223414650", "https://openalex.org/W4224220091", "https://openalex.org/W4224322651", "https://openalex.org/W4224929280", "https://openalex.org/W4224946912", "https://openalex.org/W4224981527", "https://openalex.org/W4226144568", "https://openalex.org/W4226342256", "https://openalex.org/W4229369522", "https://openalex.org/W4231842606", "https://openalex.org/W4280602833", "https://openalex.org/W4281653422", "https://openalex.org/W4281730573", "https://openalex.org/W4283259285", "https://openalex.org/W4285041843", "https://openalex.org/W4285069771", "https://openalex.org/W4285165731", "https://openalex.org/W4289315841", "https://openalex.org/W4292160648", "https://openalex.org/W4294000785", "https://openalex.org/W4295408684", "https://openalex.org/W4295886447", "https://openalex.org/W4295900303", "https://openalex.org/W4295926222", "https://openalex.org/W4296262915", "https://openalex.org/W4296608488", "https://openalex.org/W4296777335", "https://openalex.org/W4296890795", "https://openalex.org/W4296907511", "https://openalex.org/W4297632148", "https://openalex.org/W4297733535", "https://openalex.org/W4298009900", "https://openalex.org/W4303431765", "https://openalex.org/W4306292879", "https://openalex.org/W4306955484", "https://openalex.org/W4306976400", "https://openalex.org/W4307093167", "https://openalex.org/W4307171284", "https://openalex.org/W4308187210", "https://openalex.org/W4308988941", "https://openalex.org/W4309009637", "https://openalex.org/W4309452766", "https://openalex.org/W4309728351", "https://openalex.org/W4311584330", "https://openalex.org/W4312129273", "https://openalex.org/W4312210063", "https://openalex.org/W4313256479", "https://openalex.org/W4313415050", "https://openalex.org/W4313423841", "https://openalex.org/W4313485929", "https://openalex.org/W4313595375", "https://openalex.org/W4313816476", "https://openalex.org/W4315641887", "https://openalex.org/W4315700466", "https://openalex.org/W4317470261", "https://openalex.org/W4317776906", "https://openalex.org/W4317829594", "https://openalex.org/W4318150241", "https://openalex.org/W4321377212", "https://openalex.org/W4321614295", "https://openalex.org/W4322102662", "https://openalex.org/W4322501430", "https://openalex.org/W4322757547", "https://openalex.org/W4323031630", "https://openalex.org/W4323035995", "https://openalex.org/W4323653169", "https://openalex.org/W4324141250", "https://openalex.org/W4327676467", "https://openalex.org/W4353005031", "https://openalex.org/W4361228745", "https://openalex.org/W4362520745", "https://openalex.org/W4365397159", "https://openalex.org/W4366685208", "https://openalex.org/W4366749182", "https://openalex.org/W4366823237", "https://openalex.org/W4366988472", "https://openalex.org/W4366991255", "https://openalex.org/W4372330430", "https://openalex.org/W4376614459", "https://openalex.org/W4376620126", "https://openalex.org/W4377121531", "https://openalex.org/W4377232689", "https://openalex.org/W4378782647", "https://openalex.org/W4378909195", "https://openalex.org/W4378953498", "https://openalex.org/W4379875520", "https://openalex.org/W4379879659", "https://openalex.org/W4380225176", "https://openalex.org/W4381252028", "https://openalex.org/W4382132796", "https://openalex.org/W4382182163", "https://openalex.org/W4382518153", "https://openalex.org/W4382631609", "https://openalex.org/W4382631779", "https://openalex.org/W4382632004", "https://openalex.org/W4382652046", "https://openalex.org/W4382786830", "https://openalex.org/W4383532624", "https://openalex.org/W4384264789", "https://openalex.org/W4384497798", "https://openalex.org/W4384818885", "https://openalex.org/W4384937010", "https://openalex.org/W4385201870", "https://openalex.org/W4385245566", "https://openalex.org/W4385751491", "https://openalex.org/W4385790266", "https://openalex.org/W4386046779", "https://openalex.org/W4386074245", "https://openalex.org/W4386136390", "https://openalex.org/W4386189627", "https://openalex.org/W4386202995", "https://openalex.org/W4386483965", "https://openalex.org/W4403782367", "https://openalex.org/W6679434410", "https://openalex.org/W6739901393", "https://openalex.org/W6745537798", "https://openalex.org/W6747978776", "https://openalex.org/W6755207826", "https://openalex.org/W6761961326", "https://openalex.org/W6772315754", "https://openalex.org/W6775855368", "https://openalex.org/W6775886886", "https://openalex.org/W6778953688", "https://openalex.org/W6784526300", "https://openalex.org/W6784614190", "https://openalex.org/W6798971917", "https://openalex.org/W6800162513", "https://openalex.org/W6801930856", "https://openalex.org/W6802699396", "https://openalex.org/W6805360056", "https://openalex.org/W6808460610", "https://openalex.org/W6809866740", "https://openalex.org/W6810263466", "https://openalex.org/W6811136428", "https://openalex.org/W6838391861", "https://openalex.org/W6839065726", "https://openalex.org/W6843188732", "https://openalex.org/W6843615466", "https://openalex.org/W6846005078", "https://openalex.org/W6846094906", "https://openalex.org/W6848024440", "https://openalex.org/W6849463681", "https://openalex.org/W6849934322", "https://openalex.org/W6851056897", "https://openalex.org/W6851117847", "https://openalex.org/W6851406816", "https://openalex.org/W6851778189", "https://openalex.org/W6852192039", "https://openalex.org/W6852975210", "https://openalex.org/W6854110918", "https://openalex.org/W6855024724", "https://openalex.org/W6855358507"], "related_works": ["https://openalex.org/W2905433371", "https://openalex.org/W2888392564", "https://openalex.org/W4310278675", "https://openalex.org/W4388422664", "https://openalex.org/W4390569940", "https://openalex.org/W4361193272", "https://openalex.org/W2963326959", "https://openalex.org/W4388685194", "https://openalex.org/W2127264463", "https://openalex.org/W2764191054"], "abstract_inverted_index": {"Recently,": [0], "attention": [1, 78], "mechanism": [2], "and": [3, 18, 37, 58, 64, 80, 89], "derived": [4], "models": [5, 36, 110, 125], "have": [6, 112], "gained": [7], "significant": [8], "traction": [9], "in": [10, 20, 40, 49, 74, 117, 128, 131], "drug": [11, 41, 53, 119, 140], "development": [12], "due": [13], "to": [14, 61], "their": [15, 38, 47], "outstanding": [16], "performance": [17], "interpretability": [19, 88], "handling": [21], "complex": [22], "data": [23, 85], "structures.": [24], "This": [25], "review": [26], "offers": [27], "an": [28, 113], "in-depth": [29], "exploration": [30], "of": [31, 52, 77, 103, 139], "the": [32, 70, 75, 100, 132, 137], "principles": [33], "underlying": [34], "attention-based": [35, 109], "advantages": [39], "discovery.": [42, 120], "We": [43, 121], "further": [44], "elaborate": [45], "on": [46], "applications": [48], "various": [50], "aspects": [51], "development,": [54], "from": [55], "molecular": [56], "screening": [57], "target": [59], "binding": [60], "property": [62], "prediction": [63], "molecule": [65], "generation.": [66], "Finally,": [67], "we": [68, 106], "discuss": [69], "current": [71], "challenges": [72], "faced": [73], "application": [76], "mechanisms": [79], "Artificial": [81], "Intelligence": [82], "technologies,": [83], "including": [84], "quality,": [86], "model": [87], "computational": [90], "resource": [91], "constraints,": [92], "along": [93], "with": [94], "future": [95, 118], "directions": [96], "for": [97], "research.": [98], "Given": [99], "accelerating": [101, 136], "pace": [102, 138], "technological": [104], "advancement,": [105], "believe": [107], "that": [108, 123], "will": [111, 126], "increasingly": [114], "prominent": [115], "role": [116], "anticipate": [122], "these": [124], "usher": [127], "revolutionary": [129], "breakthroughs": [130], "pharmaceutical": [133], "domain,": [134], "significantly": [135], "development.": [141]}, "counts_by_year": [{"year": 2026, "cited_by_count": 19}, {"year": 2025, "cited_by_count": 168}, {"year": 2024, "cited_by_count": 152}, {"year": 2023, "cited_by_count": 18}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3199258042", "doi": "https://doi.org/10.18653/v1/2021.emnlp-main.132", "title": "Cross-Attention is All You Need: Adapting Pretrained Transformers for Machine Translation", "display_name": "Cross-Attention is All You Need: Adapting Pretrained Transformers for Machine Translation", "relevance_score": 333.21576, "publication_year": 2021, "publication_date": "2021-01-01", "ids": {"openalex": "https://openalex.org/W3199258042", "doi": "https://doi.org/10.18653/v1/2021.emnlp-main.132", "mag": "3199258042"}, "language": "en", "primary_location": {"id": "doi:10.18653/v1/2021.emnlp-main.132", "is_oa": true, "landing_page_url": "https://doi.org/10.18653/v1/2021.emnlp-main.132", "pdf_url": "https://aclanthology.org/2021.emnlp-main.132.pdf", "source": {"id": "https://openalex.org/S4363608991", "display_name": "Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "hybrid", "oa_url": "https://aclanthology.org/2021.emnlp-main.132.pdf", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5086242567", "display_name": "Mozhdeh Gheini", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2800817003", "display_name": "Southern California University for Professional Studies", "ror": "https://ror.org/058zz0t50", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I2800817003"]}, {"id": "https://openalex.org/I1174212", "display_name": "University of Southern California", "ror": "https://ror.org/03taz7m60", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I1174212"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Mozhdeh Gheini", "raw_affiliation_strings": ["Information Sciences Institute", "University of Southern California"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Information Sciences Institute", "institution_ids": []}, {"raw_affiliation_string": "University of Southern California", "institution_ids": ["https://openalex.org/I2800817003", "https://openalex.org/I1174212"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5009408707", "display_name": "Xiang Ren", "orcid": "https://orcid.org/0000-0001-8655-663X"}, "institutions": [{"id": "https://openalex.org/I1174212", "display_name": "University of Southern California", "ror": "https://ror.org/03taz7m60", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I1174212"]}, {"id": "https://openalex.org/I2800817003", "display_name": "Southern California University for Professional Studies", "ror": "https://ror.org/058zz0t50", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I2800817003"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Xiang Ren", "raw_affiliation_strings": ["Information Sciences Institute", "University of Southern California"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Information Sciences Institute", "institution_ids": []}, {"raw_affiliation_string": "University of Southern California", "institution_ids": ["https://openalex.org/I2800817003", "https://openalex.org/I1174212"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5000874697", "display_name": "Jonathan May", "orcid": "https://orcid.org/0000-0002-5284-477X"}, "institutions": [{"id": "https://openalex.org/I1174212", "display_name": "University of Southern California", "ror": "https://ror.org/03taz7m60", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I1174212"]}, {"id": "https://openalex.org/I2800817003", "display_name": "Southern California University for Professional Studies", "ror": "https://ror.org/058zz0t50", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I2800817003"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Jonathan May", "raw_affiliation_strings": ["Information Sciences Institute", "University of Southern California"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Information Sciences Institute", "institution_ids": []}, {"raw_affiliation_string": "University of Southern California", "institution_ids": ["https://openalex.org/I2800817003", "https://openalex.org/I1174212"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 3, "corresponding_author_ids": ["https://openalex.org/A5086242567"], "corresponding_institution_ids": ["https://openalex.org/I1174212", "https://openalex.org/I2800817003"], "apc_list": null, "apc_paid": null, "fwci": 7.1051, "has_fulltext": true, "cited_by_count": 134, "citation_normalized_percentile": {"value": 0.97892791, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 89, "max": 100}, "biblio": {"volume": null, "issue": null, "first_page": "1754", "last_page": "1765"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9995999932289124, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9983000159263611, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.8002623319625854}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7855173349380493}, {"id": "https://openalex.org/keywords/machine-translation", "display_name": "Machine translation", "score": 0.77439945936203}, {"id": "https://openalex.org/keywords/limiting", "display_name": "Limiting", "score": 0.6105822324752808}, {"id": "https://openalex.org/keywords/fine-tuning", "display_name": "Fine-tuning", "score": 0.5531613826751709}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5309044122695923}, {"id": "https://openalex.org/keywords/forgetting", "display_name": "Forgetting", "score": 0.5157316327095032}, {"id": "https://openalex.org/keywords/translation", "display_name": "Translation (biology)", "score": 0.49705770611763}, {"id": "https://openalex.org/keywords/scratch", "display_name": "Scratch", "score": 0.4843195974826813}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.4838258624076843}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.40076538920402527}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.3507981300354004}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.13484063744544983}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.10715016722679138}, {"id": "https://openalex.org/keywords/programming-language", "display_name": "Programming language", "score": 0.09416350722312927}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.0937623679637909}, {"id": "https://openalex.org/keywords/particle-physics", "display_name": "Particle physics", "score": 0.06906861066818237}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.8002623319625854}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7855173349380493}, {"id": "https://openalex.org/C203005215", "wikidata": "https://www.wikidata.org/wiki/Q79798", "display_name": "Machine translation", "level": 2, "score": 0.77439945936203}, {"id": "https://openalex.org/C188198153", "wikidata": "https://www.wikidata.org/wiki/Q1613840", "display_name": "Limiting", "level": 2, "score": 0.6105822324752808}, {"id": "https://openalex.org/C157524613", "wikidata": "https://www.wikidata.org/wiki/Q2828883", "display_name": "Fine-tuning", "level": 2, "score": 0.5531613826751709}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5309044122695923}, {"id": "https://openalex.org/C7149132", "wikidata": "https://www.wikidata.org/wiki/Q1377840", "display_name": "Forgetting", "level": 2, "score": 0.5157316327095032}, {"id": "https://openalex.org/C149364088", "wikidata": "https://www.wikidata.org/wiki/Q185917", "display_name": "Translation (biology)", "level": 4, "score": 0.49705770611763}, {"id": "https://openalex.org/C2781235140", "wikidata": "https://www.wikidata.org/wiki/Q275131", "display_name": "Scratch", "level": 2, "score": 0.4843195974826813}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.4838258624076843}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.40076538920402527}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.3507981300354004}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.13484063744544983}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.10715016722679138}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.09416350722312927}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.0937623679637909}, {"id": "https://openalex.org/C109214941", "wikidata": "https://www.wikidata.org/wiki/Q18334", "display_name": "Particle physics", "level": 1, "score": 0.06906861066818237}, {"id": "https://openalex.org/C104317684", "wikidata": "https://www.wikidata.org/wiki/Q7187", "display_name": "Gene", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C55493867", "wikidata": "https://www.wikidata.org/wiki/Q7094", "display_name": "Biochemistry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C78519656", "wikidata": "https://www.wikidata.org/wiki/Q101333", "display_name": "Mechanical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C105580179", "wikidata": "https://www.wikidata.org/wiki/Q188928", "display_name": "Messenger RNA", "level": 3, "score": 0.0}, {"id": "https://openalex.org/C185592680", "wikidata": "https://www.wikidata.org/wiki/Q2329", "display_name": "Chemistry", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.18653/v1/2021.emnlp-main.132", "is_oa": true, "landing_page_url": "https://doi.org/10.18653/v1/2021.emnlp-main.132", "pdf_url": "https://aclanthology.org/2021.emnlp-main.132.pdf", "source": {"id": "https://openalex.org/S4363608991", "display_name": "Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing", "raw_type": "proceedings-article"}], "best_oa_location": {"id": "doi:10.18653/v1/2021.emnlp-main.132", "is_oa": true, "landing_page_url": "https://doi.org/10.18653/v1/2021.emnlp-main.132", "pdf_url": "https://aclanthology.org/2021.emnlp-main.132.pdf", "source": {"id": "https://openalex.org/S4363608991", "display_name": "Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "conference"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing", "raw_type": "proceedings-article"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.5400000214576721}], "awards": [{"id": "https://openalex.org/G1002423621", "display_name": "CAREER: Teaching Machines through Human Explanation for Information Extraction", "funder_award_id": "2048211", "funder_id": "https://openalex.org/F4320306076", "funder_display_name": "National Science Foundation"}, {"id": "https://openalex.org/G1270017660", "display_name": null, "funder_award_id": "2019-19051600007", "funder_id": "https://openalex.org/F4320333051", "funder_display_name": "Intelligence Advanced Research Projects Activity"}, {"id": "https://openalex.org/G1789186614", "display_name": null, "funder_award_id": "FA8650-17-C-9116", "funder_id": "https://openalex.org/F4320338294", "funder_display_name": "Air Force Research Laboratory"}, {"id": "https://openalex.org/G2261877036", "display_name": null, "funder_award_id": "2019-19051600007", "funder_id": "https://openalex.org/F4320312530", "funder_display_name": "Office of the Director of National Intelligence"}, {"id": "https://openalex.org/G2551525", "display_name": null, "funder_award_id": "FA8750-19-1-1000", "funder_id": "https://openalex.org/F4320338294", "funder_display_name": "Air Force Research Laboratory"}, {"id": "https://openalex.org/G4713059963", "display_name": null, "funder_award_id": "FA8750", "funder_id": "https://openalex.org/F4320332180", "funder_display_name": "Defense Advanced Research Projects Agency"}, {"id": "https://openalex.org/G546011143", "display_name": null, "funder_award_id": "W911NF-19-20271", "funder_id": "https://openalex.org/F4320332180", "funder_display_name": "Defense Advanced Research Projects Agency"}, {"id": "https://openalex.org/G608057831", "display_name": null, "funder_award_id": "W911NF-19", "funder_id": "https://openalex.org/F4320306076", "funder_display_name": "National Science Foundation"}, {"id": "https://openalex.org/G8810978190", "display_name": null, "funder_award_id": "FA8650-17-C-9116", "funder_id": "https://openalex.org/F4320312530", "funder_display_name": "Office of the Director of National Intelligence"}], "funders": [{"id": "https://openalex.org/F4320306076", "display_name": "National Science Foundation", "ror": "https://ror.org/021nxhr62"}, {"id": "https://openalex.org/F4320312530", "display_name": "Office of the Director of National Intelligence", "ror": "https://ror.org/01v3fsc55"}, {"id": "https://openalex.org/F4320332180", "display_name": "Defense Advanced Research Projects Agency", "ror": "https://ror.org/02caytj08"}, {"id": "https://openalex.org/F4320332815", "display_name": "Advanced Research Projects Agency", "ror": "https://ror.org/02caytj08"}, {"id": "https://openalex.org/F4320333051", "display_name": "Intelligence Advanced Research Projects Activity", "ror": "https://ror.org/01v3fsc55"}, {"id": "https://openalex.org/F4320337349", "display_name": "NIH Office of the Director", "ror": "https://ror.org/00fj8a872"}, {"id": "https://openalex.org/F4320338294", "display_name": "Air Force Research Laboratory", "ror": "https://ror.org/02e2egq70"}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W3199258042.pdf", "grobid_xml": "https://content.openalex.org/works/W3199258042.grobid-xml"}, "referenced_works_count": 46, "referenced_works": ["https://openalex.org/W2126725946", "https://openalex.org/W2294774419", "https://openalex.org/W2561995736", "https://openalex.org/W2741602058", "https://openalex.org/W2752630748", "https://openalex.org/W2887920589", "https://openalex.org/W2933138175", "https://openalex.org/W2945383715", "https://openalex.org/W2946794439", "https://openalex.org/W2962784628", "https://openalex.org/W2963088995", "https://openalex.org/W2963118869", "https://openalex.org/W2963250244", "https://openalex.org/W2963341956", "https://openalex.org/W2963403868", "https://openalex.org/W2963532001", "https://openalex.org/W2963633299", "https://openalex.org/W2964085268", "https://openalex.org/W2964303773", "https://openalex.org/W2970925270", "https://openalex.org/W2972534020", "https://openalex.org/W2990555152", "https://openalex.org/W3001434439", "https://openalex.org/W3034469191", "https://openalex.org/W3034955736", "https://openalex.org/W3034999214", "https://openalex.org/W3035254119", "https://openalex.org/W3035390927", "https://openalex.org/W3093886841", "https://openalex.org/W3094502228", "https://openalex.org/W3096841893", "https://openalex.org/W3096966601", "https://openalex.org/W3098903812", "https://openalex.org/W3103182178", "https://openalex.org/W3104652516", "https://openalex.org/W3107826490", "https://openalex.org/W3116273903", "https://openalex.org/W3134307371", "https://openalex.org/W3152956381", "https://openalex.org/W3174770825", "https://openalex.org/W3174784402", "https://openalex.org/W4205991051", "https://openalex.org/W4287597359", "https://openalex.org/W4292779060", "https://openalex.org/W4299579390", "https://openalex.org/W4385245566"], "related_works": ["https://openalex.org/W2475116013", "https://openalex.org/W3037551068", "https://openalex.org/W3023285645", "https://openalex.org/W2794347674", "https://openalex.org/W3023594376", "https://openalex.org/W4287802662", "https://openalex.org/W3154646238", "https://openalex.org/W2899852118", "https://openalex.org/W4309877123", "https://openalex.org/W4362554255"], "abstract_inverted_index": {"We": [0, 31, 75], "study": [1], "the": [2, 7, 11, 21, 46, 59, 71, 82, 111, 117], "power": [3], "of": [4, 13, 23, 35, 98, 108], "cross-attention": [5, 60], "in": [6, 89], "Transformer": [8], "architecture": [9], "within": [10], "context": [12], "transfer": [14], "learning": [15], "for": [16, 101, 113], "machine": [17, 121], "translation,": [18, 115], "and": [19, 84, 103, 116], "extend": [20, 120], "findings": [22], "studies": [24], "into": [25, 78], "crossattention": [26], "when": [27], "training": [28], "from": [29], "scratch.": [30], "conduct": [32], "a": [33, 39, 106], "series": [34], "experiments": [36, 54], "through": [37], "finetuning": [38], "translation": [40, 73, 122], "model": [41], "on": [42], "data": [43], "where": [44], "either": [45], "source": [47], "or": [48], "target": [49], "language": [50, 127], "has": [51], "changed.": [52], "These": [53], "reveal": [55], "that": [56, 86], "fine-tuning": [57, 67, 88], "only": [58], "parameters": [61, 69], "is": [62, 81], "nearly": [63], "as": [64, 66], "effective": [65], "all": [68], "(i.e.,": [70], "entire": [72], "model).": [74], "provide": [76], "insights": [77], "why": [79], "this": [80, 90, 99], "case": [83], "observe": [85], "limiting": [87], "manner": [91], "yields": [92], "crosslingually": [93], "aligned": [94], "embeddings.": [95], "The": [96], "implications": [97], "finding": [100], "researchers": [102], "practitioners": [104], "include": [105], "mitigation": [107], "catastrophic": [109], "forgetting,": [110], "potential": [112], "zero-shot": [114], "ability": [118], "to": [119, 124], "models": [123], "several": [125], "new": [126], "pairs": [128], "with": [129], "reduced": [130], "parameter": [131], "storage": [132], "overhead.": [133]}, "counts_by_year": [{"year": 2026, "cited_by_count": 12}, {"year": 2025, "cited_by_count": 66}, {"year": 2024, "cited_by_count": 24}, {"year": 2023, "cited_by_count": 22}, {"year": 2022, "cited_by_count": 9}, {"year": 2021, "cited_by_count": 1}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3099527960", "doi": "https://doi.org/10.18653/v1/2020.emnlp-main.317", "title": "Attention Is All You Need for Chinese Word Segmentation", "display_name": "Attention Is All You Need for Chinese Word Segmentation", "relevance_score": 197.23715, "publication_year": 2020, "publication_date": "2020-01-01", "ids": {"openalex": "https://openalex.org/W3099527960", "doi": "https://doi.org/10.18653/v1/2020.emnlp-main.317", "mag": "3099527960"}, "language": "en", "primary_location": {"id": "doi:10.18653/v1/2020.emnlp-main.317", "is_oa": true, "landing_page_url": "https://doi.org/10.18653/v1/2020.emnlp-main.317", "pdf_url": "https://www.aclweb.org/anthology/2020.emnlp-main.317.pdf", "source": null, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://www.aclweb.org/anthology/2020.emnlp-main.317.pdf", "any_repository_has_fulltext": null}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5074561776", "display_name": "Sufeng Duan", "orcid": "https://orcid.org/0000-0002-1210-8954"}, "institutions": [{"id": "https://openalex.org/I183067930", "display_name": "Shanghai Jiao Tong University", "ror": "https://ror.org/0220qvk04", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I183067930"]}, {"id": "https://openalex.org/I4210165726", "display_name": "Shanghai Municipal Education Commission", "ror": "https://ror.org/05tewj457", "country_code": "CN", "type": "government", "lineage": ["https://openalex.org/I4210165456", "https://openalex.org/I4210165726"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Sufeng Duan", "raw_affiliation_strings": ["Department of Computer Science and Engineering, Shanghai Jiao Tong University", "Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China", "MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University"], "affiliations": [{"raw_affiliation_string": "Department of Computer Science and Engineering, Shanghai Jiao Tong University", "institution_ids": ["https://openalex.org/I183067930"]}, {"raw_affiliation_string": "Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China", "institution_ids": ["https://openalex.org/I4210165726", "https://openalex.org/I183067930"]}, {"raw_affiliation_string": "MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University", "institution_ids": ["https://openalex.org/I183067930"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5036050911", "display_name": "Hai Zhao", "orcid": "https://orcid.org/0000-0001-7290-0487"}, "institutions": [{"id": "https://openalex.org/I183067930", "display_name": "Shanghai Jiao Tong University", "ror": "https://ror.org/0220qvk04", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I183067930"]}, {"id": "https://openalex.org/I4210165726", "display_name": "Shanghai Municipal Education Commission", "ror": "https://ror.org/05tewj457", "country_code": "CN", "type": "government", "lineage": ["https://openalex.org/I4210165456", "https://openalex.org/I4210165726"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Hai Zhao", "raw_affiliation_strings": ["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University", "Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China", "Department of Computer Science and Engineering, Shanghai Jiao Tong University"], "affiliations": [{"raw_affiliation_string": "MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University", "institution_ids": ["https://openalex.org/I183067930"]}, {"raw_affiliation_string": "Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China", "institution_ids": ["https://openalex.org/I4210165726", "https://openalex.org/I183067930"]}, {"raw_affiliation_string": "Department of Computer Science and Engineering, Shanghai Jiao Tong University", "institution_ids": ["https://openalex.org/I183067930"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 2, "corresponding_author_ids": ["https://openalex.org/A5036050911"], "corresponding_institution_ids": ["https://openalex.org/I183067930", "https://openalex.org/I4210165726"], "apc_list": null, "apc_paid": null, "fwci": 3.3979, "has_fulltext": true, "cited_by_count": 30, "citation_normalized_percentile": {"value": 0.93874195, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 91, "max": 99}, "biblio": {"volume": null, "issue": null, "first_page": "3862", "last_page": "3872"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10201", "display_name": "Speech Recognition and Synthesis", "score": 0.9977999925613403, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8167758584022522}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.7620964050292969}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.7240328192710876}, {"id": "https://openalex.org/keywords/decoding-methods", "display_name": "Decoding methods", "score": 0.6792439222335815}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6656947731971741}, {"id": "https://openalex.org/keywords/text-segmentation", "display_name": "Text segmentation", "score": 0.5635859966278076}, {"id": "https://openalex.org/keywords/benchmark", "display_name": "Benchmark (surveying)", "score": 0.5609590411186218}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5207224488258362}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.5181835293769836}, {"id": "https://openalex.org/keywords/gaussian", "display_name": "Gaussian", "score": 0.42895135283470154}, {"id": "https://openalex.org/keywords/greedy-algorithm", "display_name": "Greedy algorithm", "score": 0.4172724187374115}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.3970351219177246}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.3759870231151581}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.25583285093307495}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8167758584022522}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.7620964050292969}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.7240328192710876}, {"id": "https://openalex.org/C57273362", "wikidata": "https://www.wikidata.org/wiki/Q576722", "display_name": "Decoding methods", "level": 2, "score": 0.6792439222335815}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6656947731971741}, {"id": "https://openalex.org/C98501671", "wikidata": "https://www.wikidata.org/wiki/Q1948408", "display_name": "Text segmentation", "level": 3, "score": 0.5635859966278076}, {"id": "https://openalex.org/C185798385", "wikidata": "https://www.wikidata.org/wiki/Q1161707", "display_name": "Benchmark (surveying)", "level": 2, "score": 0.5609590411186218}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5207224488258362}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.5181835293769836}, {"id": "https://openalex.org/C163716315", "wikidata": "https://www.wikidata.org/wiki/Q901177", "display_name": "Gaussian", "level": 2, "score": 0.42895135283470154}, {"id": "https://openalex.org/C51823790", "wikidata": "https://www.wikidata.org/wiki/Q504353", "display_name": "Greedy algorithm", "level": 2, "score": 0.4172724187374115}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.3970351219177246}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.3759870231151581}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.25583285093307495}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C13280743", "wikidata": "https://www.wikidata.org/wiki/Q131089", "display_name": "Geodesy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.18653/v1/2020.emnlp-main.317", "is_oa": true, "landing_page_url": "https://doi.org/10.18653/v1/2020.emnlp-main.317", "pdf_url": "https://www.aclweb.org/anthology/2020.emnlp-main.317.pdf", "source": null, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)", "raw_type": "proceedings-article"}], "best_oa_location": {"id": "doi:10.18653/v1/2020.emnlp-main.317", "is_oa": true, "landing_page_url": "https://doi.org/10.18653/v1/2020.emnlp-main.317", "pdf_url": "https://www.aclweb.org/anthology/2020.emnlp-main.317.pdf", "source": null, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)", "raw_type": "proceedings-article"}, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G1009646696", "display_name": null, "funder_award_id": "U1836222", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G1999725278", "display_name": null, "funder_award_id": "No. 2017YFB0304100", "funder_id": "https://openalex.org/F4320335777", "funder_display_name": "National Key Research and Development Program of China"}, {"id": "https://openalex.org/G2567398775", "display_name": null, "funder_award_id": "61733011", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G3289329514", "display_name": null, "funder_award_id": "2017YFB0304100", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G4276612039", "display_name": null, "funder_award_id": "2017YFB0304100", "funder_id": "https://openalex.org/F4320335777", "funder_display_name": "National Key Research and Development Program of China"}, {"id": "https://openalex.org/G466649759", "display_name": null, "funder_award_id": "2017Y", "funder_id": "https://openalex.org/F4320335777", "funder_display_name": "National Key Research and Development Program of China"}, {"id": "https://openalex.org/G6041835910", "display_name": null, "funder_award_id": "61733011)", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G8340078520", "display_name": null, "funder_award_id": "2017YF", "funder_id": "https://openalex.org/F4320335777", "funder_display_name": "National Key Research and Development Program of China"}, {"id": "https://openalex.org/G8823009050", "display_name": null, "funder_award_id": "2017YFB", "funder_id": "https://openalex.org/F4320335777", "funder_display_name": "National Key Research and Development Program of China"}], "funders": [{"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}, {"id": "https://openalex.org/F4320322999", "display_name": "Shanghai Jiao Tong University", "ror": "https://ror.org/0220qvk04"}, {"id": "https://openalex.org/F4320335777", "display_name": "National Key Research and Development Program of China", "ror": null}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W3099527960.pdf", "grobid_xml": "https://content.openalex.org/works/W3099527960.grobid-xml"}, "referenced_works_count": 44, "referenced_works": ["https://openalex.org/W25062297", "https://openalex.org/W1522301498", "https://openalex.org/W1575907248", "https://openalex.org/W1614298861", "https://openalex.org/W2033295622", "https://openalex.org/W2036516910", "https://openalex.org/W2102301788", "https://openalex.org/W2105908356", "https://openalex.org/W2163377725", "https://openalex.org/W2165664509", "https://openalex.org/W2233994034", "https://openalex.org/W2250739653", "https://openalex.org/W2251811146", "https://openalex.org/W2252225757", "https://openalex.org/W2252264945", "https://openalex.org/W2518877865", "https://openalex.org/W2552110825", "https://openalex.org/W2740418170", "https://openalex.org/W2757350179", "https://openalex.org/W2785522575", "https://openalex.org/W2882669297", "https://openalex.org/W2898626123", "https://openalex.org/W2905474383", "https://openalex.org/W2910676115", "https://openalex.org/W2922018002", "https://openalex.org/W2962885853", "https://openalex.org/W2963021447", "https://openalex.org/W2963355640", "https://openalex.org/W2963403868", "https://openalex.org/W2963571341", "https://openalex.org/W2963628345", "https://openalex.org/W2963925437", "https://openalex.org/W2964093505", "https://openalex.org/W2964121744", "https://openalex.org/W2964194354", "https://openalex.org/W2964302946", "https://openalex.org/W2964352165", "https://openalex.org/W2970626985", "https://openalex.org/W2998230451", "https://openalex.org/W2998665041", "https://openalex.org/W3016129867", "https://openalex.org/W3145501851", "https://openalex.org/W4385245566", "https://openalex.org/W4394643672"], "related_works": ["https://openalex.org/W4287598411", "https://openalex.org/W3098382480", "https://openalex.org/W3161911362", "https://openalex.org/W2945824677", "https://openalex.org/W2892009249", "https://openalex.org/W2547835662", "https://openalex.org/W4287186213", "https://openalex.org/W1826521293", "https://openalex.org/W3104417388", "https://openalex.org/W4385572770"], "abstract_inverted_index": {"Taking": [0], "greedy": [1, 50], "decoding": [2], "algorithm": [3], "as": [4], "it": [5], "should": [6], "be,": [7], "this": [8], "work": [9], "focuses": [10], "on": [11, 99], "further": [12], "strengthening": [13], "the": [14, 49, 61, 81, 110, 114], "model": [15, 35, 86, 96, 116], "itself": [16], "for": [17, 48, 56, 93], "Chinese": [18], "word": [19], "segmentation": [20, 51, 112], "(CWS),": [21], "which": [22, 60], "results": [23, 106], "in": [24, 59, 126], "an": [25, 38], "even": [26], "more": [27, 30], "fast": [28], "and": [29, 43, 75], "accurate": [31], "CWS": [32], "model.": [33], "Our": [34, 95], "consists": [36], "of": [37, 65, 128], "attention": [39, 78], "only": [40, 87], "stacked": [41], "encoder": [42, 62, 83], "a": [44, 66, 76], "light": [45], "enough": [46], "decoder": [47], "plus": [52], "two": [53], "highway": [54], "connections": [55], "smoother": [57], "training,": [58], "is": [63, 97], "composed": [64], "newly": [67], "proposed": [68, 115], "Transformer": [69], "variant,": [70], "Gaussian-masked": [71], "Directional": [72], "(GD)": [73], "Transformer,": [74], "biaffine": [77], "scorer.": [79], "With": [80], "effective": [82], "design,": [84], "our": [85], "needs": [88], "to": [89], "take": [90], "unigram": [91], "features": [92], "scoring.": [94], "evaluated": [98], "SIGHAN": [100], "Bakeoff": [101], "benchmark": [102], "datasets.": [103], "The": [104], "experimental": [105], "show": [107], "that": [108], "with": [109], "highest": [111], "speed,": [113], "achieves": [117], "new": [118], "state-of-the-art": [119], "or": [120], "comparable": [121], "performance": [122], "against": [123], "strong": [124], "baselines": [125], "terms": [127], "strict": [129], "closed": [130], "test": [131], "setting.": [132]}, "counts_by_year": [{"year": 2025, "cited_by_count": 1}, {"year": 2024, "cited_by_count": 4}, {"year": 2023, "cited_by_count": 4}, {"year": 2022, "cited_by_count": 4}, {"year": 2021, "cited_by_count": 14}, {"year": 2020, "cited_by_count": 3}], "updated_date": "2026-04-21T08:09:41.155169", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4385478480", "doi": "https://doi.org/10.1016/j.irfa.2023.102876", "title": "Attention is all you need: An interpretable transformer-based asset allocation approach", "display_name": "Attention is all you need: An interpretable transformer-based asset allocation approach", "relevance_score": 183.08382, "publication_year": 2023, "publication_date": "2023-08-02", "ids": {"openalex": "https://openalex.org/W4385478480", "doi": "https://doi.org/10.1016/j.irfa.2023.102876"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.irfa.2023.102876", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.irfa.2023.102876", "pdf_url": null, "source": {"id": "https://openalex.org/S145572626", "display_name": "International Review of Financial Analysis", "issn_l": "1057-5219", "issn": ["1057-5219", "1873-8079"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "International Review of Financial Analysis", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5078767804", "display_name": "Tian Ma", "orcid": "https://orcid.org/0000-0003-2448-4700"}, "institutions": [{"id": "https://openalex.org/I145897649", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I145897649"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Tian Ma", "raw_affiliation_strings": ["China Institute for Vitalizing Border Areas and Enriching the People, Beijing, China", "School of Economics, Minzu University of China, Beijing, China"], "affiliations": [{"raw_affiliation_string": "China Institute for Vitalizing Border Areas and Enriching the People, Beijing, China", "institution_ids": []}, {"raw_affiliation_string": "School of Economics, Minzu University of China, Beijing, China", "institution_ids": ["https://openalex.org/I145897649"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5101845319", "display_name": "Wanwan Wang", "orcid": "https://orcid.org/0000-0001-8991-3575"}, "institutions": [{"id": "https://openalex.org/I145897649", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I145897649"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Wanwan Wang", "raw_affiliation_strings": ["School of Economics, Minzu University of China, Beijing, China"], "affiliations": [{"raw_affiliation_string": "School of Economics, Minzu University of China, Beijing, China", "institution_ids": ["https://openalex.org/I145897649"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5101942772", "display_name": "Yu Chen", "orcid": "https://orcid.org/0009-0009-8180-5196"}, "institutions": [{"id": "https://openalex.org/I145897649", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I145897649"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yu Chen", "raw_affiliation_strings": ["School of Economics, Minzu University of China, Beijing, China"], "affiliations": [{"raw_affiliation_string": "School of Economics, Minzu University of China, Beijing, China", "institution_ids": ["https://openalex.org/I145897649"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 3, "corresponding_author_ids": ["https://openalex.org/A5078767804"], "corresponding_institution_ids": ["https://openalex.org/I145897649"], "apc_list": {"value": 3360, "currency": "USD", "value_usd": 3360}, "apc_paid": null, "fwci": 9.0309, "has_fulltext": false, "cited_by_count": 36, "citation_normalized_percentile": {"value": 0.98077032, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 100}, "biblio": {"volume": "90", "issue": null, "first_page": "102876", "last_page": "102876"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11326", "display_name": "Stock Market Forecasting Methods", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1803", "display_name": "Management Science and Operations Research"}, "field": {"id": "https://openalex.org/fields/18", "display_name": "Decision Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, "topics": [{"id": "https://openalex.org/T11326", "display_name": "Stock Market Forecasting Methods", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1803", "display_name": "Management Science and Operations Research"}, "field": {"id": "https://openalex.org/fields/18", "display_name": "Decision Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, {"id": "https://openalex.org/T10047", "display_name": "Financial Markets and Investment Strategies", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/2003", "display_name": "Finance"}, "field": {"id": "https://openalex.org/fields/20", "display_name": "Economics, Econometrics and Finance"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, {"id": "https://openalex.org/T11059", "display_name": "Market Dynamics and Volatility", "score": 0.996999979019165, "subfield": {"id": "https://openalex.org/subfields/2002", "display_name": "Economics and Econometrics"}, "field": {"id": "https://openalex.org/fields/20", "display_name": "Economics, Econometrics and Finance"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/predictability", "display_name": "Predictability", "score": 0.7149406671524048}, {"id": "https://openalex.org/keywords/asset-allocation", "display_name": "Asset allocation", "score": 0.5803550481796265}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.5754097700119019}, {"id": "https://openalex.org/keywords/volatility", "display_name": "Volatility (finance)", "score": 0.5408130288124084}, {"id": "https://openalex.org/keywords/stock-market", "display_name": "Stock market", "score": 0.5399025082588196}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.5038275122642517}, {"id": "https://openalex.org/keywords/financial-asset", "display_name": "Financial asset", "score": 0.46197521686553955}, {"id": "https://openalex.org/keywords/financial-market", "display_name": "Financial market", "score": 0.45586562156677246}, {"id": "https://openalex.org/keywords/econometrics", "display_name": "Econometrics", "score": 0.447556734085083}, {"id": "https://openalex.org/keywords/big-data", "display_name": "Big data", "score": 0.4327407777309418}, {"id": "https://openalex.org/keywords/stock", "display_name": "Stock (firearms)", "score": 0.4227880835533142}, {"id": "https://openalex.org/keywords/capital-asset-pricing-model", "display_name": "Capital asset pricing model", "score": 0.410244882106781}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.4037861227989197}, {"id": "https://openalex.org/keywords/economics", "display_name": "Economics", "score": 0.3535131812095642}, {"id": "https://openalex.org/keywords/financial-economics", "display_name": "Financial economics", "score": 0.3221760392189026}, {"id": "https://openalex.org/keywords/finance", "display_name": "Finance", "score": 0.22542941570281982}, {"id": "https://openalex.org/keywords/data-mining", "display_name": "Data mining", "score": 0.19289591908454895}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.12737655639648438}], "concepts": [{"id": "https://openalex.org/C197640229", "wikidata": "https://www.wikidata.org/wiki/Q2534066", "display_name": "Predictability", "level": 2, "score": 0.7149406671524048}, {"id": "https://openalex.org/C139819358", "wikidata": "https://www.wikidata.org/wiki/Q462748", "display_name": "Asset allocation", "level": 3, "score": 0.5803550481796265}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.5754097700119019}, {"id": "https://openalex.org/C91602232", "wikidata": "https://www.wikidata.org/wiki/Q756115", "display_name": "Volatility (finance)", "level": 2, "score": 0.5408130288124084}, {"id": "https://openalex.org/C2780299701", "wikidata": "https://www.wikidata.org/wiki/Q475000", "display_name": "Stock market", "level": 3, "score": 0.5399025082588196}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.5038275122642517}, {"id": "https://openalex.org/C2778705799", "wikidata": "https://www.wikidata.org/wiki/Q2823610", "display_name": "Financial asset", "level": 2, "score": 0.46197521686553955}, {"id": "https://openalex.org/C19244329", "wikidata": "https://www.wikidata.org/wiki/Q208697", "display_name": "Financial market", "level": 2, "score": 0.45586562156677246}, {"id": "https://openalex.org/C149782125", "wikidata": "https://www.wikidata.org/wiki/Q160039", "display_name": "Econometrics", "level": 1, "score": 0.447556734085083}, {"id": "https://openalex.org/C75684735", "wikidata": "https://www.wikidata.org/wiki/Q858810", "display_name": "Big data", "level": 2, "score": 0.4327407777309418}, {"id": "https://openalex.org/C204036174", "wikidata": "https://www.wikidata.org/wiki/Q909380", "display_name": "Stock (firearms)", "level": 2, "score": 0.4227880835533142}, {"id": "https://openalex.org/C181236170", "wikidata": "https://www.wikidata.org/wiki/Q848354", "display_name": "Capital asset pricing model", "level": 2, "score": 0.410244882106781}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.4037861227989197}, {"id": "https://openalex.org/C162324750", "wikidata": "https://www.wikidata.org/wiki/Q8134", "display_name": "Economics", "level": 0, "score": 0.3535131812095642}, {"id": "https://openalex.org/C106159729", "wikidata": "https://www.wikidata.org/wiki/Q2294553", "display_name": "Financial economics", "level": 1, "score": 0.3221760392189026}, {"id": "https://openalex.org/C10138342", "wikidata": "https://www.wikidata.org/wiki/Q43015", "display_name": "Finance", "level": 1, "score": 0.22542941570281982}, {"id": "https://openalex.org/C124101348", "wikidata": "https://www.wikidata.org/wiki/Q172491", "display_name": "Data mining", "level": 1, "score": 0.19289591908454895}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.12737655639648438}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C2780821815", "wikidata": "https://www.wikidata.org/wiki/Q5340806", "display_name": "Portfolio", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C2780762169", "wikidata": "https://www.wikidata.org/wiki/Q5905368", "display_name": "Horse", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C151730666", "wikidata": "https://www.wikidata.org/wiki/Q7205", "display_name": "Paleontology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C78519656", "wikidata": "https://www.wikidata.org/wiki/Q101333", "display_name": "Mechanical engineering", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1016/j.irfa.2023.102876", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.irfa.2023.102876", "pdf_url": null, "source": {"id": "https://openalex.org/S145572626", "display_name": "International Review of Financial Analysis", "issn_l": "1057-5219", "issn": ["1057-5219", "1873-8079"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "International Review of Financial Analysis", "raw_type": "journal-article"}, {"id": "pmh:oai:RePEc:eee:finana:v:90:y:2023:i:c:s1057521923003927", "is_oa": false, "landing_page_url": "http://www.sciencedirect.com/science/article/pii/S1057521923003927", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401271", "display_name": "RePEc: Research Papers in Economics", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I77793887", "host_organization_name": "Federal Reserve Bank of St. Louis", "host_organization_lineage": ["https://openalex.org/I77793887"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": null, "sustainable_development_goals": [], "awards": [], "funders": [{"id": "https://openalex.org/F4320328117", "display_name": "Minzu University of China", "ror": "https://ror.org/0044e2g62"}], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 28, "referenced_works": ["https://openalex.org/W1995834279", "https://openalex.org/W2000303290", "https://openalex.org/W2003451714", "https://openalex.org/W2151711192", "https://openalex.org/W2614466292", "https://openalex.org/W2626357790", "https://openalex.org/W2962862931", "https://openalex.org/W3121742501", "https://openalex.org/W3123671626", "https://openalex.org/W3124806669", "https://openalex.org/W3125613820", "https://openalex.org/W3152671997", "https://openalex.org/W3196503391", "https://openalex.org/W4205539948", "https://openalex.org/W4206123005", "https://openalex.org/W4213211270", "https://openalex.org/W4221148002", "https://openalex.org/W4226048887", "https://openalex.org/W4237239309", "https://openalex.org/W4283835473", "https://openalex.org/W4290725190", "https://openalex.org/W4293010367", "https://openalex.org/W4293059765", "https://openalex.org/W4312073436", "https://openalex.org/W4319761250", "https://openalex.org/W4385245566", "https://openalex.org/W6737947904", "https://openalex.org/W6839579423"], "related_works": ["https://openalex.org/W3146475749", "https://openalex.org/W2384623692", "https://openalex.org/W125754343", "https://openalex.org/W3161999020", "https://openalex.org/W102359245", "https://openalex.org/W3125628183", "https://openalex.org/W3126744850", "https://openalex.org/W4319603140", "https://openalex.org/W2035299126", "https://openalex.org/W3122847291"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 3}, {"year": 2025, "cited_by_count": 21}, {"year": 2024, "cited_by_count": 11}, {"year": 2023, "cited_by_count": 1}], "updated_date": "2026-04-05T17:49:38.594831", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3207381926", "doi": "https://doi.org/10.1145/3474085.3475385", "title": "Yes, \"Attention Is All You Need\", for Exemplar based Colorization", "display_name": "Yes, \"Attention Is All You Need\", for Exemplar based Colorization", "relevance_score": 177.57626, "publication_year": 2021, "publication_date": "2021-10-17", "ids": {"openalex": "https://openalex.org/W3207381926", "doi": "https://doi.org/10.1145/3474085.3475385", "mag": "3207381926"}, "language": "en", "primary_location": {"id": "doi:10.1145/3474085.3475385", "is_oa": false, "landing_page_url": "https://doi.org/10.1145/3474085.3475385", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 29th ACM International Conference on Multimedia", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5035345099", "display_name": "Wang Yin", "orcid": "https://orcid.org/0000-0002-9298-4566"}, "institutions": [{"id": "https://openalex.org/I139759216", "display_name": "Beijing University of Posts and Telecommunications", "ror": "https://ror.org/04w9fbh59", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I139759216"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Wang Yin", "raw_affiliation_strings": ["Beijing University of Posts and Telecommunications, Beijing, China"], "affiliations": [{"raw_affiliation_string": "Beijing University of Posts and Telecommunications, Beijing, China", "institution_ids": ["https://openalex.org/I139759216"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5108050577", "display_name": "Peng Lu", "orcid": "https://orcid.org/0000-0002-0162-6449"}, "institutions": [{"id": "https://openalex.org/I139759216", "display_name": "Beijing University of Posts and Telecommunications", "ror": "https://ror.org/04w9fbh59", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I139759216"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Peng Lu", "raw_affiliation_strings": ["Beijing University of Posts and Telecommunications, Beijing, China"], "affiliations": [{"raw_affiliation_string": "Beijing University of Posts and Telecommunications, Beijing, China", "institution_ids": ["https://openalex.org/I139759216"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5038995701", "display_name": "Zhaoran Zhao", "orcid": "https://orcid.org/0000-0002-3406-2598"}, "institutions": [{"id": "https://openalex.org/I139759216", "display_name": "Beijing University of Posts and Telecommunications", "ror": "https://ror.org/04w9fbh59", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I139759216"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhaoran Zhao", "raw_affiliation_strings": ["Beijing University of Posts and Telecommunications, Beijing, China"], "affiliations": [{"raw_affiliation_string": "Beijing University of Posts and Telecommunications, Beijing, China", "institution_ids": ["https://openalex.org/I139759216"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5102329211", "display_name": "Xujun Peng", "orcid": "https://orcid.org/0000-0001-9373-7092"}, "institutions": [{"id": "https://openalex.org/I1174212", "display_name": "University of Southern California", "ror": "https://ror.org/03taz7m60", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I1174212"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Xujun Peng", "raw_affiliation_strings": ["Information Sciences Institute, University of Southern California, Los Angeles, CA, USA"], "affiliations": [{"raw_affiliation_string": "Information Sciences Institute, University of Southern California, Los Angeles, CA, USA", "institution_ids": ["https://openalex.org/I1174212"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5035345099"], "corresponding_institution_ids": ["https://openalex.org/I139759216"], "apc_list": null, "apc_paid": null, "fwci": 2.0174, "has_fulltext": false, "cited_by_count": 27, "citation_normalized_percentile": {"value": 0.88805556, "is_in_top_1_percent": false, "is_in_top_10_percent": false}, "cited_by_percentile_year": {"min": 94, "max": 99}, "biblio": {"volume": null, "issue": null, "first_page": "2243", "last_page": "2251"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11019", "display_name": "Image Enhancement Techniques", "score": 0.9959999918937683, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11019", "display_name": "Image Enhancement Techniques", "score": 0.9959999918937683, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10775", "display_name": "Generative Adversarial Networks and Image Synthesis", "score": 0.9934999942779541, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11659", "display_name": "Advanced Image Fusion Techniques", "score": 0.9853000044822693, "subfield": {"id": "https://openalex.org/subfields/2214", "display_name": "Media Technology"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7837263941764832}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.668300211429596}, {"id": "https://openalex.org/keywords/fuse", "display_name": "Fuse (electrical)", "score": 0.6402465105056763}, {"id": "https://openalex.org/keywords/ambiguity", "display_name": "Ambiguity", "score": 0.6117609739303589}, {"id": "https://openalex.org/keywords/histogram", "display_name": "Histogram", "score": 0.5786702632904053}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.5624938011169434}, {"id": "https://openalex.org/keywords/grayscale", "display_name": "Grayscale", "score": 0.5329122543334961}, {"id": "https://openalex.org/keywords/color-histogram", "display_name": "Color histogram", "score": 0.4877205789089203}, {"id": "https://openalex.org/keywords/color-image", "display_name": "Color image", "score": 0.4317023456096649}, {"id": "https://openalex.org/keywords/contrast", "display_name": "Contrast (vision)", "score": 0.41924503445625305}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.4012052118778229}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.3917485773563385}, {"id": "https://openalex.org/keywords/image-processing", "display_name": "Image processing", "score": 0.18565228581428528}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7837263941764832}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.668300211429596}, {"id": "https://openalex.org/C141353440", "wikidata": "https://www.wikidata.org/wiki/Q182221", "display_name": "Fuse (electrical)", "level": 2, "score": 0.6402465105056763}, {"id": "https://openalex.org/C2780522230", "wikidata": "https://www.wikidata.org/wiki/Q1140419", "display_name": "Ambiguity", "level": 2, "score": 0.6117609739303589}, {"id": "https://openalex.org/C53533937", "wikidata": "https://www.wikidata.org/wiki/Q185020", "display_name": "Histogram", "level": 3, "score": 0.5786702632904053}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.5624938011169434}, {"id": "https://openalex.org/C78201319", "wikidata": "https://www.wikidata.org/wiki/Q685727", "display_name": "Grayscale", "level": 3, "score": 0.5329122543334961}, {"id": "https://openalex.org/C12043971", "wikidata": "https://www.wikidata.org/wiki/Q2636542", "display_name": "Color histogram", "level": 5, "score": 0.4877205789089203}, {"id": "https://openalex.org/C142616399", "wikidata": "https://www.wikidata.org/wiki/Q5148604", "display_name": "Color image", "level": 4, "score": 0.4317023456096649}, {"id": "https://openalex.org/C2776502983", "wikidata": "https://www.wikidata.org/wiki/Q690182", "display_name": "Contrast (vision)", "level": 2, "score": 0.41924503445625305}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.4012052118778229}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.3917485773563385}, {"id": "https://openalex.org/C9417928", "wikidata": "https://www.wikidata.org/wiki/Q1070689", "display_name": "Image processing", "level": 3, "score": 0.18565228581428528}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1145/3474085.3475385", "is_oa": false, "landing_page_url": "https://doi.org/10.1145/3474085.3475385", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Proceedings of the 29th ACM International Conference on Multimedia", "raw_type": "proceedings-article"}], "best_oa_location": null, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 28, "referenced_works": ["https://openalex.org/W1694135408", "https://openalex.org/W1986416281", "https://openalex.org/W2005964300", "https://openalex.org/W2007607024", "https://openalex.org/W2044382230", "https://openalex.org/W2054973640", "https://openalex.org/W2103155998", "https://openalex.org/W2108598243", "https://openalex.org/W2136154655", "https://openalex.org/W2160530465", "https://openalex.org/W2211456655", "https://openalex.org/W2295537950", "https://openalex.org/W2308529009", "https://openalex.org/W2331128040", "https://openalex.org/W2610831013", "https://openalex.org/W2612063021", "https://openalex.org/W2746807371", "https://openalex.org/W2809852002", "https://openalex.org/W2931027027", "https://openalex.org/W2931764303", "https://openalex.org/W2963163163", "https://openalex.org/W2963403868", "https://openalex.org/W3034583007", "https://openalex.org/W3093418165", "https://openalex.org/W4237220657", "https://openalex.org/W4246399762", "https://openalex.org/W4247941455", "https://openalex.org/W4248617091"], "related_works": ["https://openalex.org/W1555939286", "https://openalex.org/W2562072950", "https://openalex.org/W2792489537", "https://openalex.org/W2962819983", "https://openalex.org/W3169734547", "https://openalex.org/W4310175020", "https://openalex.org/W1994817615", "https://openalex.org/W2742029448", "https://openalex.org/W1534470563", "https://openalex.org/W1729506538"], "abstract_inverted_index": {"Conventional": [0], "exemplar": [1], "based": [2, 16, 101], "image": [3, 11, 15, 62, 115], "colorization": [4, 102, 153], "tends": [5], "to": [6, 13, 56, 72, 91, 121, 133], "transfer": [7], "colors": [8, 44], "from": [9, 45, 60], "reference": [10, 61, 114], "only": [12], "grayscale": [14], "on": [17, 160], "the": [18, 46, 78, 110, 123, 135, 148, 157], "semantic": [19, 30], "correspondence": [20, 31], "between": [21], "them.": [22], "But": [23], "their": [24], "practical": [25], "capabilities": [26], "are": [27], "limited": [28], "when": [29], "can": [32], "hardly": [33], "be": [34, 84], "found.": [35], "To": [36], "overcome": [37], "this": [38, 107], "issue,": [39], "additional": [40], "information,": [41], "such": [42], "as": [43, 118], "database": [47, 64, 82], "is": [48, 89, 104, 116, 131], "normally": [49], "introduced.": [50], "However,": [51], "it's": [52], "a": [53, 69, 98, 119, 128], "great": [54], "challenge": [55], "consider": [57], "color": [58, 75, 94, 111], "information": [59, 76, 95, 138], "and": [63, 77, 142], "simultaneously": [65], "because": [66], "there": [67], "lacks": [68], "unified": [70], "framework": [71, 103], "model": [73], "different": [74, 93, 164], "multi-modal": [79], "ambiguity": [80, 124], "in": [81, 106, 125], "cannot": [83], "removed": [85], "easily.": [86], "Also,": [87], "it": [88], "difficult": [90], "fuse": [92], "effectively.": [96], "Thus,": [97], "general": [99], "attention": [100], "proposed": [105, 149], "work,": [108], "where": [109], "histogram": [112], "of": [113, 137], "adopted": [117], "prior": [120], "eliminate": [122], "database.": [126], "Moreover,": [127], "sparse": [129], "loss": [130], "designed": [132], "guarantee": [134], "success": [136], "fusion.": [139], "Both": [140], "qualitative": [141], "quantitative": [143], "experimental": [144], "results": [145], "show": [146], "that": [147], "approach": [150], "achieves": [151], "better": [152], "performance": [154], "compared": [155], "with": [156, 163], "state-of-the-art": [158], "methods": [159], "public": [161], "databases": [162], "quality": [165], "metrics.": [166]}, "counts_by_year": [{"year": 2025, "cited_by_count": 6}, {"year": 2024, "cited_by_count": 9}, {"year": 2023, "cited_by_count": 10}, {"year": 2022, "cited_by_count": 2}], "updated_date": "2025-11-06T03:46:38.306776", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4295763107", "doi": "https://doi.org/10.1002/jae.2939", "title": "Equity\u2010premium prediction: Attention is all you need", "display_name": "Equity\u2010premium prediction: Attention is all you need", "relevance_score": 161.69783, "publication_year": 2022, "publication_date": "2022-09-14", "ids": {"openalex": "https://openalex.org/W4295763107", "doi": "https://doi.org/10.1002/jae.2939"}, "language": "en", "primary_location": {"id": "doi:10.1002/jae.2939", "is_oa": false, "landing_page_url": "https://doi.org/10.1002/jae.2939", "pdf_url": null, "source": {"id": "https://openalex.org/S85739584", "display_name": "Journal of Applied Econometrics", "issn_l": "0883-7252", "issn": ["0883-7252", "1099-1255"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320595", "host_organization_name": "Wiley", "host_organization_lineage": ["https://openalex.org/P4310320595"], "host_organization_lineage_names": ["Wiley"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Journal of Applied Econometrics", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5003591925", "display_name": "Luiz Renato Lima", "orcid": "https://orcid.org/0000-0002-2336-3440"}, "institutions": [{"id": "https://openalex.org/I169045520", "display_name": "Universidade Federal da Para\u00edba", "ror": "https://ror.org/00p9vpz11", "country_code": "BR", "type": "education", "lineage": ["https://openalex.org/I169045520"]}, {"id": "https://openalex.org/I2802706902", "display_name": "Knoxville College", "ror": "https://ror.org/02bxrp522", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I2802706902"]}, {"id": "https://openalex.org/I75027704", "display_name": "University of Tennessee at Knoxville", "ror": "https://ror.org/020f3ap87", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I75027704"]}], "countries": ["BR", "US"], "is_corresponding": true, "raw_author_name": "Luiz Renato Lima", "raw_affiliation_strings": ["Department of Economics Federal University of Paraiba Jo\u00e3o Pessoa Brazil", "Department of Economics The University of Tennessee Knoxville Tennessee USA", "Department of Economics, The University of Tennessee, Knoxville, Tennessee, USA", "Department of Economics Federal University of Paraiba  Jo\u00e3o Pessoa Brazil"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Economics Federal University of Paraiba Jo\u00e3o Pessoa Brazil", "institution_ids": ["https://openalex.org/I169045520"]}, {"raw_affiliation_string": "Department of Economics The University of Tennessee Knoxville Tennessee USA", "institution_ids": ["https://openalex.org/I75027704", "https://openalex.org/I2802706902"]}, {"raw_affiliation_string": "Department of Economics, The University of Tennessee, Knoxville, Tennessee, USA", "institution_ids": ["https://openalex.org/I75027704"]}, {"raw_affiliation_string": "Department of Economics Federal University of Paraiba  Jo\u00e3o Pessoa Brazil", "institution_ids": ["https://openalex.org/I169045520"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5014615884", "display_name": "Lucas L\u00facio Godeiro", "orcid": null}, "institutions": [{"id": "https://openalex.org/I84554738", "display_name": "Universidade Federal Rural do Semi-\u00c1rido", "ror": "https://ror.org/05x2svh05", "country_code": "BR", "type": "education", "lineage": ["https://openalex.org/I84554738"]}], "countries": ["BR"], "is_corresponding": false, "raw_author_name": "Lucas L\u00facio Godeiro", "raw_affiliation_strings": ["UFERSA Mossor\u00f3 Brazil", "UFERSA  Mossor\u00f3 Brazil"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "UFERSA Mossor\u00f3 Brazil", "institution_ids": ["https://openalex.org/I84554738"]}, {"raw_affiliation_string": "UFERSA  Mossor\u00f3 Brazil", "institution_ids": ["https://openalex.org/I84554738"]}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 2, "corresponding_author_ids": ["https://openalex.org/A5003591925"], "corresponding_institution_ids": ["https://openalex.org/I169045520", "https://openalex.org/I2802706902", "https://openalex.org/I75027704"], "apc_list": {"value": 3660, "currency": "USD", "value_usd": 3660}, "apc_paid": null, "fwci": 4.1701, "has_fulltext": false, "cited_by_count": 19, "citation_normalized_percentile": {"value": 0.94527647, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 96, "max": 99}, "biblio": {"volume": "38", "issue": "1", "first_page": "105", "last_page": "122"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11270", "display_name": "Complex Systems and Time Series Analysis", "score": 0.9966999888420105, "subfield": {"id": "https://openalex.org/subfields/2002", "display_name": "Economics and Econometrics"}, "field": {"id": "https://openalex.org/fields/20", "display_name": "Economics, Econometrics and Finance"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, "topics": [{"id": "https://openalex.org/T11270", "display_name": "Complex Systems and Time Series Analysis", "score": 0.9966999888420105, "subfield": {"id": "https://openalex.org/subfields/2002", "display_name": "Economics and Econometrics"}, "field": {"id": "https://openalex.org/fields/20", "display_name": "Economics, Econometrics and Finance"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, {"id": "https://openalex.org/T11326", "display_name": "Stock Market Forecasting Methods", "score": 0.9965999722480774, "subfield": {"id": "https://openalex.org/subfields/1803", "display_name": "Management Science and Operations Research"}, "field": {"id": "https://openalex.org/fields/18", "display_name": "Decision Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, {"id": "https://openalex.org/T10282", "display_name": "Financial Risk and Volatility Modeling", "score": 0.9944000244140625, "subfield": {"id": "https://openalex.org/subfields/2003", "display_name": "Finance"}, "field": {"id": "https://openalex.org/fields/20", "display_name": "Economics, Econometrics and Finance"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/equity-premium-puzzle", "display_name": "Equity premium puzzle", "score": 0.7012853026390076}, {"id": "https://openalex.org/keywords/econometrics", "display_name": "Econometrics", "score": 0.6614939570426941}, {"id": "https://openalex.org/keywords/equity", "display_name": "Equity (law)", "score": 0.5677802562713623}, {"id": "https://openalex.org/keywords/index", "display_name": "Index (typography)", "score": 0.5474628806114197}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.5392275452613831}, {"id": "https://openalex.org/keywords/stock", "display_name": "Stock (firearms)", "score": 0.5340522527694702}, {"id": "https://openalex.org/keywords/factor-analysis", "display_name": "Factor analysis", "score": 0.45966586470603943}, {"id": "https://openalex.org/keywords/stock-market-index", "display_name": "Stock market index", "score": 0.4200807213783264}, {"id": "https://openalex.org/keywords/risk-premium", "display_name": "Risk premium", "score": 0.35205233097076416}, {"id": "https://openalex.org/keywords/economics", "display_name": "Economics", "score": 0.3505508005619049}, {"id": "https://openalex.org/keywords/stock-market", "display_name": "Stock market", "score": 0.2263939082622528}, {"id": "https://openalex.org/keywords/geography", "display_name": "Geography", "score": 0.08491712808609009}], "concepts": [{"id": "https://openalex.org/C101161028", "wikidata": "https://www.wikidata.org/wiki/Q129096", "display_name": "Equity premium puzzle", "level": 3, "score": 0.7012853026390076}, {"id": "https://openalex.org/C149782125", "wikidata": "https://www.wikidata.org/wiki/Q160039", "display_name": "Econometrics", "level": 1, "score": 0.6614939570426941}, {"id": "https://openalex.org/C199728807", "wikidata": "https://www.wikidata.org/wiki/Q2578557", "display_name": "Equity (law)", "level": 2, "score": 0.5677802562713623}, {"id": "https://openalex.org/C2777382242", "wikidata": "https://www.wikidata.org/wiki/Q6017816", "display_name": "Index (typography)", "level": 2, "score": 0.5474628806114197}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.5392275452613831}, {"id": "https://openalex.org/C204036174", "wikidata": "https://www.wikidata.org/wiki/Q909380", "display_name": "Stock (firearms)", "level": 2, "score": 0.5340522527694702}, {"id": "https://openalex.org/C10879293", "wikidata": "https://www.wikidata.org/wiki/Q726474", "display_name": "Factor analysis", "level": 2, "score": 0.45966586470603943}, {"id": "https://openalex.org/C88389905", "wikidata": "https://www.wikidata.org/wiki/Q223371", "display_name": "Stock market index", "level": 4, "score": 0.4200807213783264}, {"id": "https://openalex.org/C151541453", "wikidata": "https://www.wikidata.org/wiki/Q523022", "display_name": "Risk premium", "level": 2, "score": 0.35205233097076416}, {"id": "https://openalex.org/C162324750", "wikidata": "https://www.wikidata.org/wiki/Q8134", "display_name": "Economics", "level": 0, "score": 0.3505508005619049}, {"id": "https://openalex.org/C2780299701", "wikidata": "https://www.wikidata.org/wiki/Q475000", "display_name": "Stock market", "level": 3, "score": 0.2263939082622528}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.08491712808609009}, {"id": "https://openalex.org/C166957645", "wikidata": "https://www.wikidata.org/wiki/Q23498", "display_name": "Archaeology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C2779343474", "wikidata": "https://www.wikidata.org/wiki/Q3109175", "display_name": "Context (archaeology)", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C136764020", "wikidata": "https://www.wikidata.org/wiki/Q466", "display_name": "World Wide Web", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C17744445", "wikidata": "https://www.wikidata.org/wiki/Q36442", "display_name": "Political science", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C199539241", "wikidata": "https://www.wikidata.org/wiki/Q7748", "display_name": "Law", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1002/jae.2939", "is_oa": false, "landing_page_url": "https://doi.org/10.1002/jae.2939", "pdf_url": null, "source": {"id": "https://openalex.org/S85739584", "display_name": "Journal of Applied Econometrics", "issn_l": "0883-7252", "issn": ["0883-7252", "1099-1255"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320595", "host_organization_name": "Wiley", "host_organization_lineage": ["https://openalex.org/P4310320595"], "host_organization_lineage_names": ["Wiley"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Journal of Applied Econometrics", "raw_type": "journal-article"}], "best_oa_location": null, "sustainable_development_goals": [{"display_name": "Partnerships for the goals", "id": "https://metadata.un.org/sdg/17", "score": 0.41999998688697815}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 39, "referenced_works": ["https://openalex.org/W1503022246", "https://openalex.org/W1582026748", "https://openalex.org/W1593060747", "https://openalex.org/W1779127032", "https://openalex.org/W1789808336", "https://openalex.org/W1967883775", "https://openalex.org/W1999351024", "https://openalex.org/W2000632882", "https://openalex.org/W2043057392", "https://openalex.org/W2079563517", "https://openalex.org/W2105848048", "https://openalex.org/W2122825543", "https://openalex.org/W2131773668", "https://openalex.org/W2144570112", "https://openalex.org/W2155263147", "https://openalex.org/W2169606435", "https://openalex.org/W2257263437", "https://openalex.org/W2337441499", "https://openalex.org/W2530641167", "https://openalex.org/W2559652340", "https://openalex.org/W2610648555", "https://openalex.org/W2741029840", "https://openalex.org/W2741371467", "https://openalex.org/W2908753874", "https://openalex.org/W2946105121", "https://openalex.org/W2948813389", "https://openalex.org/W2956661038", "https://openalex.org/W2981154937", "https://openalex.org/W3121414996", "https://openalex.org/W3122648113", "https://openalex.org/W3122944446", "https://openalex.org/W3124690764", "https://openalex.org/W3124971819", "https://openalex.org/W3125133334", "https://openalex.org/W3125891473", "https://openalex.org/W3125952890", "https://openalex.org/W3126123981", "https://openalex.org/W4205539948", "https://openalex.org/W4234857727"], "related_works": ["https://openalex.org/W3122433429", "https://openalex.org/W3125935725", "https://openalex.org/W2096132161", "https://openalex.org/W20147115", "https://openalex.org/W612356329", "https://openalex.org/W2042551797", "https://openalex.org/W2020927030", "https://openalex.org/W3121745327", "https://openalex.org/W3125240465", "https://openalex.org/W1570866209"], "abstract_inverted_index": {"Summary": [0], "Predictions": [1], "of": [2, 22], "stock": [3], "returns": [4], "are": [5, 16, 72], "greatly": [6], "improved": [7], "relative": [8], "to": [9, 37, 89], "low\u2010dimensional": [10], "forecasting": [11], "regressions": [12], "when": [13, 35, 74], "the": [14, 19, 29, 65, 77, 83, 87], "forecasts": [15, 63], "based": [17], "on": [18], "estimated": [20], "factor": [21], "large": [23], "data": [24, 54], "sets,": [25], "also": [26], "known": [27], "as": [28], "diffusion": [30], "index": [31], "(DI)": [32], "model.": [33], "However,": [34], "applied": [36], "text": [38, 53], "data,": [39], "DI": [40, 57], "models": [41], "do": [42], "not": [43, 60], "perform": [44], "well.": [45], "This": [46], "paper": [47], "shows": [48], "that": [49], "by": [50], "simply": [51], "using": [52], "in": [55], "a": [56], "model": [58], "does": [59], "improve": [61], "equity\u2010premium": [62], "over": [64, 92], "naive": [66], "historical\u2010average": [67], "model,": [68], "but": [69], "substantial": [70], "gains": [71], "obtained": [73], "one": [75], "selects": [76], "most": [78], "predictive": [79], "words": [80], "before": [81], "computing": [82], "factors": [84], "and": [85], "allows": [86], "dictionary": [88], "be": [90], "updated": [91], "time.": [93]}, "counts_by_year": [{"year": 2026, "cited_by_count": 4}, {"year": 2025, "cited_by_count": 8}, {"year": 2024, "cited_by_count": 3}, {"year": 2023, "cited_by_count": 4}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4400867263", "doi": "https://doi.org/10.1080/15481603.2024.2380126", "title": "Cross attention is all you need: relational remote sensing change detection with transformer", "display_name": "Cross attention is all you need: relational remote sensing change detection with transformer", "relevance_score": 152.89122, "publication_year": 2024, "publication_date": "2024-07-21", "ids": {"openalex": "https://openalex.org/W4400867263", "doi": "https://doi.org/10.1080/15481603.2024.2380126"}, "language": "en", "primary_location": {"id": "doi:10.1080/15481603.2024.2380126", "is_oa": true, "landing_page_url": "https://doi.org/10.1080/15481603.2024.2380126", "pdf_url": "https://www.tandfonline.com/doi/pdf/10.1080/15481603.2024.2380126?needAccess=true", "source": {"id": "https://openalex.org/S7804318", "display_name": "GIScience & Remote Sensing", "issn_l": "1548-1603", "issn": ["1548-1603", "1943-7226"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320547", "host_organization_name": "Taylor & Francis", "host_organization_lineage": ["https://openalex.org/P4310320547"], "host_organization_lineage_names": ["Taylor & Francis"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "GIScience & Remote Sensing", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref", "doaj"], "open_access": {"is_oa": true, "oa_status": "gold", "oa_url": "https://www.tandfonline.com/doi/pdf/10.1080/15481603.2024.2380126?needAccess=true", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5114858883", "display_name": "Kaixuan Lu", "orcid": "https://orcid.org/0000-0002-2354-6132"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Kaixuan Lu", "raw_affiliation_strings": ["Piesat Information Technology Co. Lrd, Beijing, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Piesat Information Technology Co. Lrd, Beijing, China", "institution_ids": []}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5060706069", "display_name": "Xiao Huang", "orcid": "https://orcid.org/0000-0002-4323-382X"}, "institutions": [{"id": "https://openalex.org/I150468666", "display_name": "Emory University", "ror": "https://ror.org/03czfpz43", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I150468666"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Xiao Huang", "raw_affiliation_strings": ["Department of Environmental Sciences, Emory University, Atlanta, Georgia, USA"], "raw_orcid": "https://orcid.org/0000-0002-4323-382X", "affiliations": [{"raw_affiliation_string": "Department of Environmental Sciences, Emory University, Atlanta, Georgia, USA", "institution_ids": ["https://openalex.org/I150468666"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5114194945", "display_name": "Ruiheng Xia", "orcid": null}, "institutions": [{"id": "https://openalex.org/I2799486974", "display_name": "China Geological Survey", "ror": "https://ror.org/04wtq2305", "country_code": "CN", "type": "other", "lineage": ["https://openalex.org/I2799486974"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Ruiheng Xia", "raw_affiliation_strings": ["China Aero Geophysical Survey and Remote Sensing Center for Natural Resources, Beijing, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "China Aero Geophysical Survey and Remote Sensing Center for Natural Resources, Beijing, China", "institution_ids": ["https://openalex.org/I2799486974"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100406341", "display_name": "Pan Zhang", "orcid": "https://orcid.org/0000-0002-1640-7249"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Pan Zhang", "raw_affiliation_strings": ["Piesat Information Technology Co. Lrd, Beijing, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Piesat Information Technology Co. Lrd, Beijing, China", "institution_ids": []}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5113748996", "display_name": "Junping Shen", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Junping Shen", "raw_affiliation_strings": ["Piesat Information Technology Co. Lrd, Beijing, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Piesat Information Technology Co. Lrd, Beijing, China", "institution_ids": []}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 5, "corresponding_author_ids": ["https://openalex.org/A5060706069"], "corresponding_institution_ids": ["https://openalex.org/I150468666"], "apc_list": {"value": 1880, "currency": "GBP", "value_usd": 2390}, "apc_paid": {"value": 1880, "currency": "GBP", "value_usd": 2390}, "fwci": 7.8708, "has_fulltext": false, "cited_by_count": 26, "citation_normalized_percentile": {"value": 0.97681288, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 98, "max": 100}, "biblio": {"volume": "61", "issue": "1", "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10689", "display_name": "Remote-Sensing Image Classification", "score": 0.9968000054359436, "subfield": {"id": "https://openalex.org/subfields/2214", "display_name": "Media Technology"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10689", "display_name": "Remote-Sensing Image Classification", "score": 0.9968000054359436, "subfield": {"id": "https://openalex.org/subfields/2214", "display_name": "Media Technology"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10111", "display_name": "Remote Sensing in Agriculture", "score": 0.9623000025749207, "subfield": {"id": "https://openalex.org/subfields/2303", "display_name": "Ecology"}, "field": {"id": "https://openalex.org/fields/23", "display_name": "Environmental Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13890", "display_name": "Remote Sensing and Land Use", "score": 0.9470999836921692, "subfield": {"id": "https://openalex.org/subfields/1902", "display_name": "Atmospheric Science"}, "field": {"id": "https://openalex.org/fields/19", "display_name": "Earth and Planetary Sciences"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/change-detection", "display_name": "Change detection", "score": 0.6442723274230957}, {"id": "https://openalex.org/keywords/remote-sensing", "display_name": "Remote sensing", "score": 0.5673720836639404}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.45755329728126526}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.4106060266494751}, {"id": "https://openalex.org/keywords/geography", "display_name": "Geography", "score": 0.4084712266921997}, {"id": "https://openalex.org/keywords/environmental-science", "display_name": "Environmental science", "score": 0.3247743248939514}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.18830284476280212}, {"id": "https://openalex.org/keywords/electrical-engineering", "display_name": "Electrical engineering", "score": 0.13825485110282898}], "concepts": [{"id": "https://openalex.org/C203595873", "wikidata": "https://www.wikidata.org/wiki/Q25389927", "display_name": "Change detection", "level": 2, "score": 0.6442723274230957}, {"id": "https://openalex.org/C62649853", "wikidata": "https://www.wikidata.org/wiki/Q199687", "display_name": "Remote sensing", "level": 1, "score": 0.5673720836639404}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.45755329728126526}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.4106060266494751}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.4084712266921997}, {"id": "https://openalex.org/C39432304", "wikidata": "https://www.wikidata.org/wiki/Q188847", "display_name": "Environmental science", "level": 0, "score": 0.3247743248939514}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.18830284476280212}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.13825485110282898}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "doi:10.1080/15481603.2024.2380126", "is_oa": true, "landing_page_url": "https://doi.org/10.1080/15481603.2024.2380126", "pdf_url": "https://www.tandfonline.com/doi/pdf/10.1080/15481603.2024.2380126?needAccess=true", "source": {"id": "https://openalex.org/S7804318", "display_name": "GIScience & Remote Sensing", "issn_l": "1548-1603", "issn": ["1548-1603", "1943-7226"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320547", "host_organization_name": "Taylor & Francis", "host_organization_lineage": ["https://openalex.org/P4310320547"], "host_organization_lineage_names": ["Taylor & Francis"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "GIScience & Remote Sensing", "raw_type": "journal-article"}, {"id": "pmh:oai:doaj.org/article:1df612d8f817479f89d17f369827dad4", "is_oa": true, "landing_page_url": "https://doaj.org/article/1df612d8f817479f89d17f369827dad4", "pdf_url": null, "source": {"id": "https://openalex.org/S4306401280", "display_name": "DOAJ (DOAJ: Directory of Open Access Journals)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by-sa", "license_id": "https://openalex.org/licenses/cc-by-sa", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "GIScience & Remote Sensing, Vol 61, Iss 1 (2024)", "raw_type": "article"}], "best_oa_location": {"id": "doi:10.1080/15481603.2024.2380126", "is_oa": true, "landing_page_url": "https://doi.org/10.1080/15481603.2024.2380126", "pdf_url": "https://www.tandfonline.com/doi/pdf/10.1080/15481603.2024.2380126?needAccess=true", "source": {"id": "https://openalex.org/S7804318", "display_name": "GIScience & Remote Sensing", "issn_l": "1548-1603", "issn": ["1548-1603", "1943-7226"], "is_oa": true, "is_in_doaj": true, "is_core": true, "host_organization": "https://openalex.org/P4310320547", "host_organization_name": "Taylor & Francis", "host_organization_lineage": ["https://openalex.org/P4310320547"], "host_organization_lineage_names": ["Taylor & Francis"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "GIScience & Remote Sensing", "raw_type": "journal-article"}, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4400867263.pdf"}, "referenced_works_count": 51, "referenced_works": ["https://openalex.org/W1901129140", "https://openalex.org/W1979061792", "https://openalex.org/W1981795482", "https://openalex.org/W1985857142", "https://openalex.org/W1987454493", "https://openalex.org/W2008585232", "https://openalex.org/W2037227137", "https://openalex.org/W2041149928", "https://openalex.org/W2109255472", "https://openalex.org/W2117539524", "https://openalex.org/W2157026765", "https://openalex.org/W2194775991", "https://openalex.org/W2412782625", "https://openalex.org/W2560023338", "https://openalex.org/W2565639579", "https://openalex.org/W2792643794", "https://openalex.org/W2805152403", "https://openalex.org/W2891248708", "https://openalex.org/W2899771611", "https://openalex.org/W2908510526", "https://openalex.org/W2962914239", "https://openalex.org/W2991044292", "https://openalex.org/W3027225766", "https://openalex.org/W3036453075", "https://openalex.org/W3092462694", "https://openalex.org/W3096609285", "https://openalex.org/W3130754787", "https://openalex.org/W3138516171", "https://openalex.org/W3164715703", "https://openalex.org/W3176330035", "https://openalex.org/W3180045188", "https://openalex.org/W3182257909", "https://openalex.org/W3189451737", "https://openalex.org/W3209695792", "https://openalex.org/W3210281071", "https://openalex.org/W4226087081", "https://openalex.org/W4250482878", "https://openalex.org/W4285276086", "https://openalex.org/W4285298122", "https://openalex.org/W4288391450", "https://openalex.org/W4308448396", "https://openalex.org/W4312549298", "https://openalex.org/W4312815172", "https://openalex.org/W4313229413", "https://openalex.org/W4318766188", "https://openalex.org/W4372346242", "https://openalex.org/W4382317739", "https://openalex.org/W4386133645", "https://openalex.org/W4387197205", "https://openalex.org/W4390043168", "https://openalex.org/W6739901393"], "related_works": ["https://openalex.org/W2748952813", "https://openalex.org/W2568858292", "https://openalex.org/W1515964938", "https://openalex.org/W2389381914", "https://openalex.org/W2376528221", "https://openalex.org/W196800607", "https://openalex.org/W2359428812", "https://openalex.org/W3181296946", "https://openalex.org/W2015705630", "https://openalex.org/W2355368334"], "abstract_inverted_index": {"Deep-learning-based": [0], "change": [1, 22, 63, 75, 140, 169], "detection": [2, 23, 64, 76, 141, 170], "methods": [3, 25], "have": [4], "received": [5], "wide": [6], "attention,": [7], "thanks": [8], "to": [9, 47, 90, 105, 116, 166], "their": [10], "strong": [11], "capability": [12], "in": [13], "obtaining": [14], "rich": [15], "features": [16, 112], "from": [17], "images.": [18], "However,": [19], "existing": [20], "AI-based": [21], "(CD)": [24], "largely": [26], "rely": [27], "on": [28, 127], "three": [29, 54, 83], "functionality-enhancing": [30], "modules,": [31], "that": [32, 100, 134, 172], "is,": [33], "semantic": [34], "enhancement,": [35], "attention": [36, 97, 104, 176], "mechanisms,": [37], "and": [38, 69, 110, 143, 148, 158], "correspondence": [39], "enhancement.": [40], "The": [41, 78, 155], "stacking": [42], "of": [43, 82, 161], "these": [44, 53], "modules": [45, 55], "leads": [46], "great": [48, 144], "model": [49], "complexity.": [50], "To": [51], "unify": [52], "into": [56], "a": [57, 67, 86, 94, 111], "simple": [58, 70], "pipeline,": [59], "we": [60], "introduce": [61], "relational": [62, 95], "transformer": [65], "(RCDT),": [66], "novel": [68], "framework": [71], "for": [72], "remote": [73], "sensing": [74], "tasks.": [77], "proposed": [79, 136], "RCDT": [80, 137], "consists": [81], "major": [84], "components,": [85], "weight-sharing": [87], "Siamese": [88], "Backbone": [89], "obtain": [91, 106], "bi-temporal": [92, 107], "features,": [93, 109], "cross": [96, 103, 175], "module": [98, 114], "(RCAM)": [99], "implements": [101], "offset": [102], "relation-aware": [108], "constrain": [113], "(FCM)": [115], "achieve": [117], "the": [118, 174], "final": [119], "refined": [120], "predictions": [121], "with": [122, 151], "high-resolution": [123], "constraints.": [124], "Extensive": [125], "experiments": [126], "four": [128], "different": [129], "publicly": [130], "available": [131], "datasets": [132], "suggest": [133], "our": [135], "exhibits": [138], "superior": [139], "performance": [142, 147], "trade-off": [145], "between": [146], "complexity": [149], "compared": [150], "other": [152], "competing": [153], "methods.": [154], "theoretical,": [156], "methodological,": [157], "experimental": [159], "knowledge": [160], "this": [162], "study": [163], "is": [164], "expected": [165], "benefit": [167], "future": [168], "efforts": [171], "involve": [173], "mechanism.": [177]}, "counts_by_year": [{"year": 2026, "cited_by_count": 6}, {"year": 2025, "cited_by_count": 15}, {"year": 2024, "cited_by_count": 5}], "updated_date": "2026-05-06T08:25:59.206177", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3155713635", "doi": "https://doi.org/10.48550/arxiv.2104.04692", "title": "Not All Attention Is All You Need", "display_name": "Not All Attention Is All You Need", "relevance_score": 139.23595, "publication_year": 2021, "publication_date": "2021-04-10", "ids": {"openalex": "https://openalex.org/W3155713635", "doi": "https://doi.org/10.48550/arxiv.2104.04692", "mag": "3155713635"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2104.04692", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2104.04692", "pdf_url": "https://arxiv.org/pdf/2104.04692", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2104.04692", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5112570819", "display_name": "Hongqiu Wu", "orcid": null}, "institutions": [{"id": "https://openalex.org/I183067930", "display_name": "Shanghai Jiao Tong University", "ror": "https://ror.org/0220qvk04", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I183067930"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Wu, Hongqiu", "raw_affiliation_strings": ["Shanghai Jiao Tong University"], "affiliations": [{"raw_affiliation_string": "Shanghai Jiao Tong University", "institution_ids": ["https://openalex.org/I183067930"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5036050911", "display_name": "Hai Zhao", "orcid": "https://orcid.org/0000-0001-7290-0487"}, "institutions": [{"id": "https://openalex.org/I183067930", "display_name": "Shanghai Jiao Tong University", "ror": "https://ror.org/0220qvk04", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I183067930"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhao, Hai", "raw_affiliation_strings": ["Shanghai Jiao Tong University"], "affiliations": [{"raw_affiliation_string": "Shanghai Jiao Tong University", "institution_ids": ["https://openalex.org/I183067930"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100402911", "display_name": "Min Zhang", "orcid": "https://orcid.org/0000-0002-3895-5510"}, "institutions": [{"id": "https://openalex.org/I3923682", "display_name": "Soochow University", "ror": "https://ror.org/05t8y2r12", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I3923682"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhang, Min", "raw_affiliation_strings": ["Soochow University, Suzhou"], "affiliations": [{"raw_affiliation_string": "Soochow University, Suzhou", "institution_ids": ["https://openalex.org/I3923682"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 3, "corresponding_author_ids": ["https://openalex.org/A5112570819"], "corresponding_institution_ids": ["https://openalex.org/I183067930"], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 10, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9763000011444092, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9735999703407288, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.3230052590370178}], "concepts": [{"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.3230052590370178}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2104.04692", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2104.04692", "pdf_url": "https://arxiv.org/pdf/2104.04692", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2104.04692", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2104.04692", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2104.04692", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2104.04692", "pdf_url": "https://arxiv.org/pdf/2104.04692", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Quality Education", "id": "https://metadata.un.org/sdg/4", "score": 0.8600000143051147}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 51, "referenced_works": ["https://openalex.org/W4919037", "https://openalex.org/W1632114991", "https://openalex.org/W2095705004", "https://openalex.org/W2113459411", "https://openalex.org/W2114766824", "https://openalex.org/W2119717200", "https://openalex.org/W2125389748", "https://openalex.org/W2144578941", "https://openalex.org/W2194775991", "https://openalex.org/W2276892413", "https://openalex.org/W2460130460", "https://openalex.org/W2573360526", "https://openalex.org/W2582745083", "https://openalex.org/W2626778328", "https://openalex.org/W2752013927", "https://openalex.org/W2810075754", "https://openalex.org/W2909637611", "https://openalex.org/W2953071172", "https://openalex.org/W2963080758", "https://openalex.org/W2963159690", "https://openalex.org/W2963310665", "https://openalex.org/W2963341956", "https://openalex.org/W2963374479", "https://openalex.org/W2963454111", "https://openalex.org/W2965373594", "https://openalex.org/W2996035354", "https://openalex.org/W2996159613", "https://openalex.org/W2996428491", "https://openalex.org/W2998665041", "https://openalex.org/W3005444338", "https://openalex.org/W3021293129", "https://openalex.org/W3023489204", "https://openalex.org/W3033529678", "https://openalex.org/W3033960544", "https://openalex.org/W3034742519", "https://openalex.org/W3034939458", "https://openalex.org/W3034955736", "https://openalex.org/W3035281298", "https://openalex.org/W3035691519", "https://openalex.org/W3036728994", "https://openalex.org/W3037907883", "https://openalex.org/W3037932933", "https://openalex.org/W3087346608", "https://openalex.org/W3098824823", "https://openalex.org/W3098985395", "https://openalex.org/W3115080412", "https://openalex.org/W3119716506", "https://openalex.org/W3122890974", "https://openalex.org/W3135593154", "https://openalex.org/W3171829649", "https://openalex.org/W3172096628"], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2748952813", "https://openalex.org/W2931662336", "https://openalex.org/W2077865380", "https://openalex.org/W2765597752", "https://openalex.org/W2134894512", "https://openalex.org/W2083375246", "https://openalex.org/W2067108088", "https://openalex.org/W2085372204", "https://openalex.org/W4391301621"], "abstract_inverted_index": {"Beyond": [0], "the": [1, 57, 100], "success": [2], "story": [3], "of": [4, 60, 79, 102], "pre-trained": [5], "language": [6, 12, 108], "models": [7, 88], "(PrLMs)": [8], "in": [9], "recent": [10], "natural": [11, 107], "processing,": [13], "they": [14], "are": [15, 42, 53], "susceptible": [16], "to": [17, 20, 73], "over-fitting": [18], "due": [19], "unusual": [21], "large": [22], "model": [23], "size.": [24], "To": [25], "this": [26, 63], "end,": [27], "dropout": [28, 41, 69], "serves": [29], "as": [30, 56], "a": [31, 67], "therapy.": [32], "However,": [33], "existing": [34], "methods": [35], "like": [36], "random-based,": [37], "knowledge-based": [38], "and": [39], "search-based": [40], "more": [43, 80], "general": [44], "but": [45], "less": [46], "effective": [47], "onto": [48], "self-attention": [49, 75], "based": [50], "models,": [51], "which": [52], "broadly": [54], "chosen": [55], "fundamental": [58], "architecture": [59], "PrLMs.": [61], "In": [62], "paper,": [64], "we": [65], "propose": [66], "novel": [68], "method": [70], "named": [71], "AttendOut": [72], "let": [74], "empowered": [76], "PrLMs": [77], "capable": [78], "robust": [81], "task-specific": [82], "tuning.": [83], "We": [84, 98], "demonstrate": [85], "that": [86], "state-of-the-art": [87], "with": [89], "elaborate": [90], "training": [91], "design": [92], "may": [93], "achieve": [94], "much": [95], "stronger": [96], "results.": [97], "verify": [99], "universality": [101], "our": [103], "approach": [104], "on": [105], "extensive": [106], "processing": [109], "tasks.": [110]}, "counts_by_year": [{"year": 2024, "cited_by_count": 3}, {"year": 2023, "cited_by_count": 2}, {"year": 2022, "cited_by_count": 2}, {"year": 2021, "cited_by_count": 2}, {"year": 2020, "cited_by_count": 1}], "updated_date": "2026-02-09T09:26:11.010843", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W3094280184", "doi": "https://doi.org/10.48550/arxiv.2010.13154", "title": "Attention is All You Need in Speech Separation", "display_name": "Attention is All You Need in Speech Separation", "relevance_score": 133.61015, "publication_year": 2020, "publication_date": "2020-10-25", "ids": {"openalex": "https://openalex.org/W3094280184", "doi": "https://doi.org/10.48550/arxiv.2010.13154", "mag": "3094280184"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2010.13154", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2010.13154", "pdf_url": "https://arxiv.org/pdf/2010.13154", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2010.13154", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5023830739", "display_name": "Cem Subakan", "orcid": "https://orcid.org/0000-0002-7593-6589"}, "institutions": [{"id": "https://openalex.org/I4210164802", "display_name": "Mila - Quebec Artificial Intelligence Institute", "ror": "https://ror.org/05c22rx21", "country_code": "CA", "type": "facility", "lineage": ["https://openalex.org/I4210164802"]}], "countries": ["CA"], "is_corresponding": true, "raw_author_name": "Subakan, Cem", "raw_affiliation_strings": ["Mila-Quebec AI Institute,Canada"], "affiliations": [{"raw_affiliation_string": "Mila-Quebec AI Institute,Canada", "institution_ids": ["https://openalex.org/I4210164802"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102962935", "display_name": "Mirco Ravanelli", "orcid": "https://orcid.org/0000-0001-8479-3121"}, "institutions": [{"id": "https://openalex.org/I4210164802", "display_name": "Mila - Quebec Artificial Intelligence Institute", "ror": "https://ror.org/05c22rx21", "country_code": "CA", "type": "facility", "lineage": ["https://openalex.org/I4210164802"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Ravanelli, Mirco", "raw_affiliation_strings": ["Mila-Quebec AI Institute,Canada"], "affiliations": [{"raw_affiliation_string": "Mila-Quebec AI Institute,Canada", "institution_ids": ["https://openalex.org/I4210164802"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5047682990", "display_name": "Samuele Cornell", "orcid": "https://orcid.org/0000-0002-5358-1844"}, "institutions": [{"id": "https://openalex.org/I122534668", "display_name": "Marche Polytechnic University", "ror": "https://ror.org/00x69rs40", "country_code": "IT", "type": "education", "lineage": ["https://openalex.org/I122534668"]}], "countries": ["IT"], "is_corresponding": false, "raw_author_name": "Cornell, Samuele", "raw_affiliation_strings": ["Universit\u00e0 Politecnica delle Marche (Italy)"], "affiliations": [{"raw_affiliation_string": "Universit\u00e0 Politecnica delle Marche (Italy)", "institution_ids": ["https://openalex.org/I122534668"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5028787566", "display_name": "Mirko Bronzi", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210164802", "display_name": "Mila - Quebec Artificial Intelligence Institute", "ror": "https://ror.org/05c22rx21", "country_code": "CA", "type": "facility", "lineage": ["https://openalex.org/I4210164802"]}], "countries": ["CA"], "is_corresponding": false, "raw_author_name": "Bronzi, Mirko", "raw_affiliation_strings": ["Mila-Quebec AI Institute,Canada"], "affiliations": [{"raw_affiliation_string": "Mila-Quebec AI Institute,Canada", "institution_ids": ["https://openalex.org/I4210164802"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5063943539", "display_name": "Jianyuan Zhong", "orcid": null}, "institutions": [{"id": "https://openalex.org/I5388228", "display_name": "University of Rochester", "ror": "https://ror.org/022kthw22", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I5388228"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Zhong, Jianyuan", "raw_affiliation_strings": ["University of Rochester  USA"], "affiliations": [{"raw_affiliation_string": "University of Rochester  USA", "institution_ids": ["https://openalex.org/I5388228"]}]}], "institutions": [], "countries_distinct_count": 3, "institutions_distinct_count": 5, "corresponding_author_ids": ["https://openalex.org/A5023830739"], "corresponding_institution_ids": ["https://openalex.org/I4210164802"], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": true, "cited_by_count": 10, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10860", "display_name": "Speech and Audio Processing", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10860", "display_name": "Speech and Audio Processing", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11309", "display_name": "Music and Audio Processing", "score": 0.9994999766349792, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10201", "display_name": "Speech Recognition and Synthesis", "score": 0.9994000196456909, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7830698490142822}, {"id": "https://openalex.org/keywords/recurrent-neural-network", "display_name": "Recurrent neural network", "score": 0.7780280113220215}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7442880868911743}, {"id": "https://openalex.org/keywords/computation", "display_name": "Computation", "score": 0.6742457151412964}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.4753377437591553}, {"id": "https://openalex.org/keywords/upsampling", "display_name": "Upsampling", "score": 0.4315783381462097}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.39313629269599915}, {"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.3796968460083008}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.20624274015426636}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.09071120619773865}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7830698490142822}, {"id": "https://openalex.org/C147168706", "wikidata": "https://www.wikidata.org/wiki/Q1457734", "display_name": "Recurrent neural network", "level": 3, "score": 0.7780280113220215}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7442880868911743}, {"id": "https://openalex.org/C45374587", "wikidata": "https://www.wikidata.org/wiki/Q12525525", "display_name": "Computation", "level": 2, "score": 0.6742457151412964}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.4753377437591553}, {"id": "https://openalex.org/C110384440", "wikidata": "https://www.wikidata.org/wiki/Q1143270", "display_name": "Upsampling", "level": 3, "score": 0.4315783381462097}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.39313629269599915}, {"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.3796968460083008}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.20624274015426636}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.09071120619773865}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2010.13154", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2010.13154", "pdf_url": "https://arxiv.org/pdf/2010.13154", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2010.13154", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2010.13154", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2010.13154", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2010.13154", "pdf_url": "https://arxiv.org/pdf/2010.13154", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Peace, Justice and strong institutions", "id": "https://metadata.un.org/sdg/16", "score": 0.5600000023841858}], "awards": [], "funders": [], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W3094280184.pdf", "grobid_xml": "https://content.openalex.org/works/W3094280184.grobid-xml"}, "referenced_works_count": 32, "referenced_works": ["https://openalex.org/W2064675550", "https://openalex.org/W2127851351", "https://openalex.org/W2221409856", "https://openalex.org/W2460742184", "https://openalex.org/W2626778328", "https://openalex.org/W2734774145", "https://openalex.org/W2765654763", "https://openalex.org/W2794209590", "https://openalex.org/W2903739847", "https://openalex.org/W2913914508", "https://openalex.org/W2952218014", "https://openalex.org/W2963317762", "https://openalex.org/W2963443859", "https://openalex.org/W2964058413", "https://openalex.org/W2964067718", "https://openalex.org/W2964121744", "https://openalex.org/W2964199361", "https://openalex.org/W2972460025", "https://openalex.org/W2972818416", "https://openalex.org/W2981436548", "https://openalex.org/W2981608174", "https://openalex.org/W2996969697", "https://openalex.org/W3002741552", "https://openalex.org/W3008880747", "https://openalex.org/W3015199127", "https://openalex.org/W3015834770", "https://openalex.org/W3016129867", "https://openalex.org/W3035268204", "https://openalex.org/W3036475981", "https://openalex.org/W3094607766", "https://openalex.org/W3095717210", "https://openalex.org/W3096893582"], "related_works": ["https://openalex.org/W2062399876", "https://openalex.org/W2607795551", "https://openalex.org/W3155117723", "https://openalex.org/W1991429770", "https://openalex.org/W1983892167", "https://openalex.org/W2281134365", "https://openalex.org/W4310746709", "https://openalex.org/W4306309518", "https://openalex.org/W4385574037", "https://openalex.org/W4386075645"], "abstract_inverted_index": {"Recurrent": [0], "Neural": [1], "Networks": [2], "(RNNs)": [3], "have": [4], "long": [5], "been": [6], "the": [7, 50, 83, 107, 120, 139], "dominant": [8], "architecture": [9], "in": [10], "sequence-to-sequence": [11], "learning.": [12], "RNNs,": [13, 36], "however,": [14], "are": [15, 28], "inherently": [16], "sequential": [17], "models": [18], "that": [19, 72], "do": [20], "not": [21], "allow": [22], "parallelization": [23, 108], "of": [24, 91, 99, 110, 126], "their": [25], "computations.": [26], "Transformers": [27, 111], "emerging": [29], "as": [30], "a": [31, 41, 52, 69, 114, 124], "natural": [32], "alternative": [33], "to": [34], "standard": [35, 84], "replacing": [37], "recurrent": [38], "computations": [39], "with": [40, 68, 144], "multi-head": [42], "attention": [43], "mechanism.": [44], "In": [45], "this": [46], "paper,": [47], "we": [48], "propose": [49], "SepFormer,": [51], "novel": [53], "RNN-free": [54], "Transformer-based": [55], "neural": [56], "network": [57], "for": [58], "speech": [59, 141], "separation.": [60], "The": [61, 75, 104], "SepFormer": [62, 105], "learns": [63], "short": [64], "and": [65, 96, 112, 133], "long-term": [66], "dependencies": [67], "multi-scale": [70], "approach": [71], "employs": [73], "transformers.": [74], "proposed": [76], "model": [77], "achieves": [78, 113], "state-of-the-art": [79], "(SOTA)": [80], "performance": [81, 116], "on": [82, 94, 102], "WSJ0-2/3mix": [85], "datasets.": [86], "It": [87, 128], "reaches": [88], "an": [89, 97], "SI-SNRi": [90, 98], "22.3": [92], "dB": [93, 101], "WSJ0-2mix": [95], "19.5": [100], "WSJ0-3mix.": [103], "inherits": [106], "advantages": [109], "competitive": [115], "even": [117], "when": [118], "downsampling": [119], "encoded": [121], "representation": [122], "by": [123], "factor": [125], "8.": [127], "is": [129, 135], "thus": [130], "significantly": [131], "faster": [132], "it": [134], "less": [136], "memory-demanding": [137], "than": [138], "latest": [140], "separation": [142], "systems": [143], "comparable": [145], "performance.": [146]}, "counts_by_year": [{"year": 2024, "cited_by_count": 4}, {"year": 2023, "cited_by_count": 1}, {"year": 2022, "cited_by_count": 2}, {"year": 2021, "cited_by_count": 3}], "updated_date": "2026-03-10T16:38:18.471706", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4404545263", "doi": "https://doi.org/10.1007/s00521-024-10698-x", "title": "Sparse attention is all you need for pre-training on tabular data", "display_name": "Sparse attention is all you need for pre-training on tabular data", "relevance_score": 109.461945, "publication_year": 2024, "publication_date": "2024-11-20", "ids": {"openalex": "https://openalex.org/W4404545263", "doi": "https://doi.org/10.1007/s00521-024-10698-x"}, "language": "en", "primary_location": {"id": "doi:10.1007/s00521-024-10698-x", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/s00521-024-10698-x", "pdf_url": "https://link.springer.com/content/pdf/10.1007/s00521-024-10698-x.pdf", "source": {"id": "https://openalex.org/S147897268", "display_name": "Neural Computing and Applications", "issn_l": "0941-0643", "issn": ["0941-0643", "1433-3058"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Neural Computing and Applications", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "hybrid", "oa_url": "https://link.springer.com/content/pdf/10.1007/s00521-024-10698-x.pdf", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5114719267", "display_name": "Tokimasa Isomura", "orcid": "https://orcid.org/0009-0008-9738-5774"}, "institutions": [{"id": "https://openalex.org/I150744194", "display_name": "Waseda University", "ror": "https://ror.org/00ntfnx83", "country_code": "JP", "type": "education", "lineage": ["https://openalex.org/I150744194"]}], "countries": ["JP"], "is_corresponding": true, "raw_author_name": "Tokimasa Isomura", "raw_affiliation_strings": ["Graduate School of Creative Science and Engineering, Waseda University, 3-4-1, Ohkubo, Shinjuku-ku, Tokyo, 169-8555, Japan"], "raw_orcid": "https://orcid.org/0009-0008-9738-5774", "affiliations": [{"raw_affiliation_string": "Graduate School of Creative Science and Engineering, Waseda University, 3-4-1, Ohkubo, Shinjuku-ku, Tokyo, 169-8555, Japan", "institution_ids": ["https://openalex.org/I150744194"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5051486870", "display_name": "Ryotaro Shimizu", "orcid": "https://orcid.org/0000-0002-4841-1824"}, "institutions": [{"id": "https://openalex.org/I150744194", "display_name": "Waseda University", "ror": "https://ror.org/00ntfnx83", "country_code": "JP", "type": "education", "lineage": ["https://openalex.org/I150744194"]}], "countries": ["JP"], "is_corresponding": false, "raw_author_name": "Ryotaro Shimizu", "raw_affiliation_strings": ["Graduate School of Creative Science and Engineering, Waseda University, 3-4-1, Ohkubo, Shinjuku-ku, Tokyo, 169-8555, Japan"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Graduate School of Creative Science and Engineering, Waseda University, 3-4-1, Ohkubo, Shinjuku-ku, Tokyo, 169-8555, Japan", "institution_ids": ["https://openalex.org/I150744194"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5004873494", "display_name": "Masayuki Goto", "orcid": "https://orcid.org/0000-0003-1929-9359"}, "institutions": [{"id": "https://openalex.org/I150744194", "display_name": "Waseda University", "ror": "https://ror.org/00ntfnx83", "country_code": "JP", "type": "education", "lineage": ["https://openalex.org/I150744194"]}], "countries": ["JP"], "is_corresponding": false, "raw_author_name": "Masayuki Goto", "raw_affiliation_strings": ["School of Creative Science and Engineering, Waseda University, 3-4-1, Ohkubo, Shinjuku-ku, Tokyo, 169-8555, Japan"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Creative Science and Engineering, Waseda University, 3-4-1, Ohkubo, Shinjuku-ku, Tokyo, 169-8555, Japan", "institution_ids": ["https://openalex.org/I150744194"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 3, "corresponding_author_ids": ["https://openalex.org/A5114719267"], "corresponding_institution_ids": ["https://openalex.org/I150744194"], "apc_list": {"value": 2390, "currency": "EUR", "value_usd": 2990}, "apc_paid": {"value": 2390, "currency": "EUR", "value_usd": 2990}, "fwci": 2.8442, "has_fulltext": false, "cited_by_count": 9, "citation_normalized_percentile": {"value": 0.9203478, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 98, "max": 99}, "biblio": {"volume": "37", "issue": "3", "first_page": "1509", "last_page": "1522"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11652", "display_name": "Imbalanced Data Classification Techniques", "score": 0.9958999752998352, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11652", "display_name": "Imbalanced Data Classification Techniques", "score": 0.9958999752998352, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11719", "display_name": "Data Quality and Management", "score": 0.9929999709129333, "subfield": {"id": "https://openalex.org/subfields/1803", "display_name": "Management Science and Operations Research"}, "field": {"id": "https://openalex.org/fields/18", "display_name": "Decision Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, {"id": "https://openalex.org/T12535", "display_name": "Machine Learning and Data Classification", "score": 0.9884999990463257, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computational-science-and-engineering", "display_name": "Computational Science and Engineering", "score": 0.8805783987045288}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6833652257919312}, {"id": "https://openalex.org/keywords/training", "display_name": "Training (meteorology)", "score": 0.569489598274231}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.3429086208343506}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.33179664611816406}], "concepts": [{"id": "https://openalex.org/C68597687", "wikidata": "https://www.wikidata.org/wiki/Q362601", "display_name": "Computational Science and Engineering", "level": 2, "score": 0.8805783987045288}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6833652257919312}, {"id": "https://openalex.org/C2777211547", "wikidata": "https://www.wikidata.org/wiki/Q17141490", "display_name": "Training (meteorology)", "level": 2, "score": 0.569489598274231}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.3429086208343506}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.33179664611816406}, {"id": "https://openalex.org/C153294291", "wikidata": "https://www.wikidata.org/wiki/Q25261", "display_name": "Meteorology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1007/s00521-024-10698-x", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/s00521-024-10698-x", "pdf_url": "https://link.springer.com/content/pdf/10.1007/s00521-024-10698-x.pdf", "source": {"id": "https://openalex.org/S147897268", "display_name": "Neural Computing and Applications", "issn_l": "0941-0643", "issn": ["0941-0643", "1433-3058"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Neural Computing and Applications", "raw_type": "journal-article"}], "best_oa_location": {"id": "doi:10.1007/s00521-024-10698-x", "is_oa": true, "landing_page_url": "https://doi.org/10.1007/s00521-024-10698-x", "pdf_url": "https://link.springer.com/content/pdf/10.1007/s00521-024-10698-x.pdf", "source": {"id": "https://openalex.org/S147897268", "display_name": "Neural Computing and Applications", "issn_l": "0941-0643", "issn": ["0941-0643", "1433-3058"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310319900", "host_organization_name": "Springer Science+Business Media", "host_organization_lineage": ["https://openalex.org/P4310319900", "https://openalex.org/P4310319965"], "host_organization_lineage_names": ["Springer Science+Business Media", "Springer Nature"], "type": "journal"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Neural Computing and Applications", "raw_type": "journal-article"}, "sustainable_development_goals": [{"display_name": "Peace, Justice and strong institutions", "id": "https://metadata.un.org/sdg/16", "score": 0.6700000166893005}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4404545263.pdf"}, "referenced_works_count": 53, "referenced_works": ["https://openalex.org/W639708223", "https://openalex.org/W1678356000", "https://openalex.org/W2040304075", "https://openalex.org/W2165698076", "https://openalex.org/W2253429366", "https://openalex.org/W2295598076", "https://openalex.org/W2395579298", "https://openalex.org/W2396881363", "https://openalex.org/W2894693462", "https://openalex.org/W2896457183", "https://openalex.org/W2898085636", "https://openalex.org/W2899743487", "https://openalex.org/W2953958347", "https://openalex.org/W2963542740", "https://openalex.org/W2964182926", "https://openalex.org/W2975867066", "https://openalex.org/W2998348615", "https://openalex.org/W3001077607", "https://openalex.org/W3008120122", "https://openalex.org/W3011213261", "https://openalex.org/W3020873385", "https://openalex.org/W3035101152", "https://openalex.org/W3039738442", "https://openalex.org/W3041133507", "https://openalex.org/W3048817558", "https://openalex.org/W3085139254", "https://openalex.org/W3101704389", "https://openalex.org/W3131922516", "https://openalex.org/W3132165956", "https://openalex.org/W3146366485", "https://openalex.org/W3149702547", "https://openalex.org/W3154524254", "https://openalex.org/W3202053489", "https://openalex.org/W3212604410", "https://openalex.org/W3216660278", "https://openalex.org/W4200334431", "https://openalex.org/W4221106599", "https://openalex.org/W4283123225", "https://openalex.org/W4283759118", "https://openalex.org/W4287114832", "https://openalex.org/W4287866765", "https://openalex.org/W4287868254", "https://openalex.org/W4308432165", "https://openalex.org/W4310691173", "https://openalex.org/W4360884927", "https://openalex.org/W4361860962", "https://openalex.org/W4383112908", "https://openalex.org/W4384563227", "https://openalex.org/W4385622974", "https://openalex.org/W4386065691", "https://openalex.org/W6600085209", "https://openalex.org/W6600109629", "https://openalex.org/W6600605178"], "related_works": ["https://openalex.org/W2961085424", "https://openalex.org/W4306674287", "https://openalex.org/W3046775127", "https://openalex.org/W4394896187", "https://openalex.org/W3170094116", "https://openalex.org/W4386462264", "https://openalex.org/W3107602296", "https://openalex.org/W4364306694", "https://openalex.org/W4312192474", "https://openalex.org/W4283697347"], "abstract_inverted_index": {"Abstract": [0], "In": [1, 29], "the": [2, 12, 43, 50, 64, 74, 81, 88, 99, 150, 155, 159, 216, 248, 266, 273, 287], "world": [3], "of": [4, 46, 52, 76, 83, 120, 153, 215, 219, 250, 289], "data-driven": [5], "decision-making,": [6], "tabular": [7, 53, 77, 108, 144, 241, 245, 290], "data": [8, 23, 54, 78, 145, 173, 192, 242, 246, 258, 270, 291], "reigns": [9], "supreme": [10], "as": [11, 36, 172, 228], "most": [13], "prevalent": [14], "and": [15, 79, 234, 272], "crucial": [16], "format,": [17], "especially": [18], "in": [19, 49, 87, 161, 177, 195, 200, 209, 260, 278, 286], "business": [20, 126, 251, 279], "contexts.": [21], "However,": [22], "scarcity": [24], "remains": [25], "a": [26, 37, 57, 140, 229, 282], "recurring": [27], "challenge.": [28], "this": [30, 210], "context,": [31], "transfer": [32, 47, 114, 162], "learning": [33, 48, 62, 115], "has": [34], "emerged": [35], "potent": [38], "solution.": [39], "This": [40, 97, 128, 263], "study": [41, 211, 254], "explores": [42], "untapped": [44], "potential": [45, 218], "realm": [51], "analysis,": [55], "with": [56, 134, 166, 185, 202], "focus": [58], "on": [59, 118, 180], "leveraging": [60], "deep": [61], "models\u2014especially": [63], "Transformer": [65, 89, 160], "model\u2014that": [66], "have": [67], "garnered": [68], "significant": [69, 283], "recognition.": [70], "Our": [71, 147, 222], "research": [72], "investigates": [73], "intricacies": [75], "illuminates": [80], "shortcomings": [82], "conventional": [84], "attention": [85, 137, 156, 168, 187, 225], "mechanisms": [86], "model": [90, 226], "when": [91, 191], "applied": [92], "to": [93, 107, 256], "such": [94], "structured": [95], "datasets.": [96, 182], "highlights": [98], "pressing": [100], "requirement": [101, 274], "need": [102], "for": [103, 143, 232, 240, 275], "specialized": [104], "solutions": [105, 239], "tailored": [106], "data.": [109, 204], "We": [110], "introduce": [111], "an": [112], "innovative": [113], "method": [116], "based": [117], "series": [119], "thoroughly": [121], "designed": [122], "experiments": [123], "across": [124], "diverse": [125], "domains.": [127, 262], "approach": [129], "harnesses": [130], "Transformer-based": [131], "models": [132], "enhanced": [133], "optimized": [135, 223], "sparse": [136, 167, 224], "mechanisms,": [138], "offering": [139], "groundbreaking": [141], "solution": [142], "analysis.": [146, 292], "findings": [148], "reveal": [149], "remarkable": [151], "effectiveness": [152], "enhancing": [154], "mechanism": [157], "within": [158], "learning.": [163], "Specifically,": [164], "pre-training": [165], "proves": [169], "increasingly": [170], "powerful": [171, 230], "volumes": [174], "increase,": [175], "resulting": [176], "superior": [178], "performance": [179], "large": [181], "Conversely,": [183], "fine-tuning": [184], "full": [186], "becomes": [188], "more": [189], "impactful": [190], "availability": [193, 271], "decreases": [194], "downstream": [196], "tasks,": [197], "ensuring": [198], "adaptability": [199], "situations": [201], "limited": [203, 269], "The": [205], "empirical": [206], "results": [207], "presented": [208], "provide": [212], "compelling": [213], "evidence": [214], "revolutionary": [217], "our": [220, 253], "approach.": [221], "emerges": [227], "tool": [231], "researchers": [233], "practitioners": [235], "seeking": [236], "highly": [237], "effective": [238, 276], "tasks.": [243], "As": [244], "remain": [247], "backbone": [249], "operations,": [252], "promises": [255], "revolutionize": [257], "analysis": [259, 277], "critical": [261], "work": [264], "bridges": [265], "gap": [267], "between": [268], "settings,": [280], "marking": [281], "step": [284], "forward": [285], "field": [288]}, "counts_by_year": [{"year": 2026, "cited_by_count": 3}, {"year": 2025, "cited_by_count": 6}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4408534178", "doi": "https://doi.org/10.1080/14746700.2025.2472118", "title": "Moral Attention Is All You Need", "display_name": "Moral Attention Is All You Need", "relevance_score": 108.36921, "publication_year": 2025, "publication_date": "2025-03-17", "ids": {"openalex": "https://openalex.org/W4408534178", "doi": "https://doi.org/10.1080/14746700.2025.2472118"}, "language": "en", "primary_location": {"id": "doi:10.1080/14746700.2025.2472118", "is_oa": true, "landing_page_url": "https://doi.org/10.1080/14746700.2025.2472118", "pdf_url": "https://www.tandfonline.com/doi/pdf/10.1080/14746700.2025.2472118?needAccess=true", "source": {"id": "https://openalex.org/S115193995", "display_name": "Theology and Science", "issn_l": "1474-6700", "issn": ["1474-6700", "1474-6719"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320547", "host_organization_name": "Taylor & Francis", "host_organization_lineage": ["https://openalex.org/P4310320547"], "host_organization_lineage_names": ["Taylor & Francis"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Theology and Science", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": true, "oa_status": "bronze", "oa_url": "https://www.tandfonline.com/doi/pdf/10.1080/14746700.2025.2472118?needAccess=true", "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5080265363", "display_name": "Mark Graves", "orcid": "https://orcid.org/0000-0003-3146-3203"}, "institutions": [{"id": "https://openalex.org/I113979032", "display_name": "Twitter (United States)", "ror": "https://ror.org/04wt43v05", "country_code": "US", "type": "company", "lineage": ["https://openalex.org/I113979032"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Mark Graves", "raw_affiliation_strings": ["https://orcid.org/0000-0003-3146-3203"], "raw_orcid": "https://orcid.org/0000-0003-3146-3203", "affiliations": [{"raw_affiliation_string": "https://orcid.org/0000-0003-3146-3203", "institution_ids": ["https://openalex.org/I113979032"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 1, "corresponding_author_ids": ["https://openalex.org/A5080265363"], "corresponding_institution_ids": ["https://openalex.org/I113979032"], "apc_list": null, "apc_paid": null, "fwci": 16.6984, "has_fulltext": false, "cited_by_count": 5, "citation_normalized_percentile": {"value": 0.98514489, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 96, "max": 99}, "biblio": {"volume": "23", "issue": "2", "first_page": "241", "last_page": "248"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11058", "display_name": "Ethics in Business and Education", "score": 0.6783000230789185, "subfield": {"id": "https://openalex.org/subfields/1802", "display_name": "Information Systems and Management"}, "field": {"id": "https://openalex.org/fields/18", "display_name": "Decision Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, "topics": [{"id": "https://openalex.org/T11058", "display_name": "Ethics in Business and Education", "score": 0.6783000230789185, "subfield": {"id": "https://openalex.org/subfields/1802", "display_name": "Information Systems and Management"}, "field": {"id": "https://openalex.org/fields/18", "display_name": "Decision Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, {"id": "https://openalex.org/T12520", "display_name": "Psychology of Moral and Emotional Judgment", "score": 0.6302000284194946, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.4449745714664459}, {"id": "https://openalex.org/keywords/environmental-ethics", "display_name": "Environmental ethics", "score": 0.4311986565589905}, {"id": "https://openalex.org/keywords/philosophy", "display_name": "Philosophy", "score": 0.35488665103912354}, {"id": "https://openalex.org/keywords/epistemology", "display_name": "Epistemology", "score": 0.3518228530883789}], "concepts": [{"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.4449745714664459}, {"id": "https://openalex.org/C95124753", "wikidata": "https://www.wikidata.org/wiki/Q875686", "display_name": "Environmental ethics", "level": 1, "score": 0.4311986565589905}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.35488665103912354}, {"id": "https://openalex.org/C111472728", "wikidata": "https://www.wikidata.org/wiki/Q9471", "display_name": "Epistemology", "level": 1, "score": 0.3518228530883789}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1080/14746700.2025.2472118", "is_oa": true, "landing_page_url": "https://doi.org/10.1080/14746700.2025.2472118", "pdf_url": "https://www.tandfonline.com/doi/pdf/10.1080/14746700.2025.2472118?needAccess=true", "source": {"id": "https://openalex.org/S115193995", "display_name": "Theology and Science", "issn_l": "1474-6700", "issn": ["1474-6700", "1474-6719"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320547", "host_organization_name": "Taylor & Francis", "host_organization_lineage": ["https://openalex.org/P4310320547"], "host_organization_lineage_names": ["Taylor & Francis"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Theology and Science", "raw_type": "journal-article"}], "best_oa_location": {"id": "doi:10.1080/14746700.2025.2472118", "is_oa": true, "landing_page_url": "https://doi.org/10.1080/14746700.2025.2472118", "pdf_url": "https://www.tandfonline.com/doi/pdf/10.1080/14746700.2025.2472118?needAccess=true", "source": {"id": "https://openalex.org/S115193995", "display_name": "Theology and Science", "issn_l": "1474-6700", "issn": ["1474-6700", "1474-6719"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320547", "host_organization_name": "Taylor & Francis", "host_organization_lineage": ["https://openalex.org/P4310320547"], "host_organization_lineage_names": ["Taylor & Francis"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Theology and Science", "raw_type": "journal-article"}, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2899084033", "https://openalex.org/W2748952813", "https://openalex.org/W2931662336", "https://openalex.org/W2077865380", "https://openalex.org/W3006817050", "https://openalex.org/W4401768695", "https://openalex.org/W2765597752", "https://openalex.org/W2134894512", "https://openalex.org/W2083375246"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 2}, {"year": 2025, "cited_by_count": 3}], "updated_date": "2026-05-20T08:49:12.498775", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4392931585", "doi": "https://doi.org/10.1109/icassp48485.2024.10447723", "title": "Attention Is All You Need For Blind Room Volume Estimation", "display_name": "Attention Is All You Need For Blind Room Volume Estimation", "relevance_score": 104.44067, "publication_year": 2024, "publication_date": "2024-03-18", "ids": {"openalex": "https://openalex.org/W4392931585", "doi": "https://doi.org/10.1109/icassp48485.2024.10447723"}, "language": "en", "primary_location": {"id": "doi:10.1109/icassp48485.2024.10447723", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/icassp48485.2024.10447723", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5120218292", "display_name": "Handong Wang", "orcid": "https://orcid.org/0000-0001-5989-9338"}, "institutions": [{"id": "https://openalex.org/I37796252", "display_name": "Beijing University of Technology", "ror": "https://ror.org/037b1pp87", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I37796252"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Chunxi Wang", "raw_affiliation_strings": ["Beijing University of Technology,Speech and Audio Signal Processing Laboratory, Faculty of Information Technology,Beijing,China", "Speech and Audio Signal Processing Laboratory, Faculty of Information Technology, Beijing University of Technology, Beijing, China"], "affiliations": [{"raw_affiliation_string": "Beijing University of Technology,Speech and Audio Signal Processing Laboratory, Faculty of Information Technology,Beijing,China", "institution_ids": ["https://openalex.org/I37796252"]}, {"raw_affiliation_string": "Speech and Audio Signal Processing Laboratory, Faculty of Information Technology, Beijing University of Technology, Beijing, China", "institution_ids": ["https://openalex.org/I37796252"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5000601742", "display_name": "Maoshen Jia", "orcid": "https://orcid.org/0000-0002-3452-3913"}, "institutions": [{"id": "https://openalex.org/I37796252", "display_name": "Beijing University of Technology", "ror": "https://ror.org/037b1pp87", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I37796252"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Maoshen Jia", "raw_affiliation_strings": ["Beijing University of Technology,Speech and Audio Signal Processing Laboratory, Faculty of Information Technology,Beijing,China", "Speech and Audio Signal Processing Laboratory, Faculty of Information Technology, Beijing University of Technology, Beijing, China"], "affiliations": [{"raw_affiliation_string": "Beijing University of Technology,Speech and Audio Signal Processing Laboratory, Faculty of Information Technology,Beijing,China", "institution_ids": ["https://openalex.org/I37796252"]}, {"raw_affiliation_string": "Speech and Audio Signal Processing Laboratory, Faculty of Information Technology, Beijing University of Technology, Beijing, China", "institution_ids": ["https://openalex.org/I37796252"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5022034782", "display_name": "Meiran Li", "orcid": null}, "institutions": [{"id": "https://openalex.org/I37796252", "display_name": "Beijing University of Technology", "ror": "https://ror.org/037b1pp87", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I37796252"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Meiran Li", "raw_affiliation_strings": ["Beijing University of Technology,Speech and Audio Signal Processing Laboratory, Faculty of Information Technology,Beijing,China", "Speech and Audio Signal Processing Laboratory, Faculty of Information Technology, Beijing University of Technology, Beijing, China"], "affiliations": [{"raw_affiliation_string": "Beijing University of Technology,Speech and Audio Signal Processing Laboratory, Faculty of Information Technology,Beijing,China", "institution_ids": ["https://openalex.org/I37796252"]}, {"raw_affiliation_string": "Speech and Audio Signal Processing Laboratory, Faculty of Information Technology, Beijing University of Technology, Beijing, China", "institution_ids": ["https://openalex.org/I37796252"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5070475244", "display_name": "Changchun Bao", "orcid": "https://orcid.org/0000-0002-5606-5343"}, "institutions": [{"id": "https://openalex.org/I37796252", "display_name": "Beijing University of Technology", "ror": "https://ror.org/037b1pp87", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I37796252"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Changchun Bao", "raw_affiliation_strings": ["Beijing University of Technology,Speech and Audio Signal Processing Laboratory, Faculty of Information Technology,Beijing,China", "Speech and Audio Signal Processing Laboratory, Faculty of Information Technology, Beijing University of Technology, Beijing, China"], "affiliations": [{"raw_affiliation_string": "Beijing University of Technology,Speech and Audio Signal Processing Laboratory, Faculty of Information Technology,Beijing,China", "institution_ids": ["https://openalex.org/I37796252"]}, {"raw_affiliation_string": "Speech and Audio Signal Processing Laboratory, Faculty of Information Technology, Beijing University of Technology, Beijing, China", "institution_ids": ["https://openalex.org/I37796252"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5114126776", "display_name": "Wenyu Jin", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210125269", "display_name": "RED Consulting (Norway)", "ror": "https://ror.org/038ny6229", "country_code": "NO", "type": "company", "lineage": ["https://openalex.org/I4210125269"]}], "countries": ["NO"], "is_corresponding": false, "raw_author_name": "Wenyu Jin", "raw_affiliation_strings": ["AcousticDSP Consulting LLC,St Paul,MN,United States", "AcousticDSP Consulting LLC, St Paul, MN, United States"], "affiliations": [{"raw_affiliation_string": "AcousticDSP Consulting LLC,St Paul,MN,United States", "institution_ids": ["https://openalex.org/I4210125269"]}, {"raw_affiliation_string": "AcousticDSP Consulting LLC, St Paul, MN, United States", "institution_ids": []}]}], "institutions": [], "countries_distinct_count": 2, "institutions_distinct_count": 5, "corresponding_author_ids": ["https://openalex.org/A5120218292"], "corresponding_institution_ids": ["https://openalex.org/I37796252"], "apc_list": null, "apc_paid": null, "fwci": 2.6252, "has_fulltext": false, "cited_by_count": 7, "citation_normalized_percentile": {"value": 0.90186315, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 94, "max": 99}, "biblio": {"volume": null, "issue": null, "first_page": "1341", "last_page": "1345"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10860", "display_name": "Speech and Audio Processing", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10860", "display_name": "Speech and Audio Processing", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11309", "display_name": "Music and Audio Processing", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1711", "display_name": "Signal Processing"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10201", "display_name": "Speech Recognition and Synthesis", "score": 0.9937000274658203, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/spectrogram", "display_name": "Spectrogram", "score": 0.8470016121864319}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7669093012809753}, {"id": "https://openalex.org/keywords/convolutional-neural-network", "display_name": "Convolutional neural network", "score": 0.5473048090934753}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.525357186794281}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.4551815688610077}, {"id": "https://openalex.org/keywords/feature-extraction", "display_name": "Feature extraction", "score": 0.42072370648384094}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.3915838599205017}], "concepts": [{"id": "https://openalex.org/C45273575", "wikidata": "https://www.wikidata.org/wiki/Q578970", "display_name": "Spectrogram", "level": 2, "score": 0.8470016121864319}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7669093012809753}, {"id": "https://openalex.org/C81363708", "wikidata": "https://www.wikidata.org/wiki/Q17084460", "display_name": "Convolutional neural network", "level": 2, "score": 0.5473048090934753}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.525357186794281}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.4551815688610077}, {"id": "https://openalex.org/C52622490", "wikidata": "https://www.wikidata.org/wiki/Q1026626", "display_name": "Feature extraction", "level": 2, "score": 0.42072370648384094}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.3915838599205017}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1109/icassp48485.2024.10447723", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/icassp48485.2024.10447723", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)", "raw_type": "proceedings-article"}], "best_oa_location": null, "sustainable_development_goals": [], "awards": [], "funders": [{"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 32, "referenced_works": ["https://openalex.org/W1557831657", "https://openalex.org/W1676572595", "https://openalex.org/W1968834101", "https://openalex.org/W2079751837", "https://openalex.org/W2136682440", "https://openalex.org/W2252509312", "https://openalex.org/W2403301469", "https://openalex.org/W2410879554", "https://openalex.org/W2618099328", "https://openalex.org/W2760287881", "https://openalex.org/W2763188033", "https://openalex.org/W2777602360", "https://openalex.org/W2889374687", "https://openalex.org/W2900429685", "https://openalex.org/W2936774411", "https://openalex.org/W2938515563", "https://openalex.org/W2982059757", "https://openalex.org/W3025581723", "https://openalex.org/W3094550259", "https://openalex.org/W3185499768", "https://openalex.org/W3196974791", "https://openalex.org/W3205743929", "https://openalex.org/W3217317857", "https://openalex.org/W4224918210", "https://openalex.org/W4229049812", "https://openalex.org/W4231225162", "https://openalex.org/W4327486694", "https://openalex.org/W4385245566", "https://openalex.org/W6633301432", "https://openalex.org/W6691759596", "https://openalex.org/W6739901393", "https://openalex.org/W6788135285"], "related_works": ["https://openalex.org/W2897924318", "https://openalex.org/W2138997758", "https://openalex.org/W2601157893", "https://openalex.org/W2373006798", "https://openalex.org/W2131735617", "https://openalex.org/W2056912418", "https://openalex.org/W2123759770", "https://openalex.org/W2033213769", "https://openalex.org/W4312376745", "https://openalex.org/W2136016640"], "abstract_inverted_index": {"In": [0], "recent": [1, 78], "years,": [2], "dynamic": [3], "parameterization": [4], "of": [5, 15, 19, 35, 80, 105, 159, 167], "acoustic": [6, 60], "environments": [7], "has": [8], "raised": [9], "increasing": [10], "attention": [11], "in": [12, 29], "the": [13, 20, 25, 40, 53, 77, 103, 107, 115, 131, 135, 148, 165], "field": [14], "audio": [16, 71], "processing.": [17], "One": [18], "key": [21], "parameters": [22], "that": [23, 147], "characterize": [24], "local": [26], "room": [27, 42, 59, 93], "acoustics": [28, 161], "isolation": [30], "from": [31, 70], "orientation": [32], "and": [33, 37, 114, 124, 171], "directivity": [34], "sources": [36], "receivers": [38], "is": [39, 141], "geometric": [41], "volume.": [43], "Convolutional": [44], "neural": [45], "networks": [46], "(CNNs)": [47], "have": [48], "been": [49], "widely": [50], "selected": [51], "as": [52, 127], "main": [54], "models": [55, 154], "for": [56, 111], "conducting": [57], "blind": [58], "parameter": [61], "estimation,": [62], "which": [63], "aims": [64], "to": [65, 73, 90], "learn": [66], "a": [67, 86, 156, 168], "direct": [68], "mapping": [69], "spectrograms": [72, 126], "corresponding": [74], "labels.": [75], "With": [76], "trend": [79], "self-attention": [81], "mechanisms,": [82], "this": [83, 112], "paper": [84], "introduces": [85], "purely": [87], "attention-based": [88], "model": [89, 132, 150], "blindly": [91], "estimate": [92], "volumes": [94], "based": [95], "on": [96, 109], "single-channel": [97], "noisy": [98], "speech": [99], "signals.": [100], "We": [101], "demonstrate": [102, 146], "feasibility": [104], "eliminating": [106], "reliance": [108], "CNNs": [110], "task": [113], "proposed": [116, 149], "Transformer": [117], "architecture": [118], "takes": [119], "Gammatone": [120], "magnitude": [121], "spectral": [122], "coefficients": [123], "phase": [125], "inputs.": [128], "To": [129], "enhance": [130], "performance": [133], "given": [134], "task-specific": [136], "dataset,": [137], "cross-modality": [138], "transfer": [139], "learning": [140], "also": [142], "applied.": [143], "Experimental": [144], "results": [145], "outperforms": [151], "traditional": [152], "CNN": [153], "across": [155], "wide": [157], "range": [158], "real-world": [160], "spaces,": [162], "especially": [163], "with": [164], "help": [166], "dedicated": [169], "pretraining": [170], "data": [172], "augmentation": [173], "schemes.": [174]}, "counts_by_year": [{"year": 2026, "cited_by_count": 1}, {"year": 2025, "cited_by_count": 4}, {"year": 2024, "cited_by_count": 2}], "updated_date": "2025-11-06T03:46:38.306776", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4411584912", "doi": "https://doi.org/10.1101/2025.06.23.661103", "title": "Attention is all you need (in the brain): semantic contextualization in human hippocampus", "display_name": "Attention is all you need (in the brain): semantic contextualization in human hippocampus", "relevance_score": 100.62352, "publication_year": 2025, "publication_date": "2025-06-24", "ids": {"openalex": "https://openalex.org/W4411584912", "doi": "https://doi.org/10.1101/2025.06.23.661103", "pmid": "https://pubmed.ncbi.nlm.nih.gov/40667335"}, "language": "en", "primary_location": {"id": "doi:10.1101/2025.06.23.661103", "is_oa": true, "landing_page_url": "https://doi.org/10.1101/2025.06.23.661103", "pdf_url": "https://www.biorxiv.org/content/biorxiv/early/2025/06/24/2025.06.23.661103.full.pdf", "source": {"id": "https://openalex.org/S4306402567", "display_name": "bioRxiv (Cold Spring Harbor Laboratory)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I2750212522", "host_organization_name": "Cold Spring Harbor Laboratory", "host_organization_lineage": ["https://openalex.org/I2750212522"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": "bioRxiv", "raw_type": "posted-content"}, "type": "preprint", "indexed_in": ["crossref", "pubmed"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://www.biorxiv.org/content/biorxiv/early/2025/06/24/2025.06.23.661103.full.pdf", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5048828793", "display_name": "Kalman A. Katlowitz", "orcid": "https://orcid.org/0000-0001-5568-6343"}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Kalman A. Katlowitz", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": "https://orcid.org/0000-0001-5568-6343", "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5116494031", "display_name": "James L. Belanger", "orcid": null}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "James L. Belanger", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": null, "display_name": "Taha Ismail", "orcid": null}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Taha Ismail", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5102601997", "display_name": "Ana G. Chavez", "orcid": null}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Ana G. Chavez", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5016353151", "display_name": "Assia Chericoni", "orcid": "https://orcid.org/0000-0002-3319-4986"}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Assia Chericoni", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5093930020", "display_name": "Melissa Franch", "orcid": "https://orcid.org/0000-0002-9789-261X"}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Melissa Franch", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5116393162", "display_name": "Elizabeth A. Mickiewicz", "orcid": null}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Elizabeth A. Mickiewicz", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5012303749", "display_name": "Raissa Mathura", "orcid": "https://orcid.org/0000-0002-2817-2133"}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Raissa K. Mathura", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5036892306", "display_name": "Danika Paulo", "orcid": "https://orcid.org/0000-0002-2292-1164"}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Danika L. Paulo", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5073034082", "display_name": "Eleonora Bartoli", "orcid": "https://orcid.org/0000-0002-5824-5065"}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Eleonora Bartoli", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5087201837", "display_name": "Steven T. Piantadosi", "orcid": "https://orcid.org/0000-0001-5499-4168"}, "institutions": [{"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Steven T. Piantadosi", "raw_affiliation_strings": ["Department of Psychology, University of California Berkeley"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Psychology, University of California Berkeley", "institution_ids": ["https://openalex.org/I95457486"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5081066977", "display_name": "Nicole R. Provenza", "orcid": "https://orcid.org/0000-0002-6952-5417"}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Nicole R. Provenza", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5074311262", "display_name": "Andrew J. Watrous", "orcid": "https://orcid.org/0000-0002-3107-3726"}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Andrew J. Watrous", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5082661128", "display_name": "Sameer A. Sheth", "orcid": "https://orcid.org/0000-0001-8770-8965"}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Sameer A. Sheth", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America"], "raw_orcid": "https://orcid.org/0000-0001-8770-8965", "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5108530475", "display_name": "Benjamin Y. Hayden", "orcid": null}, "institutions": [{"id": "https://openalex.org/I74775410", "display_name": "Rice University", "ror": "https://ror.org/008zs3103", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I74775410"]}, {"id": "https://openalex.org/I95457486", "display_name": "University of California, Berkeley", "ror": "https://ror.org/01an7q238", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I95457486"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Benjamin Y. Hayden", "raw_affiliation_strings": ["Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "Department of Psychology, University of California Berkeley"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Department of Neurosurgery, Baylor College of Medicine, and Neuroengineering Initiative, Rice University, Houston, Texas, United States of America", "institution_ids": ["https://openalex.org/I74775410"]}, {"raw_affiliation_string": "Department of Psychology, University of California Berkeley", "institution_ids": ["https://openalex.org/I95457486"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 15, "corresponding_author_ids": ["https://openalex.org/A5048828793"], "corresponding_institution_ids": ["https://openalex.org/I74775410"], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": true, "cited_by_count": 7, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10465", "display_name": "Neurobiology of Language and Bilingualism", "score": 0.9973999857902527, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, "topics": [{"id": "https://openalex.org/T10465", "display_name": "Neurobiology of Language and Bilingualism", "score": 0.9973999857902527, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10448", "display_name": "Memory and Neural Mechanisms", "score": 0.9950000047683716, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T10656", "display_name": "Child and Animal Learning Development", "score": 0.9794999957084656, "subfield": {"id": "https://openalex.org/subfields/3204", "display_name": "Developmental and Educational Psychology"}, "field": {"id": "https://openalex.org/fields/32", "display_name": "Psychology"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/contextualization", "display_name": "Contextualization", "score": 0.9141868352890015}, {"id": "https://openalex.org/keywords/hippocampus", "display_name": "Hippocampus", "score": 0.6556568741798401}, {"id": "https://openalex.org/keywords/human-brain", "display_name": "Human brain", "score": 0.4701787531375885}, {"id": "https://openalex.org/keywords/semantic-memory", "display_name": "Semantic memory", "score": 0.4586056172847748}, {"id": "https://openalex.org/keywords/cognitive-science", "display_name": "Cognitive science", "score": 0.4339641332626343}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.4321841597557068}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.40001556277275085}, {"id": "https://openalex.org/keywords/neuroscience", "display_name": "Neuroscience", "score": 0.37843912839889526}, {"id": "https://openalex.org/keywords/cognitive-psychology", "display_name": "Cognitive psychology", "score": 0.3482435345649719}, {"id": "https://openalex.org/keywords/cognition", "display_name": "Cognition", "score": 0.13354778289794922}], "concepts": [{"id": "https://openalex.org/C2780712339", "wikidata": "https://www.wikidata.org/wiki/Q5165204", "display_name": "Contextualization", "level": 3, "score": 0.9141868352890015}, {"id": "https://openalex.org/C2781161787", "wikidata": "https://www.wikidata.org/wiki/Q48360", "display_name": "Hippocampus", "level": 2, "score": 0.6556568741798401}, {"id": "https://openalex.org/C2777670902", "wikidata": "https://www.wikidata.org/wiki/Q492038", "display_name": "Human brain", "level": 2, "score": 0.4701787531375885}, {"id": "https://openalex.org/C197914299", "wikidata": "https://www.wikidata.org/wiki/Q18650", "display_name": "Semantic memory", "level": 3, "score": 0.4586056172847748}, {"id": "https://openalex.org/C188147891", "wikidata": "https://www.wikidata.org/wiki/Q147638", "display_name": "Cognitive science", "level": 1, "score": 0.4339641332626343}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.4321841597557068}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.40001556277275085}, {"id": "https://openalex.org/C169760540", "wikidata": "https://www.wikidata.org/wiki/Q207011", "display_name": "Neuroscience", "level": 1, "score": 0.37843912839889526}, {"id": "https://openalex.org/C180747234", "wikidata": "https://www.wikidata.org/wiki/Q23373", "display_name": "Cognitive psychology", "level": 1, "score": 0.3482435345649719}, {"id": "https://openalex.org/C169900460", "wikidata": "https://www.wikidata.org/wiki/Q2200417", "display_name": "Cognition", "level": 2, "score": 0.13354778289794922}, {"id": "https://openalex.org/C199360897", "wikidata": "https://www.wikidata.org/wiki/Q9143", "display_name": "Programming language", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C527412718", "wikidata": "https://www.wikidata.org/wiki/Q855395", "display_name": "Interpretation (philosophy)", "level": 2, "score": 0.0}], "mesh": [], "locations_count": 3, "locations": [{"id": "doi:10.1101/2025.06.23.661103", "is_oa": true, "landing_page_url": "https://doi.org/10.1101/2025.06.23.661103", "pdf_url": "https://www.biorxiv.org/content/biorxiv/early/2025/06/24/2025.06.23.661103.full.pdf", "source": {"id": "https://openalex.org/S4306402567", "display_name": "bioRxiv (Cold Spring Harbor Laboratory)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I2750212522", "host_organization_name": "Cold Spring Harbor Laboratory", "host_organization_lineage": ["https://openalex.org/I2750212522"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": "bioRxiv", "raw_type": "posted-content"}, {"id": "pmid:40667335", "is_oa": false, "landing_page_url": "https://pubmed.ncbi.nlm.nih.gov/40667335", "pdf_url": null, "source": {"id": "https://openalex.org/S4306525036", "display_name": "PubMed", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "bioRxiv : the preprint server for biology", "raw_type": null}, {"id": "pmh:oai:pubmedcentral.nih.gov:12262436", "is_oa": true, "landing_page_url": "https://www.ncbi.nlm.nih.gov/pmc/articles/12262436", "pdf_url": null, "source": {"id": "https://openalex.org/S2764455111", "display_name": "PubMed Central", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I1299303238", "host_organization_name": "National Institutes of Health", "host_organization_lineage": ["https://openalex.org/I1299303238"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "bioRxiv", "raw_type": "Text"}], "best_oa_location": {"id": "doi:10.1101/2025.06.23.661103", "is_oa": true, "landing_page_url": "https://doi.org/10.1101/2025.06.23.661103", "pdf_url": "https://www.biorxiv.org/content/biorxiv/early/2025/06/24/2025.06.23.661103.full.pdf", "source": {"id": "https://openalex.org/S4306402567", "display_name": "bioRxiv (Cold Spring Harbor Laboratory)", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I2750212522", "host_organization_name": "Cold Spring Harbor Laboratory", "host_organization_lineage": ["https://openalex.org/I2750212522"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "acceptedVersion", "is_accepted": true, "is_published": false, "raw_source_name": "bioRxiv", "raw_type": "posted-content"}, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G177893238", "display_name": null, "funder_award_id": "R01 MH129439", "funder_id": "https://openalex.org/F4320332161", "funder_display_name": "National Institutes of Health"}, {"id": "https://openalex.org/G4732192446", "display_name": null, "funder_award_id": "U01 NS121472", "funder_id": "https://openalex.org/F4320337359", "funder_display_name": "National Institute of Neurological Disorders and Stroke"}], "funders": [{"id": "https://openalex.org/F4320332161", "display_name": "National Institutes of Health", "ror": "https://ror.org/01cwqze88"}, {"id": "https://openalex.org/F4320337359", "display_name": "National Institute of Neurological Disorders and Stroke", "ror": "https://ror.org/01s5ya894"}], "has_content": {"grobid_xml": true, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4411584912.pdf", "grobid_xml": "https://content.openalex.org/works/W4411584912.grobid-xml"}, "referenced_works_count": 103, "referenced_works": ["https://openalex.org/W1614298861", "https://openalex.org/W1662133657", "https://openalex.org/W1873829037", "https://openalex.org/W1965248225", "https://openalex.org/W1968078582", "https://openalex.org/W1975849605", "https://openalex.org/W1976804176", "https://openalex.org/W1980576528", "https://openalex.org/W1982350555", "https://openalex.org/W1984383922", "https://openalex.org/W1999422598", "https://openalex.org/W2011074553", "https://openalex.org/W2026405123", "https://openalex.org/W2028635505", "https://openalex.org/W2042628378", "https://openalex.org/W2082928871", "https://openalex.org/W2086220442", "https://openalex.org/W2094061585", "https://openalex.org/W2105089471", "https://openalex.org/W2109063044", "https://openalex.org/W2112891119", "https://openalex.org/W2119051448", "https://openalex.org/W2123213117", "https://openalex.org/W2123442489", "https://openalex.org/W2137635696", "https://openalex.org/W2140201388", "https://openalex.org/W2142226043", "https://openalex.org/W2146008820", "https://openalex.org/W2153805137", "https://openalex.org/W2161863750", "https://openalex.org/W2165702601", "https://openalex.org/W2171204164", "https://openalex.org/W2250539671", "https://openalex.org/W2434898965", "https://openalex.org/W2522034100", "https://openalex.org/W2606837722", "https://openalex.org/W2800778373", "https://openalex.org/W2805003518", "https://openalex.org/W2947012833", "https://openalex.org/W2950784811", "https://openalex.org/W2960869174", "https://openalex.org/W2964121744", "https://openalex.org/W2970971581", "https://openalex.org/W2979826702", "https://openalex.org/W2994855366", "https://openalex.org/W2997818171", "https://openalex.org/W3007266467", "https://openalex.org/W3011718307", "https://openalex.org/W3018647120", "https://openalex.org/W3033187248", "https://openalex.org/W3085581968", "https://openalex.org/W3103493959", "https://openalex.org/W3108672584", "https://openalex.org/W3110151578", "https://openalex.org/W3134453425", "https://openalex.org/W3135589811", "https://openalex.org/W3136656403", "https://openalex.org/W3150656761", "https://openalex.org/W3155806510", "https://openalex.org/W3167615347", "https://openalex.org/W3171589458", "https://openalex.org/W3178371286", "https://openalex.org/W3196582739", "https://openalex.org/W3203323188", "https://openalex.org/W3209383001", "https://openalex.org/W3210923133", "https://openalex.org/W4220949944", "https://openalex.org/W4281870941", "https://openalex.org/W4289638300", "https://openalex.org/W4300613830", "https://openalex.org/W4301357669", "https://openalex.org/W4310157637", "https://openalex.org/W4310631979", "https://openalex.org/W4311991162", "https://openalex.org/W4377224688", "https://openalex.org/W4385245566", "https://openalex.org/W4387784262", "https://openalex.org/W4389167278", "https://openalex.org/W4390012581", "https://openalex.org/W4391855109", "https://openalex.org/W4394752750", "https://openalex.org/W4394976498", "https://openalex.org/W4395668377", "https://openalex.org/W4399169173", "https://openalex.org/W4400199239", "https://openalex.org/W4400271414", "https://openalex.org/W4401306886", "https://openalex.org/W4401404441", "https://openalex.org/W4402776032", "https://openalex.org/W4402891700", "https://openalex.org/W4403371543", "https://openalex.org/W4403651116", "https://openalex.org/W4404167165", "https://openalex.org/W4404782324", "https://openalex.org/W4407804007", "https://openalex.org/W4407868641", "https://openalex.org/W4408313997", "https://openalex.org/W4409342817", "https://openalex.org/W4414585891", "https://openalex.org/W4415150863", "https://openalex.org/W6680585821", "https://openalex.org/W6910910666", "https://openalex.org/W6929381855"], "related_works": ["https://openalex.org/W1687432146", "https://openalex.org/W1591874556", "https://openalex.org/W2185608106", "https://openalex.org/W3046258185", "https://openalex.org/W1548083239", "https://openalex.org/W3216994056", "https://openalex.org/W2268232908", "https://openalex.org/W2146570735", "https://openalex.org/W205610463", "https://openalex.org/W4296050054"], "abstract_inverted_index": {"In": [0], "natural": [1], "language,": [2], "word": [3], "meanings": [4, 11], "are": [5, 99], "contextualized,": [6], "that": [7, 27, 49, 69, 79, 87, 117, 127, 153, 174], "is,": [8], "modified": [9], "by": [10, 16], "of": [12, 37, 46, 74, 91, 116, 124, 134, 143, 147, 163, 177, 186], "nearby": [13], "words.": [14], "Inspired": [15], "self-attention": [17, 148, 178], "mechanisms": [18, 185], "in": [19, 29, 57, 101, 180], "transformer-based": [20], "large": [21], "language": [22, 187], "models": [23], "(LLMs),": [24], "we": [25, 151], "hypothesized": [26], "contextualization": [28, 154], "the": [30, 47, 58, 72, 122, 125, 131, 135, 141, 144, 172, 175, 184, 190], "brain": [31], "results": [32, 170], "from": [33], "a": [34, 77, 113], "weighted": [35, 114], "summation": [36], "canonical": [38], "neural": [39, 106], "population": [40], "responses": [41, 56, 107], "to": [42, 64, 108, 112, 195], "words": [43, 48, 75, 110, 126, 137, 166], "with": [44, 140, 157, 183], "those": [45], "contextualize": [50, 128], "them.": [51], "We": [52, 66], "examined": [53], "single": [54], "unit": [55], "human": [59, 191], "hippocampus": [60], "while": [61], "participants": [62], "listened": [63], "podcasts.": [65], "first": [67], "find": [68], "neurons": [70], "encode": [71], "position": [73], "within": [76, 189], "clause,": [78], "they": [80, 88], "do": [81], "so": [82], "at": [83], "multiple": [84, 164], "scales,": [85], "and": [86, 94, 121], "make": [89], "use": [90], "both": [92], "ordinal": [93], "frequency-domain": [95], "positional": [96], "encoding": [97], "(which": [98], "used": [100, 179], "some": [102], "transformer": [103], "models).": [104], "Critically,": [105], "specific": [109], "correspond": [111], "sum": [115], "word's": [118], "non-contextual": [119], "embedding": [120, 123], "it.": [129], "Moreover,": [130], "relative": [132], "weighting": [133], "contextualizing": [136], "is": [138, 155], "correlated": [139], "magnitude": [142], "LLM-derived": [145], "estimates": [146], "weighting.": [149], "Finally,": [150], "show": [152], "aligned": [156], "next-word": [158], "prediction,": [159], "which": [160], "includes": [161], "prediction": [162], "possible": [165], "simultaneously.": [167], "Together": [168], "these": [169], "support": [171], "idea": [173], "principles": [176], "LLMs": [181], "overlap": [182], "processing": [188], "hippocampus,": [192], "possibly": [193], "due": [194], "similar": [196], "prediction-oriented": [197], "computational": [198], "goals.": [199]}, "counts_by_year": [{"year": 2026, "cited_by_count": 4}, {"year": 2025, "cited_by_count": 3}], "updated_date": "2026-05-21T09:19:25.381259", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4407569461", "doi": "https://doi.org/10.48550/arxiv.2502.07864", "title": "TransMLA: Multi-Head Latent Attention Is All You Need", "display_name": "TransMLA: Multi-Head Latent Attention Is All You Need", "relevance_score": 100.173386, "publication_year": 2025, "publication_date": "2025-02-11", "ids": {"openalex": "https://openalex.org/W4407569461", "doi": "https://doi.org/10.48550/arxiv.2502.07864"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:2502.07864", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2502.07864", "pdf_url": "https://arxiv.org/pdf/2502.07864", "source": {"id": "https://openalex.org/S4393918464", "display_name": "ArXiv.org", "issn_l": "2331-8422", "issn": ["2331-8422"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2502.07864", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101890899", "display_name": "Fanxu Meng", "orcid": "https://orcid.org/0000-0002-8201-0610"}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Meng, Fanxu", "raw_affiliation_strings": [], "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Tang, Pingzhi", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Tang, Pingzhi", "raw_affiliation_strings": [], "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Tang, Xiaojuan", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Tang, Xiaojuan", "raw_affiliation_strings": [], "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Yao, Zengwei", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Yao, Zengwei", "raw_affiliation_strings": [], "affiliations": []}, {"author_position": "middle", "author": {"id": null, "display_name": "Sun, Xing", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Sun, Xing", "raw_affiliation_strings": [], "affiliations": []}, {"author_position": "last", "author": {"id": null, "display_name": "Zhang, Muhan", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Zhang, Muhan", "raw_affiliation_strings": [], "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 6, "corresponding_author_ids": ["https://openalex.org/A5101890899"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": true, "cited_by_count": 6, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.991100013256073, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.991100013256073, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12535", "display_name": "Machine Learning and Data Classification", "score": 0.9696999788284302, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9693999886512756, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/head", "display_name": "Head (geology)", "score": 0.5882413387298584}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.4091673195362091}, {"id": "https://openalex.org/keywords/cognitive-psychology", "display_name": "Cognitive psychology", "score": 0.34183287620544434}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.30168479681015015}, {"id": "https://openalex.org/keywords/geology", "display_name": "Geology", "score": 0.13391128182411194}], "concepts": [{"id": "https://openalex.org/C2780312720", "wikidata": "https://www.wikidata.org/wiki/Q5689100", "display_name": "Head (geology)", "level": 2, "score": 0.5882413387298584}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.4091673195362091}, {"id": "https://openalex.org/C180747234", "wikidata": "https://www.wikidata.org/wiki/Q23373", "display_name": "Cognitive psychology", "level": 1, "score": 0.34183287620544434}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.30168479681015015}, {"id": "https://openalex.org/C127313418", "wikidata": "https://www.wikidata.org/wiki/Q1069", "display_name": "Geology", "level": 0, "score": 0.13391128182411194}, {"id": "https://openalex.org/C114793014", "wikidata": "https://www.wikidata.org/wiki/Q52109", "display_name": "Geomorphology", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:2502.07864", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2502.07864", "pdf_url": "https://arxiv.org/pdf/2502.07864", "source": {"id": "https://openalex.org/S4393918464", "display_name": "ArXiv.org", "issn_l": "2331-8422", "issn": ["2331-8422"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, {"id": "doi:10.48550/arxiv.2502.07864", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.2502.07864", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:2502.07864", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/2502.07864", "pdf_url": "https://arxiv.org/pdf/2502.07864", "source": {"id": "https://openalex.org/S4393918464", "display_name": "ArXiv.org", "issn_l": "2331-8422", "issn": ["2331-8422"], "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": null, "host_organization_name": null, "host_organization_lineage": [], "host_organization_lineage_names": [], "type": "repository"}, "license": "cc-by", "license_id": "https://openalex.org/licenses/cc-by", "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": true}, "content_urls": {"pdf": "https://content.openalex.org/works/W4407569461.pdf"}, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W4391375266", "https://openalex.org/W2899084033", "https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W4391913857", "https://openalex.org/W2358668433", "https://openalex.org/W4396701345", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W4396696052"], "abstract_inverted_index": {"In": [0], "this": [1], "paper,": [2], "we": [3], "present": [4], "TransMLA,": [5], "a": [6, 51, 88], "framework": [7], "that": [8], "seamlessly": [9], "converts": [10], "any": [11], "GQA-based": [12, 93], "pre-trained": [13], "model": [14, 67], "into": [15], "an": [16, 56], "MLA-based": [17], "model.": [18], "Our": [19], "approach": [20], "enables": [21], "direct": [22], "compatibility": [23], "with": [24, 80, 101], "DeepSeek's": [25, 102], "codebase,": [26], "allowing": [27], "these": [28], "models": [29, 94], "to": [30, 75, 95], "fully": [31], "leverage": [32], "DeepSeek-specific": [33], "optimizations": [34], "such": [35, 105], "as": [36, 106], "vLLM": [37], "and": [38, 109], "SGlang.": [39], "By": [40], "compressing": [41], "93%": [42], "of": [43], "the": [44, 66, 81, 96], "KV": [45], "cache": [46], "in": [47], "LLaMA-2-7B,": [48], "TransMLA": [49, 86], "achieves": [50], "10.6x": [52], "inference": [53, 114], "speedup": [54], "at": [55], "8K": [57], "context": [58], "length": [59], "while": [60], "preserving": [61], "meaningful": [62], "output": [63], "quality.": [64], "Additionally,": [65], "requires": [68], "only": [69], "6": [70], "billion": [71], "tokens": [72], "for": [73, 91], "fine-tuning": [74], "regain": [76], "performance": [77], "on": [78], "par": [79], "original": [82], "across": [83], "multiple": [84], "benchmarks.": [85], "offers": [87], "practical": [89], "solution": [90], "migrating": [92], "MLA": [97], "structure.": [98], "When": [99], "combined": [100], "advanced": [103], "features,": [104], "FP8": [107], "quantization": [108], "Multi-Token": [110], "Prediction,": [111], "even": [112], "greater": [113], "acceleration": [115], "can": [116], "be": [117], "realized.": [118]}, "counts_by_year": [{"year": 2026, "cited_by_count": 1}, {"year": 2025, "cited_by_count": 5}], "updated_date": "2026-04-10T15:06:20.359241", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4383097505", "doi": "https://doi.org/10.1109/icra48891.2023.10160304", "title": "A Little Bit Attention Is All You Need for Person Re-Identification", "display_name": "A Little Bit Attention Is All You Need for Person Re-Identification", "relevance_score": 99.7427, "publication_year": 2023, "publication_date": "2023-05-29", "ids": {"openalex": "https://openalex.org/W4383097505", "doi": "https://doi.org/10.1109/icra48891.2023.10160304"}, "language": "en", "primary_location": {"id": "doi:10.1109/icra48891.2023.10160304", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/icra48891.2023.10160304", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2023 IEEE International Conference on Robotics and Automation (ICRA)", "raw_type": "proceedings-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5101851750", "display_name": "Markus Eisenbach", "orcid": "https://orcid.org/0000-0003-4951-622X"}, "institutions": [{"id": "https://openalex.org/I119449181", "display_name": "Technische Universit\u00e4t Ilmenau", "ror": "https://ror.org/01weqhp73", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I119449181"]}], "countries": ["DE"], "is_corresponding": true, "raw_author_name": "Markus Eisenbach", "raw_affiliation_strings": ["TU Ilmenau,Neuroinformatics and Cognitive Robotics Lab,Ilmenau,Germany,98693"], "affiliations": [{"raw_affiliation_string": "TU Ilmenau,Neuroinformatics and Cognitive Robotics Lab,Ilmenau,Germany,98693", "institution_ids": ["https://openalex.org/I119449181"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5085736208", "display_name": "Jannik L\u00fcbberstedt", "orcid": null}, "institutions": [{"id": "https://openalex.org/I119449181", "display_name": "Technische Universit\u00e4t Ilmenau", "ror": "https://ror.org/01weqhp73", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I119449181"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Jannik L\u00fcbberstedt", "raw_affiliation_strings": ["TU Ilmenau,Neuroinformatics and Cognitive Robotics Lab,Ilmenau,Germany,98693"], "affiliations": [{"raw_affiliation_string": "TU Ilmenau,Neuroinformatics and Cognitive Robotics Lab,Ilmenau,Germany,98693", "institution_ids": ["https://openalex.org/I119449181"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5061677217", "display_name": "Dustin Aganian", "orcid": "https://orcid.org/0009-0006-3925-6718"}, "institutions": [{"id": "https://openalex.org/I119449181", "display_name": "Technische Universit\u00e4t Ilmenau", "ror": "https://ror.org/01weqhp73", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I119449181"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Dustin Aganian", "raw_affiliation_strings": ["TU Ilmenau,Neuroinformatics and Cognitive Robotics Lab,Ilmenau,Germany,98693"], "affiliations": [{"raw_affiliation_string": "TU Ilmenau,Neuroinformatics and Cognitive Robotics Lab,Ilmenau,Germany,98693", "institution_ids": ["https://openalex.org/I119449181"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5075114390", "display_name": "Horst\u2013Michael Gro\u00df", "orcid": "https://orcid.org/0000-0001-9712-0225"}, "institutions": [{"id": "https://openalex.org/I119449181", "display_name": "Technische Universit\u00e4t Ilmenau", "ror": "https://ror.org/01weqhp73", "country_code": "DE", "type": "education", "lineage": ["https://openalex.org/I119449181"]}], "countries": ["DE"], "is_corresponding": false, "raw_author_name": "Horst-Michael Gross", "raw_affiliation_strings": ["TU Ilmenau,Neuroinformatics and Cognitive Robotics Lab,Ilmenau,Germany,98693"], "affiliations": [{"raw_affiliation_string": "TU Ilmenau,Neuroinformatics and Cognitive Robotics Lab,Ilmenau,Germany,98693", "institution_ids": ["https://openalex.org/I119449181"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5101851750"], "corresponding_institution_ids": ["https://openalex.org/I119449181"], "apc_list": null, "apc_paid": null, "fwci": 0.8597, "has_fulltext": false, "cited_by_count": 7, "citation_normalized_percentile": {"value": 0.75114981, "is_in_top_1_percent": false, "is_in_top_10_percent": false}, "cited_by_percentile_year": {"min": 94, "max": 97}, "biblio": {"volume": null, "issue": null, "first_page": "7598", "last_page": "7605"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10331", "display_name": "Video Surveillance and Tracking Methods", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10331", "display_name": "Video Surveillance and Tracking Methods", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10812", "display_name": "Human Pose and Action Recognition", "score": 0.9940000176429749, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12222", "display_name": "IoT-based Smart Home Systems", "score": 0.9925000071525574, "subfield": {"id": "https://openalex.org/subfields/2208", "display_name": "Electrical and Electronic Engineering"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8323076963424683}, {"id": "https://openalex.org/keywords/inference", "display_name": "Inference", "score": 0.7676100730895996}, {"id": "https://openalex.org/keywords/identification", "display_name": "Identification (biology)", "score": 0.6796435713768005}, {"id": "https://openalex.org/keywords/benchmark", "display_name": "Benchmark (surveying)", "score": 0.6536756753921509}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.6240626573562622}, {"id": "https://openalex.org/keywords/context", "display_name": "Context (archaeology)", "score": 0.609386146068573}, {"id": "https://openalex.org/keywords/block", "display_name": "Block (permutation group theory)", "score": 0.5913596153259277}, {"id": "https://openalex.org/keywords/machine-learning", "display_name": "Machine learning", "score": 0.5247445702552795}, {"id": "https://openalex.org/keywords/mobile-device", "display_name": "Mobile device", "score": 0.5088934898376465}, {"id": "https://openalex.org/keywords/deep-learning", "display_name": "Deep learning", "score": 0.4862741231918335}, {"id": "https://openalex.org/keywords/feature-extraction", "display_name": "Feature extraction", "score": 0.44623029232025146}, {"id": "https://openalex.org/keywords/mobile-robot", "display_name": "Mobile robot", "score": 0.4390902817249298}, {"id": "https://openalex.org/keywords/feature", "display_name": "Feature (linguistics)", "score": 0.42472583055496216}, {"id": "https://openalex.org/keywords/robot", "display_name": "Robot", "score": 0.37546873092651367}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8323076963424683}, {"id": "https://openalex.org/C2776214188", "wikidata": "https://www.wikidata.org/wiki/Q408386", "display_name": "Inference", "level": 2, "score": 0.7676100730895996}, {"id": "https://openalex.org/C116834253", "wikidata": "https://www.wikidata.org/wiki/Q2039217", "display_name": "Identification (biology)", "level": 2, "score": 0.6796435713768005}, {"id": "https://openalex.org/C185798385", "wikidata": "https://www.wikidata.org/wiki/Q1161707", "display_name": "Benchmark (surveying)", "level": 2, "score": 0.6536756753921509}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.6240626573562622}, {"id": "https://openalex.org/C2779343474", "wikidata": "https://www.wikidata.org/wiki/Q3109175", "display_name": "Context (archaeology)", "level": 2, "score": 0.609386146068573}, {"id": "https://openalex.org/C2777210771", "wikidata": "https://www.wikidata.org/wiki/Q4927124", "display_name": "Block (permutation group theory)", "level": 2, "score": 0.5913596153259277}, {"id": "https://openalex.org/C119857082", "wikidata": "https://www.wikidata.org/wiki/Q2539", "display_name": "Machine learning", "level": 1, "score": 0.5247445702552795}, {"id": "https://openalex.org/C186967261", "wikidata": "https://www.wikidata.org/wiki/Q5082128", "display_name": "Mobile device", "level": 2, "score": 0.5088934898376465}, {"id": "https://openalex.org/C108583219", "wikidata": "https://www.wikidata.org/wiki/Q197536", "display_name": "Deep learning", "level": 2, "score": 0.4862741231918335}, {"id": "https://openalex.org/C52622490", "wikidata": "https://www.wikidata.org/wiki/Q1026626", "display_name": "Feature extraction", "level": 2, "score": 0.44623029232025146}, {"id": "https://openalex.org/C19966478", "wikidata": "https://www.wikidata.org/wiki/Q4810574", "display_name": "Mobile robot", "level": 3, "score": 0.4390902817249298}, {"id": "https://openalex.org/C2776401178", "wikidata": "https://www.wikidata.org/wiki/Q12050496", "display_name": "Feature (linguistics)", "level": 2, "score": 0.42472583055496216}, {"id": "https://openalex.org/C90509273", "wikidata": "https://www.wikidata.org/wiki/Q11012", "display_name": "Robot", "level": 2, "score": 0.37546873092651367}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C151730666", "wikidata": "https://www.wikidata.org/wiki/Q7205", "display_name": "Paleontology", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C59822182", "wikidata": "https://www.wikidata.org/wiki/Q441", "display_name": "Botany", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C86803240", "wikidata": "https://www.wikidata.org/wiki/Q420", "display_name": "Biology", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C138885662", "wikidata": "https://www.wikidata.org/wiki/Q5891", "display_name": "Philosophy", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C13280743", "wikidata": "https://www.wikidata.org/wiki/Q131089", "display_name": "Geodesy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C2524010", "wikidata": "https://www.wikidata.org/wiki/Q8087", "display_name": "Geometry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C41895202", "wikidata": "https://www.wikidata.org/wiki/Q8162", "display_name": "Linguistics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1109/icra48891.2023.10160304", "is_oa": false, "landing_page_url": "https://doi.org/10.1109/icra48891.2023.10160304", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "2023 IEEE International Conference on Robotics and Automation (ICRA)", "raw_type": "proceedings-article"}], "best_oa_location": null, "sustainable_development_goals": [], "awards": [], "funders": [{"id": "https://openalex.org/F4320309895", "display_name": "Carl-Zeiss-Stiftung", "ror": "https://ror.org/03ng4kg22"}], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 78, "referenced_works": ["https://openalex.org/W1982925187", "https://openalex.org/W2025459463", "https://openalex.org/W2028737356", "https://openalex.org/W2096837160", "https://openalex.org/W2194775991", "https://openalex.org/W2204750386", "https://openalex.org/W2212677274", "https://openalex.org/W2278466186", "https://openalex.org/W2472272718", "https://openalex.org/W2491263727", "https://openalex.org/W2511791013", "https://openalex.org/W2551012455", "https://openalex.org/W2566647195", "https://openalex.org/W2585329680", "https://openalex.org/W2734986894", "https://openalex.org/W2752782242", "https://openalex.org/W2794704438", "https://openalex.org/W2798775284", "https://openalex.org/W2883780447", "https://openalex.org/W2894881218", "https://openalex.org/W2896888563", "https://openalex.org/W2900348361", "https://openalex.org/W2903771523", "https://openalex.org/W2906914105", "https://openalex.org/W2926107957", "https://openalex.org/W2960065339", "https://openalex.org/W2962926870", "https://openalex.org/W2962996864", "https://openalex.org/W2963091558", "https://openalex.org/W2963362748", "https://openalex.org/W2963495494", "https://openalex.org/W2963910742", "https://openalex.org/W2964044605", "https://openalex.org/W2964117779", "https://openalex.org/W2964260687", "https://openalex.org/W2967515867", "https://openalex.org/W2971802465", "https://openalex.org/W2979938149", "https://openalex.org/W2981420411", "https://openalex.org/W2981997809", "https://openalex.org/W2982083293", "https://openalex.org/W2982119297", "https://openalex.org/W2987151592", "https://openalex.org/W2989923292", "https://openalex.org/W2990827756", "https://openalex.org/W2997109336", "https://openalex.org/W2997738728", "https://openalex.org/W2998792609", "https://openalex.org/W3004200304", "https://openalex.org/W3016085859", "https://openalex.org/W3022845750", "https://openalex.org/W3034303554", "https://openalex.org/W3034417718", "https://openalex.org/W3034429256", "https://openalex.org/W3034580371", "https://openalex.org/W3095987504", "https://openalex.org/W3101408564", "https://openalex.org/W3102444482", "https://openalex.org/W3107848599", "https://openalex.org/W3120797281", "https://openalex.org/W3124582122", "https://openalex.org/W3127809677", "https://openalex.org/W3200605694", "https://openalex.org/W3201612333", "https://openalex.org/W3217581698", "https://openalex.org/W4304172573", "https://openalex.org/W4309090319", "https://openalex.org/W4385245566", "https://openalex.org/W6725558437", "https://openalex.org/W6729466107", "https://openalex.org/W6731762961", "https://openalex.org/W6739901393", "https://openalex.org/W6749648724", "https://openalex.org/W6771967508", "https://openalex.org/W6774680085", "https://openalex.org/W6788259119", "https://openalex.org/W6801890938", "https://openalex.org/W6804859505"], "related_works": ["https://openalex.org/W2378211422", "https://openalex.org/W2745001401", "https://openalex.org/W4321353415", "https://openalex.org/W2130974462", "https://openalex.org/W2028665553", "https://openalex.org/W2086519370", "https://openalex.org/W972276598", "https://openalex.org/W2087343574", "https://openalex.org/W4246352526", "https://openalex.org/W2121910908"], "abstract_inverted_index": {"Person": [0], "re-identification": [1, 80, 166, 210], "plays": [2], "a": [3, 9, 18, 50, 137, 209], "key": [4], "role": [5], "in": [6, 32, 112, 163, 189], "applications": [7], "where": [8], "mobile": [10, 51, 133], "robot": [11, 52], "needs": [12], "to": [13, 34, 72, 120, 128, 174, 191], "track": [14], "its": [15], "users": [16], "over": [17], "long": [19], "period": [20], "of": [21, 92, 115, 165], "time,": [22, 31], "even": [23], "if": [24], "they": [25], "are": [26, 62, 99, 118, 124], "partially": [27], "unobserved": [28], "for": [29, 64, 132], "some": [30, 107], "order": [33, 190], "follow": [35], "them": [36], "or": [37, 158], "be": [38, 73, 184], "available": [39], "on": [40, 49, 56, 208, 215], "demand.": [41], "In": [42, 77], "this": [43, 180], "context,": [44], "deep-learning-based": [45], "real-time": [46], "feature": [47], "extraction": [48], "is": [53, 81], "often": [54, 82], "performed": [55], "special-purpose": [57], "devices": [58], "whose": [59], "computational": [60], "resources": [61], "shared": [63], "multiple": [65], "tasks.": [66], "Therefore,": [67], "the": [68, 90, 113, 116, 148, 187, 193, 204], "inference": [69, 121, 149], "speed": [70, 150, 197], "has": [71], "taken": [74], "into": [75, 186], "account.": [76], "contrast,": [78], "person": [79], "improved": [83], "by": [84], "architectural": [85], "changes": [86], "that": [87, 106, 123, 144, 203], "come": [88], "at": [89, 177], "cost": [91], "significantly": [93], "slowing": [94], "down": [95], "inference.": [96], "Attention": [97], "blocks": [98, 110, 162], "one": [100], "such": [101], "example.": [102], "We": [103, 168], "will": [104], "show": [105], "well-performing": [108], "attention": [109, 142, 161, 181], "used": [111], "state": [114], "art": [117], "subject": [119], "costs": [122], "far": [125], "too": [126], "high": [127], "justify": [129], "their": [130], "use": [131], "robotic": [134, 218], "applications.": [135], "As": [136], "consequence,": [138], "we": [139, 201], "propose": [140], "an": [141, 216], "block": [143, 182], "only": [145], "slightly": [146], "affects": [147], "while": [151], "keeping": [152], "up": [153], "with": [154], "much": [155], "deeper": [156], "networks": [157], "more": [159], "complex": [160], "terms": [164], "accuracy.": [167, 199], "perform": [169], "extensive": [170], "neural": [171], "architecture": [172, 188], "search": [173], "derive": [175], "rules": [176], "which": [178], "locations": [179], "should": [183], "integrated": [185], "achieve": [192], "best": [194, 205], "trade-off": [195], "between": [196], "and": [198], "Finally,": [200], "confirm": [202], "performing": [206], "configuration": [207], "benchmark": [211], "also": [212], "performs": [213], "well": [214], "indoor": [217], "dataset.": [219]}, "counts_by_year": [{"year": 2025, "cited_by_count": 2}, {"year": 2024, "cited_by_count": 3}, {"year": 2023, "cited_by_count": 2}], "updated_date": "2025-11-06T03:46:38.306776", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4415754031", "doi": "https://doi.org/10.1201/9781003561460-19", "title": "Attention Is All You Need", "display_name": "Attention Is All You Need", "relevance_score": 96.66248, "publication_year": 2025, "publication_date": "2025-10-31", "ids": {"openalex": "https://openalex.org/W4415754031", "doi": "https://doi.org/10.1201/9781003561460-19"}, "language": "en", "primary_location": {"id": "doi:10.1201/9781003561460-19", "is_oa": false, "landing_page_url": "https://doi.org/10.1201/9781003561460-19", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Driving Intelligence: The Green Book", "raw_type": "book-chapter"}, "type": "book-chapter", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5020811661", "display_name": "J. M. Bishop", "orcid": "https://orcid.org/0000-0003-0749-7737"}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "J. Mark Bishop", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": "https://openalex.org/A5120210075", "display_name": "Gabriel Seiberth", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Gabriel Seiberth", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 2, "corresponding_author_ids": ["https://openalex.org/A5020811661"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 52.3707, "has_fulltext": false, "cited_by_count": 3, "citation_normalized_percentile": {"value": 0.99757537, "is_in_top_1_percent": true, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 98, "max": 99}, "biblio": {"volume": null, "issue": null, "first_page": "151", "last_page": "163"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T13884", "display_name": "Educational Leadership and Practices", "score": 0.02630000002682209, "subfield": {"id": "https://openalex.org/subfields/3304", "display_name": "Education"}, "field": {"id": "https://openalex.org/fields/33", "display_name": "Social Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, "topics": [{"id": "https://openalex.org/T13884", "display_name": "Educational Leadership and Practices", "score": 0.02630000002682209, "subfield": {"id": "https://openalex.org/subfields/3304", "display_name": "Education"}, "field": {"id": "https://openalex.org/fields/33", "display_name": "Social Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, {"id": "https://openalex.org/T13106", "display_name": "Neuroscience, Education and Cognitive Function", "score": 0.010400000028312206, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}, {"id": "https://openalex.org/T13219", "display_name": "Mind wandering and attention", "score": 0.007000000216066837, "subfield": {"id": "https://openalex.org/subfields/2805", "display_name": "Cognitive Neuroscience"}, "field": {"id": "https://openalex.org/fields/28", "display_name": "Neuroscience"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}], "keywords": [], "concepts": [], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1201/9781003561460-19", "is_oa": false, "landing_page_url": "https://doi.org/10.1201/9781003561460-19", "pdf_url": null, "source": null, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Driving Intelligence: The Green Book", "raw_type": "book-chapter"}], "best_oa_location": null, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 0, "referenced_works": [], "related_works": [], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 3}], "updated_date": "2026-04-26T08:31:28.666265", "created_date": "2025-11-01T00:00:00"}, {"id": "https://openalex.org/W2948359136", "doi": "https://doi.org/10.48550/arxiv.1906.02792", "title": "Attention is all you need for Videos: Self-attention based Video Summarization using Universal Transformers", "display_name": "Attention is all you need for Videos: Self-attention based Video Summarization using Universal Transformers", "relevance_score": 96.48815, "publication_year": 2019, "publication_date": "2019-06-06", "ids": {"openalex": "https://openalex.org/W2948359136", "doi": "https://doi.org/10.48550/arxiv.1906.02792", "mag": "2948359136"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:1906.02792", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1906.02792", "pdf_url": "https://arxiv.org/pdf/1906.02792", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/1906.02792", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5055285115", "display_name": "Manjot Bilkhu", "orcid": null}, "institutions": [{"id": "https://openalex.org/I36258959", "display_name": "University of California, San Diego", "ror": "https://ror.org/0168r3w48", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I36258959"]}], "countries": ["US"], "is_corresponding": true, "raw_author_name": "Bilkhu, Manjot", "raw_affiliation_strings": ["University of California\u2014San Diego"], "affiliations": [{"raw_affiliation_string": "University of California\u2014San Diego", "institution_ids": ["https://openalex.org/I36258959"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100772861", "display_name": "Siyang Wang", "orcid": "https://orcid.org/0009-0004-8733-3103"}, "institutions": [{"id": "https://openalex.org/I36258959", "display_name": "University of California, San Diego", "ror": "https://ror.org/0168r3w48", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I36258959"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Wang, Siyang", "raw_affiliation_strings": ["University of California\u2014San Diego"], "affiliations": [{"raw_affiliation_string": "University of California\u2014San Diego", "institution_ids": ["https://openalex.org/I36258959"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5052009380", "display_name": "Tushar Dobhal", "orcid": null}, "institutions": [{"id": "https://openalex.org/I36258959", "display_name": "University of California, San Diego", "ror": "https://ror.org/0168r3w48", "country_code": "US", "type": "education", "lineage": ["https://openalex.org/I36258959"]}], "countries": ["US"], "is_corresponding": false, "raw_author_name": "Dobhal, Tushar", "raw_affiliation_strings": ["University of California\u2014San Diego"], "affiliations": [{"raw_affiliation_string": "University of California\u2014San Diego", "institution_ids": ["https://openalex.org/I36258959"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 3, "corresponding_author_ids": ["https://openalex.org/A5055285115"], "corresponding_institution_ids": ["https://openalex.org/I36258959"], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 10, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10812", "display_name": "Human Pose and Action Recognition", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T11439", "display_name": "Video Analysis and Summarization", "score": 0.9980999827384949, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/closed-captioning", "display_name": "Closed captioning", "score": 0.9533596038818359}, {"id": "https://openalex.org/keywords/automatic-summarization", "display_name": "Automatic summarization", "score": 0.9492982625961304}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8325821757316589}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.816256046295166}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.45002278685569763}, {"id": "https://openalex.org/keywords/dimensionality-reduction", "display_name": "Dimensionality reduction", "score": 0.44638770818710327}, {"id": "https://openalex.org/keywords/curse-of-dimensionality", "display_name": "Curse of dimensionality", "score": 0.43769723176956177}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.34827619791030884}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.32526808977127075}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.10607200860977173}], "concepts": [{"id": "https://openalex.org/C157657479", "wikidata": "https://www.wikidata.org/wiki/Q2367247", "display_name": "Closed captioning", "level": 3, "score": 0.9533596038818359}, {"id": "https://openalex.org/C170858558", "wikidata": "https://www.wikidata.org/wiki/Q1394144", "display_name": "Automatic summarization", "level": 2, "score": 0.9492982625961304}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8325821757316589}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.816256046295166}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.45002278685569763}, {"id": "https://openalex.org/C70518039", "wikidata": "https://www.wikidata.org/wiki/Q16000077", "display_name": "Dimensionality reduction", "level": 2, "score": 0.44638770818710327}, {"id": "https://openalex.org/C111030470", "wikidata": "https://www.wikidata.org/wiki/Q1430460", "display_name": "Curse of dimensionality", "level": 2, "score": 0.43769723176956177}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.34827619791030884}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.32526808977127075}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.10607200860977173}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 3, "locations": [{"id": "pmh:oai:arXiv.org:1906.02792", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1906.02792", "pdf_url": "https://arxiv.org/pdf/1906.02792", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, {"id": "doi:10.48550/arxiv.1906.02792", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.1906.02792", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}, {"id": "mag:2948359136", "is_oa": false, "landing_page_url": null, "pdf_url": null, "source": null, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": null}], "best_oa_location": {"id": "pmh:oai:arXiv.org:1906.02792", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1906.02792", "pdf_url": "https://arxiv.org/pdf/1906.02792", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": null, "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9", "score": 0.4699999988079071}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 36, "referenced_works": ["https://openalex.org/W24089286", "https://openalex.org/W1522734439", "https://openalex.org/W1586939924", "https://openalex.org/W1686810756", "https://openalex.org/W1755205674", "https://openalex.org/W1867429401", "https://openalex.org/W1927052826", "https://openalex.org/W1938425378", "https://openalex.org/W1957740064", "https://openalex.org/W2020163092", "https://openalex.org/W2024868105", "https://openalex.org/W2068611653", "https://openalex.org/W2096621047", "https://openalex.org/W2101105183", "https://openalex.org/W2105101328", "https://openalex.org/W2108333036", "https://openalex.org/W2136036867", "https://openalex.org/W2136985729", "https://openalex.org/W2139501017", "https://openalex.org/W2194775991", "https://openalex.org/W2302086703", "https://openalex.org/W2325237720", "https://openalex.org/W2508429489", "https://openalex.org/W2556388456", "https://openalex.org/W2560346187", "https://openalex.org/W2619947201", "https://openalex.org/W2626778328", "https://openalex.org/W2768919623", "https://openalex.org/W2784025607", "https://openalex.org/W2789221157", "https://openalex.org/W2866343820", "https://openalex.org/W2963341956", "https://openalex.org/W2963351113", "https://openalex.org/W2963446712", "https://openalex.org/W2964308564", "https://openalex.org/W3003662786"], "related_works": ["https://openalex.org/W2993670781", "https://openalex.org/W2800782462", "https://openalex.org/W3037653906", "https://openalex.org/W3199287825", "https://openalex.org/W2734241621", "https://openalex.org/W3044338613", "https://openalex.org/W3206421219", "https://openalex.org/W2465109693", "https://openalex.org/W3137168369", "https://openalex.org/W3126721948", "https://openalex.org/W3197249168", "https://openalex.org/W2903273769", "https://openalex.org/W2936299004", "https://openalex.org/W2182028591", "https://openalex.org/W3191495734", "https://openalex.org/W1553632329", "https://openalex.org/W3119997354", "https://openalex.org/W2806240182", "https://openalex.org/W2672804059", "https://openalex.org/W2999443412"], "abstract_inverted_index": {"Video": [0, 110], "Captioning": [1], "and": [2, 27, 41, 66, 118, 151, 156], "Summarization": [3], "have": [4], "become": [5], "very": [6], "popular": [7], "in": [8, 15, 59], "the": [9, 19, 62, 69, 77, 81, 88, 93, 135, 139, 149], "recent": [10], "years": [11], "due": [12], "to": [13, 47, 61, 133], "advancements": [14], "Sequence": [16, 94], "Modelling,": [17], "with": [18, 50], "resurgence": [20], "of": [21, 29, 80, 87, 138], "Long-Short": [22], "Term": [23], "Memory": [24], "networks": [25], "(LSTMs)": [26], "introduction": [28, 86], "Gated": [30], "Recurrent": [31], "Units": [32], "(GRUs).": [33], "Existing": [34], "architectures": [35, 115], "extract": [36], "spatio-temporal": [37], "features": [38, 65], "using": [39], "CNNs": [40], "utilize": [42], "either": [43], "GRUs": [44], "or": [45], "LSTMs": [46], "model": [48, 90, 108, 140], "dependencies": [49], "soft": [51], "attention": [52, 55], "layers.": [53], "These": [54], "layers": [56], "do": [57], "help": [58], "attending": [60], "most": [63], "prominent": [64], "improve": [67], "upon": [68], "recurrent": [70, 82], "units,": [71], "however,": [72], "these": [73], "models": [74], "suffer": [75], "from": [76], "inherent": [78], "drawbacks": [79], "units": [83], "themselves.": [84], "The": [85], "Transformer": [89], "has": [91], "driven": [92], "Modelling": [95], "field": [96], "into": [97], "a": [98, 106], "new": [99], "direction.": [100], "In": [101], "this": [102], "project,": [103], "we": [104], "implement": [105], "Transformer-based": [107], "for": [109, 121, 154], "captioning,": [111], "utilizing": [112], "3D": [113], "CNN": [114], "like": [116], "C3D": [117], "Two-stream": [119], "I3D": [120], "video": [122, 158], "extraction.": [123], "We": [124, 143], "also": [125], "apply": [126], "certain": [127], "dimensionality": [128], "reduction": [129], "techniques": [130], "so": [131], "as": [132], "keep": [134], "overall": [136], "size": [137], "within": [141], "limits.": [142], "finally": [144], "present": [145], "our": [146], "results": [147], "on": [148], "MSVD": [150], "ActivityNet": [152], "datasets": [153], "Single": [155], "Dense": [157], "captioning": [159], "tasks": [160], "respectively.": [161]}, "counts_by_year": [{"year": 2022, "cited_by_count": 1}, {"year": 2021, "cited_by_count": 6}, {"year": 2020, "cited_by_count": 3}], "updated_date": "2026-03-20T23:20:44.827607", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4288335182", "doi": "https://doi.org/10.48550/arxiv.1906.02792", "title": "Attention is all you need for Videos: Self-attention based Video\\n Summarization using Universal Transformers", "display_name": "Attention is all you need for Videos: Self-attention based Video\\n Summarization using Universal Transformers", "relevance_score": 92.94932, "publication_year": 2019, "publication_date": "2019-06-06", "ids": {"openalex": "https://openalex.org/W4288335182", "doi": "https://doi.org/10.48550/arxiv.1906.02792"}, "language": null, "primary_location": {"id": "pmh:oai:arXiv.org:1906.02792", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1906.02792", "pdf_url": "https://arxiv.org/pdf/1906.02792", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/1906.02792", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5055285115", "display_name": "Manjot Bilkhu", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Bilkhu, Manjot", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100772861", "display_name": "Siyang Wang", "orcid": "https://orcid.org/0009-0004-8733-3103"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Wang, Siyang", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}, {"author_position": "last", "author": {"id": "https://openalex.org/A5052009380", "display_name": "Tushar Dobhal", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Dobhal, Tushar", "raw_affiliation_strings": [], "raw_orcid": null, "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 3, "corresponding_author_ids": ["https://openalex.org/A5055285115"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 10, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9983999729156494, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11714", "display_name": "Multimodal Machine Learning Applications", "score": 0.9983999729156494, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10812", "display_name": "Human Pose and Action Recognition", "score": 0.9975000023841858, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10515", "display_name": "Cancer-related molecular mechanisms research", "score": 0.9955000281333923, "subfield": {"id": "https://openalex.org/subfields/1306", "display_name": "Cancer Research"}, "field": {"id": "https://openalex.org/fields/13", "display_name": "Biochemistry, Genetics and Molecular Biology"}, "domain": {"id": "https://openalex.org/domains/1", "display_name": "Life Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/closed-captioning", "display_name": "Closed captioning", "score": 0.9550004005432129}, {"id": "https://openalex.org/keywords/automatic-summarization", "display_name": "Automatic summarization", "score": 0.9502477645874023}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.8346894979476929}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.8178739547729492}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.45579537749290466}, {"id": "https://openalex.org/keywords/dimensionality-reduction", "display_name": "Dimensionality reduction", "score": 0.4503435790538788}, {"id": "https://openalex.org/keywords/curse-of-dimensionality", "display_name": "Curse of dimensionality", "score": 0.4432508945465088}, {"id": "https://openalex.org/keywords/natural-language-processing", "display_name": "Natural language processing", "score": 0.335331529378891}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.3256368041038513}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.09683048725128174}], "concepts": [{"id": "https://openalex.org/C157657479", "wikidata": "https://www.wikidata.org/wiki/Q2367247", "display_name": "Closed captioning", "level": 3, "score": 0.9550004005432129}, {"id": "https://openalex.org/C170858558", "wikidata": "https://www.wikidata.org/wiki/Q1394144", "display_name": "Automatic summarization", "level": 2, "score": 0.9502477645874023}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.8346894979476929}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.8178739547729492}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.45579537749290466}, {"id": "https://openalex.org/C70518039", "wikidata": "https://www.wikidata.org/wiki/Q16000077", "display_name": "Dimensionality reduction", "level": 2, "score": 0.4503435790538788}, {"id": "https://openalex.org/C111030470", "wikidata": "https://www.wikidata.org/wiki/Q1430460", "display_name": "Curse of dimensionality", "level": 2, "score": 0.4432508945465088}, {"id": "https://openalex.org/C204321447", "wikidata": "https://www.wikidata.org/wiki/Q30642", "display_name": "Natural language processing", "level": 1, "score": 0.335331529378891}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.3256368041038513}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.09683048725128174}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "pmh:oai:arXiv.org:1906.02792", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1906.02792", "pdf_url": "https://arxiv.org/pdf/1906.02792", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:1906.02792", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1906.02792", "pdf_url": "https://arxiv.org/pdf/1906.02792", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [{"display_name": "Industry, innovation and infrastructure", "id": "https://metadata.un.org/sdg/9", "score": 0.47999998927116394}], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W4317547544", "https://openalex.org/W4310447809", "https://openalex.org/W4200243030", "https://openalex.org/W4313395829", "https://openalex.org/W2800782462", "https://openalex.org/W3209117276", "https://openalex.org/W4388184981", "https://openalex.org/W4323777661", "https://openalex.org/W1995622179", "https://openalex.org/W1484111231"], "abstract_inverted_index": {"Video": [0], "Captioning": [1], "and": [2, 25, 37, 60, 108, 138, 143], "Summarization": [3], "have": [4], "become": [5], "very": [6], "popular": [7], "in": [8, 14, 54], "the": [9, 18, 57, 63, 70, 74, 80, 85, 123, 127, 136], "recent\\nyears": [10], "due": [11], "to": [12, 43, 56, 121], "advancements": [13], "Sequence": [15, 86], "Modelling,": [16], "with": [17, 46], "resurgence": [19], "of\\nLong-Short": [20], "Term": [21], "Memory": [22], "networks": [23], "(LSTMs)": [24], "introduction": [26], "of": [27, 73, 126], "Gated": [28], "Recurrent\\nUnits": [29], "(GRUs).": [30], "Existing": [31], "architectures": [32, 105], "extract": [33], "spatio-temporal": [34], "features": [35], "using\\nCNNs": [36], "utilize": [38], "either": [39], "GRUs": [40], "or": [41], "LSTMs": [42], "model": [44, 82, 99, 128], "dependencies": [45], "soft": [47], "attention\\nlayers.": [48], "These": [49], "attention": [50], "layers": [51], "do": [52], "help": [53], "attending": [55], "most": [58], "prominent\\nfeatures": [59], "improve": [61], "upon": [62], "recurrent": [64, 75], "units,": [65], "however,": [66], "these": [67], "models": [68], "suffer\\nfrom": [69], "inherent": [71], "drawbacks": [72], "units": [76], "themselves.": [77], "The": [78], "introduction\\nof": [79], "Transformer": [81], "has": [83], "driven": [84], "Modelling": [87], "field": [88], "into": [89], "a": [90, 97], "new\\ndirection.": [91], "In": [92], "this": [93], "project,": [94], "we": [95], "implement": [96], "Transformer-based": [98], "for": [100, 141], "Video\\ncaptioning,": [101], "utilizing": [102], "3D": [103], "CNN": [104], "like": [106], "C3D": [107], "Two-stream": [109], "I3D": [110], "for\\nvideo": [111], "extraction.": [112], "We": [113, 131], "also": [114], "apply": [115], "certain": [116], "dimensionality": [117], "reduction": [118], "techniques": [119], "so\\nas": [120], "keep": [122], "overall": [124], "size": [125], "within": [129], "limits.": [130], "finally": [132], "present": [133], "our\\nresults": [134], "on": [135], "MSVD": [137], "ActivityNet": [139], "datasets": [140], "Single": [142], "Dense": [144], "video\\ncaptioning": [145], "tasks": [146], "respectively.\\n": [147]}, "counts_by_year": [{"year": 2025, "cited_by_count": 1}, {"year": 2023, "cited_by_count": 2}, {"year": 2022, "cited_by_count": 3}, {"year": 2021, "cited_by_count": 4}], "updated_date": "2026-04-28T14:05:53.105641", "created_date": "2022-07-29T00:00:00"}, {"id": "https://openalex.org/W3195633477", "doi": null, "title": "Fastformer: Additive Attention is All You Need", "display_name": "Fastformer: Additive Attention is All You Need", "relevance_score": 86.60394, "publication_year": 2021, "publication_date": "2021-08-20", "ids": {"openalex": "https://openalex.org/W3195633477", "mag": "3195633477"}, "language": "en", "primary_location": {"id": "mag:3195633477", "is_oa": true, "landing_page_url": "https://arxiv.org/pdf/2108.09084", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "arXiv (Cornell University)", "raw_type": null}, "type": "article", "indexed_in": [], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/2108.09084", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5001967239", "display_name": "Chuhan Wu", "orcid": "https://orcid.org/0000-0001-5730-8792"}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Chuhan Wu", "raw_affiliation_strings": [], "raw_orcid": "https://orcid.org/0000-0001-5730-8792", "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5076423724", "display_name": "Fangzhao Wu", "orcid": null}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Fangzhao Wu", "raw_affiliation_strings": [], "raw_orcid": "https://orcid.org/0000-0001-9138-1272", "affiliations": []}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5035067940", "display_name": "Tao Qi", "orcid": "https://orcid.org/0000-0002-1250-3217"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Tao Qi", "raw_affiliation_strings": [], "raw_orcid": "https://orcid.org/0000-0002-1250-3217", "affiliations": []}, {"author_position": "last", "author": {"id": "https://openalex.org/A5100768896", "display_name": "Yongfeng Huang", "orcid": "https://orcid.org/0000-0003-3825-2230"}, "institutions": [], "countries": [], "is_corresponding": false, "raw_author_name": "Yongfeng Huang", "raw_affiliation_strings": [], "raw_orcid": "https://orcid.org/0000-0003-3825-2230", "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 4, "corresponding_author_ids": ["https://openalex.org/A5001967239"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 0.28, "has_fulltext": false, "cited_by_count": 3, "citation_normalized_percentile": {"value": 0.64135641, "is_in_top_1_percent": false, "is_in_top_10_percent": false}, "cited_by_percentile_year": {"min": 90, "max": 95}, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 1.0, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9997000098228455, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T13083", "display_name": "Advanced Text Analysis Techniques", "score": 0.9962000250816345, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.7370433807373047}, {"id": "https://openalex.org/keywords/security-token", "display_name": "Security token", "score": 0.7157272100448608}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7111937403678894}, {"id": "https://openalex.org/keywords/quadratic-equation", "display_name": "Quadratic equation", "score": 0.546170175075531}, {"id": "https://openalex.org/keywords/representation", "display_name": "Representation (politics)", "score": 0.4186117351055145}, {"id": "https://openalex.org/keywords/theoretical-computer-science", "display_name": "Theoretical computer science", "score": 0.41433870792388916}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.35981130599975586}, {"id": "https://openalex.org/keywords/mathematics", "display_name": "Mathematics", "score": 0.16499364376068115}, {"id": "https://openalex.org/keywords/voltage", "display_name": "Voltage", "score": 0.13002383708953857}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.0777231752872467}, {"id": "https://openalex.org/keywords/computer-security", "display_name": "Computer security", "score": 0.06065812706947327}], "concepts": [{"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.7370433807373047}, {"id": "https://openalex.org/C48145219", "wikidata": "https://www.wikidata.org/wiki/Q1335365", "display_name": "Security token", "level": 2, "score": 0.7157272100448608}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7111937403678894}, {"id": "https://openalex.org/C129844170", "wikidata": "https://www.wikidata.org/wiki/Q41299", "display_name": "Quadratic equation", "level": 2, "score": 0.546170175075531}, {"id": "https://openalex.org/C2776359362", "wikidata": "https://www.wikidata.org/wiki/Q2145286", "display_name": "Representation (politics)", "level": 3, "score": 0.4186117351055145}, {"id": "https://openalex.org/C80444323", "wikidata": "https://www.wikidata.org/wiki/Q2878974", "display_name": "Theoretical computer science", "level": 1, "score": 0.41433870792388916}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.35981130599975586}, {"id": "https://openalex.org/C33923547", "wikidata": "https://www.wikidata.org/wiki/Q395", "display_name": "Mathematics", "level": 0, "score": 0.16499364376068115}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.13002383708953857}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.0777231752872467}, {"id": "https://openalex.org/C38652104", "wikidata": "https://www.wikidata.org/wiki/Q3510521", "display_name": "Computer security", "level": 1, "score": 0.06065812706947327}, {"id": "https://openalex.org/C199539241", "wikidata": "https://www.wikidata.org/wiki/Q7748", "display_name": "Law", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C2524010", "wikidata": "https://www.wikidata.org/wiki/Q8087", "display_name": "Geometry", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C94625758", "wikidata": "https://www.wikidata.org/wiki/Q7163", "display_name": "Politics", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C17744445", "wikidata": "https://www.wikidata.org/wiki/Q36442", "display_name": "Political science", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 1, "locations": [{"id": "mag:3195633477", "is_oa": true, "landing_page_url": "https://arxiv.org/pdf/2108.09084", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "arXiv (Cornell University)", "raw_type": null}], "best_oa_location": {"id": "mag:3195633477", "is_oa": true, "landing_page_url": "https://arxiv.org/pdf/2108.09084", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "arXiv (Cornell University)", "raw_type": null}, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 20, "referenced_works": ["https://openalex.org/W1544827683", "https://openalex.org/W2142972908", "https://openalex.org/W2250539671", "https://openalex.org/W2413794162", "https://openalex.org/W2626473670", "https://openalex.org/W2963341956", "https://openalex.org/W2963403868", "https://openalex.org/W2963926728", "https://openalex.org/W2964121744", "https://openalex.org/W2970793364", "https://openalex.org/W2996428491", "https://openalex.org/W3015468748", "https://openalex.org/W3034236656", "https://openalex.org/W3034503922", "https://openalex.org/W3034573343", "https://openalex.org/W3045733172", "https://openalex.org/W3094502228", "https://openalex.org/W3098649723", "https://openalex.org/W3166021751", "https://openalex.org/W3166398787"], "related_works": ["https://openalex.org/W3194203264", "https://openalex.org/W3090952993", "https://openalex.org/W3126524535", "https://openalex.org/W3104613728", "https://openalex.org/W3204042549", "https://openalex.org/W3103729510", "https://openalex.org/W2521593519", "https://openalex.org/W3129821495", "https://openalex.org/W2952576443", "https://openalex.org/W2176796957", "https://openalex.org/W2899670155", "https://openalex.org/W3211537168", "https://openalex.org/W2157800108", "https://openalex.org/W2921558328", "https://openalex.org/W3046330735", "https://openalex.org/W2963505042", "https://openalex.org/W2563671149", "https://openalex.org/W2182277027", "https://openalex.org/W2015143242", "https://openalex.org/W2767624189"], "abstract_inverted_index": {"Transformer": [0, 25, 47, 108], "is": [1, 44, 102], "a": [2], "powerful": [3], "model": [4, 48, 68], "for": [5], "text": [6, 118], "understanding.": [7], "However,": [8], "it": [9], "is\ninefficient": [10], "due": [11], "to": [12, 16, 67], "its": [13], "quadratic": [14], "complexity": [15], "input": [17], "sequence": [18], "length.": [19], "Although\nthere": [20], "are": [21, 28], "many": [22], "methods": [23], "on": [24, 31, 50, 78, 96], "acceleration,": [26], "they": [27], "still": [29], "either\ninefficient": [30], "long": [32, 117], "sequences": [33], "or": [34, 115], "not": [35], "effective": [36, 89], "enough.": [37], "In": [38, 52, 84], "this": [39, 85], "paper,": [40], "we\npropose": [41], "Fastformer,": [42, 53], "which": [43], "an": [45], "efficient": [46, 105], "based": [49, 77], "additive\nattention.": [51], "instead": [54], "of": [55], "modeling": [56, 91, 119], "the": [57], "pair-wise": [58], "interactions\nbetween": [59], "tokens,": [60], "we": [61], "first": [62], "use": [63], "additive": [64], "attention": [65], "mechanism": [66], "global\ncontexts,": [69], "and": [70, 110], "then": [71], "further": [72], "transform": [73], "each": [74], "token": [75], "representation": [76], "its\ninteraction": [79], "with": [80, 92], "global": [81], "context": [82, 90], "representations.": [83], "way,": [86], "Fastformer": [87, 101], "can\nachieve": [88], "linear": [93], "complexity.": [94], "Extensive\nexperiments": [95], "five": [97], "datasets": [98], "show": [99], "that": [100], "much": [103], "more": [104], "than\nmany": [106], "existing": [107], "models": [109], "can": [111], "meanwhile": [112], "achieve": [113], "comparable": [114], "even\nbetter": [116], "performance.": [120]}, "counts_by_year": [{"year": 2025, "cited_by_count": 1}, {"year": 2023, "cited_by_count": 1}, {"year": 2022, "cited_by_count": 1}], "updated_date": "2025-10-10T17:16:08.811792", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4388548117", "doi": "https://doi.org/10.7312/burn21118-012", "title": "11 Attention Is All You Need: Humans and Computers in the Time of Neural Networks", "display_name": "11 Attention Is All You Need: Humans and Computers in the Time of Neural Networks", "relevance_score": 84.77596, "publication_year": 2023, "publication_date": "2023-11-09", "ids": {"openalex": "https://openalex.org/W4388548117", "doi": "https://doi.org/10.7312/burn21118-012"}, "language": "en", "primary_location": {"id": "doi:10.7312/burn21118-012", "is_oa": false, "landing_page_url": "https://doi.org/10.7312/burn21118-012", "pdf_url": null, "source": {"id": "https://openalex.org/S4306463045", "display_name": "Columbia University Press eBooks", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310316200", "host_organization_name": "Columbia University Press", "host_organization_lineage": ["https://openalex.org/P4310316200", "https://openalex.org/P4310316010"], "host_organization_lineage_names": ["Columbia University Press", "Columbia University"], "type": "ebook platform"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Scenes of Attention", "raw_type": "book-chapter"}, "type": "book-chapter", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5067431435", "display_name": "Nick Seaver", "orcid": "https://orcid.org/0000-0002-3913-1134"}, "institutions": [], "countries": [], "is_corresponding": true, "raw_author_name": "Nick Seaver", "raw_affiliation_strings": [], "affiliations": []}], "institutions": [], "countries_distinct_count": 0, "institutions_distinct_count": 1, "corresponding_author_ids": ["https://openalex.org/A5067431435"], "corresponding_institution_ids": [], "apc_list": null, "apc_paid": null, "fwci": 4.4372, "has_fulltext": false, "cited_by_count": 5, "citation_normalized_percentile": {"value": 0.95289079, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 90, "max": 98}, "biblio": {"volume": null, "issue": null, "first_page": "230", "last_page": "248"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10883", "display_name": "Ethics and Social Impacts of AI", "score": 0.05209999904036522, "subfield": {"id": "https://openalex.org/subfields/3311", "display_name": "Safety Research"}, "field": {"id": "https://openalex.org/fields/33", "display_name": "Social Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}, "topics": [{"id": "https://openalex.org/T10883", "display_name": "Ethics and Social Impacts of AI", "score": 0.05209999904036522, "subfield": {"id": "https://openalex.org/subfields/3311", "display_name": "Safety Research"}, "field": {"id": "https://openalex.org/fields/33", "display_name": "Social Sciences"}, "domain": {"id": "https://openalex.org/domains/2", "display_name": "Social Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/artificial-neural-network", "display_name": "Artificial neural network", "score": 0.5245923399925232}, {"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.5218362212181091}, {"id": "https://openalex.org/keywords/cognitive-science", "display_name": "Cognitive science", "score": 0.4354323744773865}, {"id": "https://openalex.org/keywords/psychology", "display_name": "Psychology", "score": 0.3647831082344055}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.27082210779190063}], "concepts": [{"id": "https://openalex.org/C50644808", "wikidata": "https://www.wikidata.org/wiki/Q192776", "display_name": "Artificial neural network", "level": 2, "score": 0.5245923399925232}, {"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.5218362212181091}, {"id": "https://openalex.org/C188147891", "wikidata": "https://www.wikidata.org/wiki/Q147638", "display_name": "Cognitive science", "level": 1, "score": 0.4354323744773865}, {"id": "https://openalex.org/C15744967", "wikidata": "https://www.wikidata.org/wiki/Q9418", "display_name": "Psychology", "level": 0, "score": 0.3647831082344055}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.27082210779190063}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.7312/burn21118-012", "is_oa": false, "landing_page_url": "https://doi.org/10.7312/burn21118-012", "pdf_url": null, "source": {"id": "https://openalex.org/S4306463045", "display_name": "Columbia University Press eBooks", "issn_l": null, "issn": null, "is_oa": false, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/P4310316200", "host_organization_name": "Columbia University Press", "host_organization_lineage": ["https://openalex.org/P4310316200", "https://openalex.org/P4310316010"], "host_organization_lineage_names": ["Columbia University Press", "Columbia University"], "type": "ebook platform"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Scenes of Attention", "raw_type": "book-chapter"}], "best_oa_location": null, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 0, "referenced_works": [], "related_works": ["https://openalex.org/W2748952813", "https://openalex.org/W2390279801", "https://openalex.org/W2358668433", "https://openalex.org/W2376932109", "https://openalex.org/W2001405890", "https://openalex.org/W2382290278", "https://openalex.org/W2350741829", "https://openalex.org/W2530322880", "https://openalex.org/W1596801655", "https://openalex.org/W2359140296"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2025, "cited_by_count": 4}, {"year": 2024, "cited_by_count": 1}], "updated_date": "2025-11-06T03:46:38.306776", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W2982652483", "doi": "https://doi.org/10.48550/arxiv.1910.14537", "title": "Attention Is All You Need for Chinese Word Segmentation", "display_name": "Attention Is All You Need for Chinese Word Segmentation", "relevance_score": 82.31736, "publication_year": 2019, "publication_date": "2019-10-31", "ids": {"openalex": "https://openalex.org/W2982652483", "doi": "https://doi.org/10.48550/arxiv.1910.14537", "mag": "2982652483"}, "language": "en", "primary_location": {"id": "pmh:oai:arXiv.org:1910.14537", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1910.14537", "pdf_url": "https://arxiv.org/pdf/1910.14537", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "type": "preprint", "indexed_in": ["arxiv", "datacite"], "open_access": {"is_oa": true, "oa_status": "green", "oa_url": "https://arxiv.org/pdf/1910.14537", "any_repository_has_fulltext": true}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5074561776", "display_name": "Sufeng Duan", "orcid": "https://orcid.org/0000-0002-1210-8954"}, "institutions": [{"id": "https://openalex.org/I183067930", "display_name": "Shanghai Jiao Tong University", "ror": "https://ror.org/0220qvk04", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I183067930"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Duan, Sufeng", "raw_affiliation_strings": ["Shanghai Jiao Tong University"], "affiliations": [{"raw_affiliation_string": "Shanghai Jiao Tong University", "institution_ids": ["https://openalex.org/I183067930"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5036050911", "display_name": "Hai Zhao", "orcid": "https://orcid.org/0000-0001-7290-0487"}, "institutions": [{"id": "https://openalex.org/I183067930", "display_name": "Shanghai Jiao Tong University", "ror": "https://ror.org/0220qvk04", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I183067930"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhao, Hai", "raw_affiliation_strings": ["Shanghai Jiao Tong University"], "affiliations": [{"raw_affiliation_string": "Shanghai Jiao Tong University", "institution_ids": ["https://openalex.org/I183067930"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 2, "corresponding_author_ids": ["https://openalex.org/A5074561776"], "corresponding_institution_ids": ["https://openalex.org/I183067930"], "apc_list": null, "apc_paid": null, "fwci": null, "has_fulltext": false, "cited_by_count": 3, "citation_normalized_percentile": null, "cited_by_percentile_year": null, "biblio": {"volume": null, "issue": null, "first_page": null, "last_page": null}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T10181", "display_name": "Natural Language Processing Techniques", "score": 0.9998000264167786, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10028", "display_name": "Topic Modeling", "score": 0.9988999962806702, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10201", "display_name": "Speech Recognition and Synthesis", "score": 0.9965999722480774, "subfield": {"id": "https://openalex.org/subfields/1702", "display_name": "Artificial Intelligence"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.7779054641723633}, {"id": "https://openalex.org/keywords/segmentation", "display_name": "Segmentation", "score": 0.7701098918914795}, {"id": "https://openalex.org/keywords/encoder", "display_name": "Encoder", "score": 0.755578339099884}, {"id": "https://openalex.org/keywords/transformer", "display_name": "Transformer", "score": 0.6736642122268677}, {"id": "https://openalex.org/keywords/decoding-methods", "display_name": "Decoding methods", "score": 0.6189662218093872}, {"id": "https://openalex.org/keywords/benchmark", "display_name": "Benchmark (surveying)", "score": 0.5800251960754395}, {"id": "https://openalex.org/keywords/text-segmentation", "display_name": "Text segmentation", "score": 0.5337193012237549}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.5110891461372375}, {"id": "https://openalex.org/keywords/language-model", "display_name": "Language model", "score": 0.4497610330581665}, {"id": "https://openalex.org/keywords/gaussian", "display_name": "Gaussian", "score": 0.43904566764831543}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.3654894232749939}, {"id": "https://openalex.org/keywords/speech-recognition", "display_name": "Speech recognition", "score": 0.3217238187789917}, {"id": "https://openalex.org/keywords/algorithm", "display_name": "Algorithm", "score": 0.2586040198802948}, {"id": "https://openalex.org/keywords/engineering", "display_name": "Engineering", "score": 0.06394213438034058}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.7779054641723633}, {"id": "https://openalex.org/C89600930", "wikidata": "https://www.wikidata.org/wiki/Q1423946", "display_name": "Segmentation", "level": 2, "score": 0.7701098918914795}, {"id": "https://openalex.org/C118505674", "wikidata": "https://www.wikidata.org/wiki/Q42586063", "display_name": "Encoder", "level": 2, "score": 0.755578339099884}, {"id": "https://openalex.org/C66322947", "wikidata": "https://www.wikidata.org/wiki/Q11658", "display_name": "Transformer", "level": 3, "score": 0.6736642122268677}, {"id": "https://openalex.org/C57273362", "wikidata": "https://www.wikidata.org/wiki/Q576722", "display_name": "Decoding methods", "level": 2, "score": 0.6189662218093872}, {"id": "https://openalex.org/C185798385", "wikidata": "https://www.wikidata.org/wiki/Q1161707", "display_name": "Benchmark (surveying)", "level": 2, "score": 0.5800251960754395}, {"id": "https://openalex.org/C98501671", "wikidata": "https://www.wikidata.org/wiki/Q1948408", "display_name": "Text segmentation", "level": 3, "score": 0.5337193012237549}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.5110891461372375}, {"id": "https://openalex.org/C137293760", "wikidata": "https://www.wikidata.org/wiki/Q3621696", "display_name": "Language model", "level": 2, "score": 0.4497610330581665}, {"id": "https://openalex.org/C163716315", "wikidata": "https://www.wikidata.org/wiki/Q901177", "display_name": "Gaussian", "level": 2, "score": 0.43904566764831543}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.3654894232749939}, {"id": "https://openalex.org/C28490314", "wikidata": "https://www.wikidata.org/wiki/Q189436", "display_name": "Speech recognition", "level": 1, "score": 0.3217238187789917}, {"id": "https://openalex.org/C11413529", "wikidata": "https://www.wikidata.org/wiki/Q8366", "display_name": "Algorithm", "level": 1, "score": 0.2586040198802948}, {"id": "https://openalex.org/C127413603", "wikidata": "https://www.wikidata.org/wiki/Q11023", "display_name": "Engineering", "level": 0, "score": 0.06394213438034058}, {"id": "https://openalex.org/C121332964", "wikidata": "https://www.wikidata.org/wiki/Q413", "display_name": "Physics", "level": 0, "score": 0.0}, {"id": "https://openalex.org/C111919701", "wikidata": "https://www.wikidata.org/wiki/Q9135", "display_name": "Operating system", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C13280743", "wikidata": "https://www.wikidata.org/wiki/Q131089", "display_name": "Geodesy", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C165801399", "wikidata": "https://www.wikidata.org/wiki/Q25428", "display_name": "Voltage", "level": 2, "score": 0.0}, {"id": "https://openalex.org/C119599485", "wikidata": "https://www.wikidata.org/wiki/Q43035", "display_name": "Electrical engineering", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C62520636", "wikidata": "https://www.wikidata.org/wiki/Q944", "display_name": "Quantum mechanics", "level": 1, "score": 0.0}, {"id": "https://openalex.org/C205649164", "wikidata": "https://www.wikidata.org/wiki/Q1071", "display_name": "Geography", "level": 0, "score": 0.0}], "mesh": [], "locations_count": 2, "locations": [{"id": "pmh:oai:arXiv.org:1910.14537", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1910.14537", "pdf_url": "https://arxiv.org/pdf/1910.14537", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, {"id": "doi:10.48550/arxiv.1910.14537", "is_oa": true, "landing_page_url": "https://doi.org/10.48550/arxiv.1910.14537", "pdf_url": null, "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": null, "is_accepted": false, "is_published": null, "raw_source_name": null, "raw_type": "article"}], "best_oa_location": {"id": "pmh:oai:arXiv.org:1910.14537", "is_oa": true, "landing_page_url": "http://arxiv.org/abs/1910.14537", "pdf_url": "https://arxiv.org/pdf/1910.14537", "source": {"id": "https://openalex.org/S4306400194", "display_name": "arXiv (Cornell University)", "issn_l": null, "issn": null, "is_oa": true, "is_in_doaj": false, "is_core": false, "host_organization": "https://openalex.org/I205783295", "host_organization_name": "Cornell University", "host_organization_lineage": ["https://openalex.org/I205783295"], "host_organization_lineage_names": [], "type": "repository"}, "license": null, "license_id": null, "version": "submittedVersion", "is_accepted": false, "is_published": false, "raw_source_name": "", "raw_type": "text"}, "sustainable_development_goals": [], "awards": [], "funders": [], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 36, "referenced_works": ["https://openalex.org/W25062297", "https://openalex.org/W1575907248", "https://openalex.org/W1614298861", "https://openalex.org/W2033295622", "https://openalex.org/W2036516910", "https://openalex.org/W2102301788", "https://openalex.org/W2105908356", "https://openalex.org/W2163377725", "https://openalex.org/W2165664509", "https://openalex.org/W2233994034", "https://openalex.org/W2250739653", "https://openalex.org/W2251811146", "https://openalex.org/W2252225757", "https://openalex.org/W2252264945", "https://openalex.org/W2518877865", "https://openalex.org/W2740418170", "https://openalex.org/W2757350179", "https://openalex.org/W2785522575", "https://openalex.org/W2898626123", "https://openalex.org/W2905474383", "https://openalex.org/W2910676115", "https://openalex.org/W2922018002", "https://openalex.org/W2963021447", "https://openalex.org/W2963355640", "https://openalex.org/W2963403868", "https://openalex.org/W2963571341", "https://openalex.org/W2963628345", "https://openalex.org/W2963925437", "https://openalex.org/W2964093505", "https://openalex.org/W2964121744", "https://openalex.org/W2964194354", "https://openalex.org/W2964302946", "https://openalex.org/W2964352165", "https://openalex.org/W2998230451", "https://openalex.org/W2998665041", "https://openalex.org/W3016129867"], "related_works": ["https://openalex.org/W4288365749", "https://openalex.org/W2936497627", "https://openalex.org/W3013624417", "https://openalex.org/W4287826556", "https://openalex.org/W3098382480", "https://openalex.org/W4287598411", "https://openalex.org/W3094871513", "https://openalex.org/W3100913109", "https://openalex.org/W3198458223", "https://openalex.org/W3126642501"], "abstract_inverted_index": {"Taking": [0], "greedy": [1, 50], "decoding": [2], "algorithm": [3], "as": [4], "it": [5], "should": [6], "be,": [7], "this": [8], "work": [9], "focuses": [10], "on": [11, 99], "further": [12], "strengthening": [13], "the": [14, 49, 61, 81, 110, 114], "model": [15, 35, 86, 96, 116], "itself": [16], "for": [17, 48, 56, 93], "Chinese": [18], "word": [19], "segmentation": [20, 51, 112], "(CWS),": [21], "which": [22, 60], "results": [23, 106], "in": [24, 59, 126], "an": [25, 38], "even": [26], "more": [27, 30], "fast": [28], "and": [29, 43, 75], "accurate": [31], "CWS": [32], "model.": [33], "Our": [34, 95], "consists": [36], "of": [37, 65, 128], "attention": [39, 78], "only": [40, 87], "stacked": [41], "encoder": [42, 62, 83], "a": [44, 66, 76], "light": [45], "enough": [46], "decoder": [47], "plus": [52], "two": [53], "highway": [54], "connections": [55], "smoother": [57], "training,": [58], "is": [63, 97], "composed": [64], "newly": [67], "proposed": [68, 115], "Transformer": [69], "variant,": [70], "Gaussian-masked": [71], "Directional": [72], "(GD)": [73], "Transformer,": [74], "biaffine": [77], "scorer.": [79], "With": [80], "effective": [82], "design,": [84], "our": [85], "needs": [88], "to": [89], "take": [90], "unigram": [91], "features": [92], "scoring.": [94], "evaluated": [98], "SIGHAN": [100], "Bakeoff": [101], "benchmark": [102], "datasets.": [103], "The": [104], "experimental": [105], "show": [107], "that": [108], "with": [109], "highest": [111], "speed,": [113], "achieves": [117], "new": [118], "state-of-the-art": [119], "or": [120], "comparable": [121], "performance": [122], "against": [123], "strong": [124], "baselines": [125], "terms": [127], "strict": [129], "closed": [130], "test": [131], "setting.": [132]}, "counts_by_year": [{"year": 2021, "cited_by_count": 1}, {"year": 2020, "cited_by_count": 2}], "updated_date": "2026-02-09T09:26:11.010843", "created_date": "2025-10-10T00:00:00"}, {"id": "https://openalex.org/W4413951302", "doi": "https://doi.org/10.1016/j.neucom.2025.131448", "title": "Wavelet Attention is all you need in multimodal medical image fusion", "display_name": "Wavelet Attention is all you need in multimodal medical image fusion", "relevance_score": 82.210625, "publication_year": 2025, "publication_date": "2025-09-03", "ids": {"openalex": "https://openalex.org/W4413951302", "doi": "https://doi.org/10.1016/j.neucom.2025.131448"}, "language": "en", "primary_location": {"id": "doi:10.1016/j.neucom.2025.131448", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.neucom.2025.131448", "pdf_url": null, "source": {"id": "https://openalex.org/S45693802", "display_name": "Neurocomputing", "issn_l": "0925-2312", "issn": ["0925-2312", "1872-8286"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Neurocomputing", "raw_type": "journal-article"}, "type": "article", "indexed_in": ["crossref"], "open_access": {"is_oa": false, "oa_status": "closed", "oa_url": null, "any_repository_has_fulltext": false}, "authorships": [{"author_position": "first", "author": {"id": "https://openalex.org/A5067280360", "display_name": "Tao Zhou", "orcid": "https://orcid.org/0000-0002-8145-712X"}, "institutions": [{"id": "https://openalex.org/I2799449666", "display_name": "State Ethnic Affairs Commission", "ror": "https://ror.org/01p9g6b97", "country_code": "CN", "type": "government", "lineage": ["https://openalex.org/I2799449666"]}, {"id": "https://openalex.org/I3019309368", "display_name": "North Minzu University", "ror": "https://ror.org/05xjevr11", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I3019309368"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Tao Zhou", "raw_affiliation_strings": ["Key Laboratory of Image and Graphics Intelligent Processing of State Ethnic Affairs Commission, North Minzu University, Yinchuan 750021, China", "School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "Key Laboratory of Image and Graphics Intelligent Processing of State Ethnic Affairs Commission, North Minzu University, Yinchuan 750021, China", "institution_ids": ["https://openalex.org/I2799449666", "https://openalex.org/I3019309368"]}, {"raw_affiliation_string": "School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China", "institution_ids": ["https://openalex.org/I3019309368"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5085769664", "display_name": "Mingzhe Zhang", "orcid": "https://orcid.org/0000-0002-6987-5572"}, "institutions": [{"id": "https://openalex.org/I3019309368", "display_name": "North Minzu University", "ror": "https://ror.org/05xjevr11", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I3019309368"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Mingzhe Zhang", "raw_affiliation_strings": ["School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China", "institution_ids": ["https://openalex.org/I3019309368"]}]}, {"author_position": "middle", "author": {"id": null, "display_name": "Zhe Zhang", "orcid": "https://orcid.org/0009-0001-7840-4983"}, "institutions": [{"id": "https://openalex.org/I3019309368", "display_name": "North Minzu University", "ror": "https://ror.org/05xjevr11", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I3019309368"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Zhe Zhang", "raw_affiliation_strings": ["School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China"], "raw_orcid": "https://orcid.org/0009-0001-7840-4983", "affiliations": [{"raw_affiliation_string": "School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China", "institution_ids": ["https://openalex.org/I3019309368"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100365399", "display_name": "Jiaqi Wang", "orcid": "https://orcid.org/0009-0009-1913-5195"}, "institutions": [{"id": "https://openalex.org/I3019309368", "display_name": "North Minzu University", "ror": "https://ror.org/05xjevr11", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I3019309368"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Jiaqi Wang", "raw_affiliation_strings": ["School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China", "institution_ids": ["https://openalex.org/I3019309368"]}]}, {"author_position": "middle", "author": {"id": "https://openalex.org/A5100356239", "display_name": "Yang Liu", "orcid": "https://orcid.org/0009-0007-9978-0842"}, "institutions": [{"id": "https://openalex.org/I3019309368", "display_name": "North Minzu University", "ror": "https://ror.org/05xjevr11", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I3019309368"]}], "countries": ["CN"], "is_corresponding": false, "raw_author_name": "Yang Liu", "raw_affiliation_strings": ["School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China", "institution_ids": ["https://openalex.org/I3019309368"]}]}, {"author_position": "last", "author": {"id": "https://openalex.org/A5057577209", "display_name": "Huiling Lu", "orcid": null}, "institutions": [{"id": "https://openalex.org/I4210127460", "display_name": "Ningxia Medical University", "ror": "https://ror.org/02h8a1848", "country_code": "CN", "type": "education", "lineage": ["https://openalex.org/I4210127460"]}], "countries": ["CN"], "is_corresponding": true, "raw_author_name": "Huiling Lu", "raw_affiliation_strings": ["School of Medical Information & Engineering, Ningxia Medical University, Yinchuan 750004, China"], "raw_orcid": null, "affiliations": [{"raw_affiliation_string": "School of Medical Information & Engineering, Ningxia Medical University, Yinchuan 750004, China", "institution_ids": ["https://openalex.org/I4210127460"]}]}], "institutions": [], "countries_distinct_count": 1, "institutions_distinct_count": 6, "corresponding_author_ids": ["https://openalex.org/A5057577209", "https://openalex.org/A5085769664"], "corresponding_institution_ids": ["https://openalex.org/I3019309368", "https://openalex.org/I4210127460"], "apc_list": {"value": 2470, "currency": "USD", "value_usd": 2470}, "apc_paid": null, "fwci": 3.7547, "has_fulltext": false, "cited_by_count": 4, "citation_normalized_percentile": {"value": 0.93915064, "is_in_top_1_percent": false, "is_in_top_10_percent": true}, "cited_by_percentile_year": {"min": 91, "max": 99}, "biblio": {"volume": "656", "issue": null, "first_page": "131448", "last_page": "131448"}, "is_retracted": false, "is_paratext": false, "is_xpac": false, "primary_topic": {"id": "https://openalex.org/T11659", "display_name": "Advanced Image Fusion Techniques", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/2214", "display_name": "Media Technology"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, "topics": [{"id": "https://openalex.org/T11659", "display_name": "Advanced Image Fusion Techniques", "score": 0.9998999834060669, "subfield": {"id": "https://openalex.org/subfields/2214", "display_name": "Media Technology"}, "field": {"id": "https://openalex.org/fields/22", "display_name": "Engineering"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T10688", "display_name": "Image and Signal Denoising Methods", "score": 0.9822999835014343, "subfield": {"id": "https://openalex.org/subfields/1707", "display_name": "Computer Vision and Pattern Recognition"}, "field": {"id": "https://openalex.org/fields/17", "display_name": "Computer Science"}, "domain": {"id": "https://openalex.org/domains/3", "display_name": "Physical Sciences"}}, {"id": "https://openalex.org/T12994", "display_name": "Infrared Thermography in Medicine", "score": 0.9800999760627747, "subfield": {"id": "https://openalex.org/subfields/2741", "display_name": "Radiology, Nuclear Medicine and Imaging"}, "field": {"id": "https://openalex.org/fields/27", "display_name": "Medicine"}, "domain": {"id": "https://openalex.org/domains/4", "display_name": "Health Sciences"}}], "keywords": [{"id": "https://openalex.org/keywords/computer-science", "display_name": "Computer science", "score": 0.6941506266593933}, {"id": "https://openalex.org/keywords/artificial-intelligence", "display_name": "Artificial intelligence", "score": 0.6509276628494263}, {"id": "https://openalex.org/keywords/image-fusion", "display_name": "Image fusion", "score": 0.5723605155944824}, {"id": "https://openalex.org/keywords/wavelet", "display_name": "Wavelet", "score": 0.5655555725097656}, {"id": "https://openalex.org/keywords/image", "display_name": "Image (mathematics)", "score": 0.5562286972999573}, {"id": "https://openalex.org/keywords/computer-vision", "display_name": "Computer vision", "score": 0.5175784826278687}, {"id": "https://openalex.org/keywords/pattern-recognition", "display_name": "Pattern recognition (psychology)", "score": 0.35607200860977173}], "concepts": [{"id": "https://openalex.org/C41008148", "wikidata": "https://www.wikidata.org/wiki/Q21198", "display_name": "Computer science", "level": 0, "score": 0.6941506266593933}, {"id": "https://openalex.org/C154945302", "wikidata": "https://www.wikidata.org/wiki/Q11660", "display_name": "Artificial intelligence", "level": 1, "score": 0.6509276628494263}, {"id": "https://openalex.org/C69744172", "wikidata": "https://www.wikidata.org/wiki/Q860822", "display_name": "Image fusion", "level": 3, "score": 0.5723605155944824}, {"id": "https://openalex.org/C47432892", "wikidata": "https://www.wikidata.org/wiki/Q831390", "display_name": "Wavelet", "level": 2, "score": 0.5655555725097656}, {"id": "https://openalex.org/C115961682", "wikidata": "https://www.wikidata.org/wiki/Q860623", "display_name": "Image (mathematics)", "level": 2, "score": 0.5562286972999573}, {"id": "https://openalex.org/C31972630", "wikidata": "https://www.wikidata.org/wiki/Q844240", "display_name": "Computer vision", "level": 1, "score": 0.5175784826278687}, {"id": "https://openalex.org/C153180895", "wikidata": "https://www.wikidata.org/wiki/Q7148389", "display_name": "Pattern recognition (psychology)", "level": 2, "score": 0.35607200860977173}], "mesh": [], "locations_count": 1, "locations": [{"id": "doi:10.1016/j.neucom.2025.131448", "is_oa": false, "landing_page_url": "https://doi.org/10.1016/j.neucom.2025.131448", "pdf_url": null, "source": {"id": "https://openalex.org/S45693802", "display_name": "Neurocomputing", "issn_l": "0925-2312", "issn": ["0925-2312", "1872-8286"], "is_oa": false, "is_in_doaj": false, "is_core": true, "host_organization": "https://openalex.org/P4310320990", "host_organization_name": "Elsevier BV", "host_organization_lineage": ["https://openalex.org/P4310320990"], "host_organization_lineage_names": ["Elsevier BV"], "type": "journal"}, "license": null, "license_id": null, "version": "publishedVersion", "is_accepted": true, "is_published": true, "raw_source_name": "Neurocomputing", "raw_type": "journal-article"}], "best_oa_location": null, "sustainable_development_goals": [], "awards": [{"id": "https://openalex.org/G159014511", "display_name": null, "funder_award_id": "YCX22190", "funder_id": "https://openalex.org/F4320327619", "funder_display_name": "North Minzu University"}, {"id": "https://openalex.org/G2754576475", "display_name": null, "funder_award_id": "62062003", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G2782551197", "display_name": null, "funder_award_id": "62561002,62576009", "funder_id": "https://openalex.org/F4320321001", "funder_display_name": "National Natural Science Foundation of China"}, {"id": "https://openalex.org/G6714434251", "display_name": null, "funder_award_id": "YCX24357", "funder_id": "https://openalex.org/F4320327619", "funder_display_name": "North Minzu University"}, {"id": "https://openalex.org/G6866479063", "display_name": null, "funder_award_id": "2023AAC03293", "funder_id": "https://openalex.org/F4320322877", "funder_display_name": "Natural Science Foundation of Ningxia Province"}], "funders": [{"id": "https://openalex.org/F4320321001", "display_name": "National Natural Science Foundation of China", "ror": "https://ror.org/01h0zpd94"}, {"id": "https://openalex.org/F4320322877", "display_name": "Natural Science Foundation of Ningxia Province", "ror": null}, {"id": "https://openalex.org/F4320327619", "display_name": "North Minzu University", "ror": null}], "has_content": {"grobid_xml": false, "pdf": false}, "content_urls": null, "referenced_works_count": 36, "referenced_works": ["https://openalex.org/W2907816335", "https://openalex.org/W2963787388", "https://openalex.org/W3007473102", "https://openalex.org/W3011768656", "https://openalex.org/W3035272096", "https://openalex.org/W3046194589", "https://openalex.org/W3090614604", "https://openalex.org/W3121751387", "https://openalex.org/W3133700567", "https://openalex.org/W3158080681", "https://openalex.org/W3190808861", "https://openalex.org/W3196077541", "https://openalex.org/W4285158820", "https://openalex.org/W4312737473", "https://openalex.org/W4313555022", "https://openalex.org/W4353050758", "https://openalex.org/W4360604289", "https://openalex.org/W4362554238", "https://openalex.org/W4366482244", "https://openalex.org/W4379116886", "https://openalex.org/W4382786845", "https://openalex.org/W4386076504", "https://openalex.org/W4388706355", "https://openalex.org/W4389491034", "https://openalex.org/W4390752123", "https://openalex.org/W4393282389", "https://openalex.org/W4394903922", "https://openalex.org/W4399264084", "https://openalex.org/W4399266054", "https://openalex.org/W4399360930", "https://openalex.org/W4400005912", "https://openalex.org/W4401872285", "https://openalex.org/W4402215582", "https://openalex.org/W4402626741", "https://openalex.org/W4402753825", "https://openalex.org/W4410530254"], "related_works": ["https://openalex.org/W2382174632", "https://openalex.org/W2129959498", "https://openalex.org/W2784060934", "https://openalex.org/W2902714807", "https://openalex.org/W2537489131", "https://openalex.org/W2046633342", "https://openalex.org/W2373946551", "https://openalex.org/W2032636564", "https://openalex.org/W2350275110", "https://openalex.org/W2381578981"], "abstract_inverted_index": null, "counts_by_year": [{"year": 2026, "cited_by_count": 3}, {"year": 2025, "cited_by_count": 1}], "updated_date": "2026-05-20T08:49:12.498775", "created_date": "2025-10-10T00:00:00"}], "group_by": []}