{"id":"https://openalex.org/W2963406157","doi":"https://doi.org/10.18653/v1/n19-1359","title":"Information Aggregation for Multi-Head Attention with Routing-by-Agreement","display_name":"Information Aggregation for Multi-Head Attention with Routing-by-Agreement","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2963406157","doi":"https://doi.org/10.18653/v1/n19-1359","mag":"2963406157"},"language":"en","primary_location":{"id":"doi:10.18653/v1/n19-1359","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1359","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/n19-1359","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100402589","display_name":"Jian Li","orcid":"https://orcid.org/0000-0003-2113-5302"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Jian Li","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028040391","display_name":"Baosong Yang","orcid":"https://orcid.org/0000-0001-5002-2409"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Baosong Yang","raw_affiliation_strings":["University of Macau"],"affiliations":[{"raw_affiliation_string":"University of Macau","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038315768","display_name":"Zi-Yi Dou","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zi-Yi Dou","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100689955","display_name":"Xing Wang","orcid":"https://orcid.org/0000-0003-1144-0995"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Wang","raw_affiliation_strings":["Tencent AI Lab"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069596903","display_name":"Michael R. Lyu","orcid":"https://orcid.org/0000-0002-3666-5798"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Michael R. Lyu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110579339","display_name":"Zhaopeng Tu","orcid":"https://orcid.org/0000-0002-7900-6055"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaopeng Tu","raw_affiliation_strings":["Tencent AI Lab"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100402589"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":4.9193,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.96124294,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3566","last_page":"3575"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.6721829175949097},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5648189783096313},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.5400211811065674},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5347887873649597},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.5228881239891052},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.5029434561729431},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39133575558662415},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36769169569015503},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.20592254400253296},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.15281334519386292},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12572982907295227},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.0890015959739685},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.0728832483291626}],"concepts":[{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.6721829175949097},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5648189783096313},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.5400211811065674},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5347887873649597},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.5228881239891052},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5029434561729431},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39133575558662415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36769169569015503},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.20592254400253296},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.15281334519386292},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12572982907295227},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0890015959739685},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0728832483291626},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/n19-1359","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1359","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/n19-1359","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1359","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2966661","https://openalex.org/W222053410","https://openalex.org/W854541894","https://openalex.org/W1514535095","https://openalex.org/W1902237438","https://openalex.org/W2101105183","https://openalex.org/W2133564696","https://openalex.org/W2525778437","https://openalex.org/W2563574619","https://openalex.org/W2597655663","https://openalex.org/W2613904329","https://openalex.org/W2616125804","https://openalex.org/W2767989436","https://openalex.org/W2775143585","https://openalex.org/W2785994986","https://openalex.org/W2794365787","https://openalex.org/W2797472209","https://openalex.org/W2798761464","https://openalex.org/W2799124508","https://openalex.org/W2866343820","https://openalex.org/W2888539709","https://openalex.org/W2896457183","https://openalex.org/W2899423466","https://openalex.org/W2912351236","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2962788148","https://openalex.org/W2962822108","https://openalex.org/W2962853356","https://openalex.org/W2962931466","https://openalex.org/W2963341956","https://openalex.org/W2963383024","https://openalex.org/W2963386218","https://openalex.org/W2963403868","https://openalex.org/W2963499089","https://openalex.org/W2963703618","https://openalex.org/W2963717374","https://openalex.org/W2964189376","https://openalex.org/W2964265128","https://openalex.org/W2964308564","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W3097502728","https://openalex.org/W2798121181","https://openalex.org/W2352440174","https://openalex.org/W4309440960","https://openalex.org/W2016805743","https://openalex.org/W4242592912","https://openalex.org/W435830328","https://openalex.org/W2062168445","https://openalex.org/W2087896742","https://openalex.org/W2328676785"],"abstract_inverted_index":{"Jian":[0],"Li,":[1],"Baosong":[2],"Yang,":[3],"Zi-Yi":[4],"Dou,":[5],"Xing":[6],"Wang,":[7],"Michael":[8],"R.":[9],"Lyu,":[10],"Zhaopeng":[11],"Tu.":[12],"Proceedings":[13],"of":[14,18,23],"the":[15,19,24],"2019":[16],"Conference":[17],"North":[20],"American":[21],"Chapter":[22],"Association":[25],"for":[26],"Computational":[27],"Linguistics:":[28],"Human":[29],"Language":[30],"Technologies,":[31],"Volume":[32],"1":[33],"(Long":[34],"and":[35],"Short":[36],"Papers).":[37],"2019.":[38]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":14}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}