{"id":"https://openalex.org/W4312582226","doi":"https://doi.org/10.1109/icpr56361.2022.9956721","title":"Feature Aggregation in Zero-Shot Cross-Lingual Transfer Using Multilingual BERT","display_name":"Feature Aggregation in Zero-Shot Cross-Lingual Transfer Using Multilingual BERT","publication_year":2022,"publication_date":"2022-08-21","ids":{"openalex":"https://openalex.org/W4312582226","doi":"https://doi.org/10.1109/icpr56361.2022.9956721"},"language":"en","primary_location":{"id":"doi:10.1109/icpr56361.2022.9956721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr56361.2022.9956721","pdf_url":null,"source":{"id":"https://openalex.org/S4363607731","display_name":"2022 26th International Conference on Pattern Recognition (ICPR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000477370","display_name":"Beiduo Chen","orcid":"https://orcid.org/0000-0002-3838-5466"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Beiduo Chen","raw_affiliation_strings":["University of Science and Technology of China,National Engineering Laboratory for Speech and Language Information Processing,Hefei,China","National Engineering Laboratory for Speech and Language Information Processing, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,National Engineering Laboratory for Speech and Language Information Processing,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"National Engineering Laboratory for Speech and Language Information Processing, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038369085","display_name":"Wu Guo","orcid":"https://orcid.org/0000-0002-3779-7944"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu Guo","raw_affiliation_strings":["University of Science and Technology of China,National Engineering Laboratory for Speech and Language Information Processing,Hefei,China","National Engineering Laboratory for Speech and Language Information Processing, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,National Engineering Laboratory for Speech and Language Information Processing,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"National Engineering Laboratory for Speech and Language Information Processing, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414574","display_name":"Quan Liu","orcid":"https://orcid.org/0000-0002-8710-1810"},"institutions":[{"id":"https://openalex.org/I4210097119","display_name":"PLA Electronic Engineering Institute","ror":"https://ror.org/00z0n4g71","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210097119"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Liu","raw_affiliation_strings":["iFLYTEK Research,State Key Laboratory of Cognitive Intelligence,Hefei,China","State Key Laboratory of Cognitive Intelligence, iFLYTEK Research, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"iFLYTEK Research,State Key Laboratory of Cognitive Intelligence,Hefei,China","institution_ids":["https://openalex.org/I4210097119"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, iFLYTEK Research, Hefei, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109495515","display_name":"Kun Tao","orcid":"https://orcid.org/0000-0003-1422-9482"},"institutions":[{"id":"https://openalex.org/I4210097119","display_name":"PLA Electronic Engineering Institute","ror":"https://ror.org/00z0n4g71","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210097119"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Tao","raw_affiliation_strings":["iFLYTEK Research,State Key Laboratory of Cognitive Intelligence,Hefei,China","State Key Laboratory of Cognitive Intelligence, iFLYTEK Research, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"iFLYTEK Research,State Key Laboratory of Cognitive Intelligence,Hefei,China","institution_ids":["https://openalex.org/I4210097119"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, iFLYTEK Research, Hefei, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1428","last_page":"1435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6621097922325134},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.6358665823936462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.601689338684082},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5040653944015503},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.4815957248210907},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4520343840122223},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32895076274871826},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12657839059829712},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.1083730161190033}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6621097922325134},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6358665823936462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.601689338684082},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5040653944015503},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4815957248210907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4520343840122223},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32895076274871826},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12657839059829712},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.1083730161190033},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpr56361.2022.9956721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr56361.2022.9956721","pdf_url":null,"source":{"id":"https://openalex.org/S4363607731","display_name":"2022 26th International Conference on Pattern Recognition (ICPR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1836465849","https://openalex.org/W2251743902","https://openalex.org/W2550821151","https://openalex.org/W2742113707","https://openalex.org/W2769280657","https://openalex.org/W2891555348","https://openalex.org/W2896457183","https://openalex.org/W2914120296","https://openalex.org/W2948947170","https://openalex.org/W2952638691","https://openalex.org/W2963420686","https://openalex.org/W2963490498","https://openalex.org/W2963846996","https://openalex.org/W2964114970","https://openalex.org/W2970752815","https://openalex.org/W2995015695","https://openalex.org/W2995230342","https://openalex.org/W3018647120","https://openalex.org/W3034724424","https://openalex.org/W3035032094","https://openalex.org/W3035390927","https://openalex.org/W3035579820","https://openalex.org/W3104723404","https://openalex.org/W3105190698","https://openalex.org/W3112302586","https://openalex.org/W3122044994","https://openalex.org/W3156326119","https://openalex.org/W3158376750","https://openalex.org/W4221155442","https://openalex.org/W4221167171","https://openalex.org/W4288379066","https://openalex.org/W4385245566","https://openalex.org/W6637242042","https://openalex.org/W6638667902","https://openalex.org/W6739901393","https://openalex.org/W6741990110","https://openalex.org/W6755207826","https://openalex.org/W6765039553","https://openalex.org/W6767737316","https://openalex.org/W6775935039","https://openalex.org/W6779271971","https://openalex.org/W6787400194","https://openalex.org/W6810726912"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966","https://openalex.org/W2325697621"],"abstract_inverted_index":{"Multilingual":[0],"BERT":[1],"(mBERT),":[2],"a":[3],"language":[4],"model":[5,35],"pre-trained":[6],"on":[7,21,33,87,107,120],"large":[8],"multilingual":[9,122],"corpora,":[10],"has":[11],"impressive":[12],"zeroshot":[13],"cross-lingual":[14,34,45,110,162],"transfer":[15,111],"capabilities":[16],"and":[17,25,113,134,165],"performs":[18],"surprisingly":[19],"well":[20,31],"zero-shot":[22,109],"POS":[23,135],"tagging":[24],"Named":[26],"Entity":[27],"Recognition":[28],"(NER),":[29],"as":[30,32,58],"transfer.":[36],"At":[37],"present,":[38],"the":[39,44,51,59,69,76,95,114,139,142,148,151,167],"mainstream":[40],"methods":[41],"to":[42,75,93],"solve":[43],"downstream":[46,163],"tasks":[47,124,164],"are":[48,105],"always":[49],"using":[50],"last":[52,77,152],"transformer":[53,78],"layer\u2019s":[54],"output":[55],"of":[56,61,72,80,101,141,154,169],"mBERT":[57,155,170],"representation":[60],"linguistic":[62],"information.":[63],"In":[64],"this":[65],"work,":[66],"we":[67,145],"explore":[68,166],"complementary":[70],"property":[71],"lower":[73],"layers":[74,100,149],"layer":[79,153],"mBERT.":[81,102],"A":[82],"feature":[83],"aggregation":[84],"module":[85],"based":[86],"an":[88],"attention":[89],"mechanism":[90],"is":[91],"proposed":[92,115],"fuse":[94],"information":[96,160],"contained":[97],"in":[98],"different":[99],"The":[103],"experiments":[104],"conducted":[106],"four":[108],"datasets,":[112],"method":[116],"obtains":[117],"performance":[118],"improvements":[119],"key":[121],"benchmark":[123],"XNLI":[125],"(+1.5":[126,136],"%),":[127,130],"PAWS-X":[128],"(+2.4":[129],"NER":[131],"(+1.2":[132],"F1),":[133],"F1).":[137],"Through":[138],"analysis":[140],"experimental":[143],"results,":[144],"prove":[146],"that":[147],"before":[150],"can":[156],"provide":[157],"extra":[158],"useful":[159],"for":[161],"interpretability":[168],"empirically.":[171]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}