{"id":"https://openalex.org/W4221155442","doi":"https://doi.org/10.1109/icassp43922.2022.9747720","title":"Multi-Level Contrastive Learning for Cross-Lingual Alignment","display_name":"Multi-Level Contrastive Learning for Cross-Lingual Alignment","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W4221155442","doi":"https://doi.org/10.1109/icassp43922.2022.9747720"},"language":"en","primary_location":{"id":"doi:10.1109/icassp43922.2022.9747720","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9747720","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000477370","display_name":"Beiduo Chen","orcid":"https://orcid.org/0000-0002-3838-5466"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Beiduo Chen","raw_affiliation_strings":["University of Science and Technology of China,NELSLIP,Hefei,China","NELSLIP, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,NELSLIP,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"NELSLIP, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038369085","display_name":"Wu Guo","orcid":"https://orcid.org/0000-0002-3779-7944"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu Guo","raw_affiliation_strings":["University of Science and Technology of China,NELSLIP,Hefei,China","NELSLIP, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,NELSLIP,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"NELSLIP, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101875578","display_name":"Bin Gu","orcid":"https://orcid.org/0000-0003-1621-7311"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Gu","raw_affiliation_strings":["University of Science and Technology of China,NELSLIP,Hefei,China","NELSLIP, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,NELSLIP,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"NELSLIP, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414574","display_name":"Quan Liu","orcid":"https://orcid.org/0000-0002-8710-1810"},"institutions":[{"id":"https://openalex.org/I4210159958","display_name":"Cognitive Research (United States)","ror":"https://ror.org/04s361q55","country_code":"US","type":"company","lineage":["https://openalex.org/I4210159958"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quan Liu","raw_affiliation_strings":["iFLYTEK Research,State Key Laboratory of Cognitive Intelligence","State Key Laboratory of Cognitive Intelligence, iFLYTEK Research"],"affiliations":[{"raw_affiliation_string":"iFLYTEK Research,State Key Laboratory of Cognitive Intelligence","institution_ids":["https://openalex.org/I4210159958"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, iFLYTEK Research","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100635294","display_name":"Yongchao Wang","orcid":"https://orcid.org/0000-0002-0640-4140"},"institutions":[{"id":"https://openalex.org/I4210159958","display_name":"Cognitive Research (United States)","ror":"https://ror.org/04s361q55","country_code":"US","type":"company","lineage":["https://openalex.org/I4210159958"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yongchao Wang","raw_affiliation_strings":["iFLYTEK Research,State Key Laboratory of Cognitive Intelligence","State Key Laboratory of Cognitive Intelligence, iFLYTEK Research"],"affiliations":[{"raw_affiliation_string":"iFLYTEK Research,State Key Laboratory of Cognitive Intelligence","institution_ids":["https://openalex.org/I4210159958"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, iFLYTEK Research","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5000477370"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.3138,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.47914348,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"7947","last_page":"7951"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8336787819862366},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6429988145828247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5925356149673462},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5807040929794312},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.4994964599609375},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49058905243873596},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.47114649415016174},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4167477488517761},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33858782052993774},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.084217369556427}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8336787819862366},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6429988145828247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5925356149673462},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5807040929794312},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4994964599609375},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49058905243873596},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.47114649415016174},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4167477488517761},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33858782052993774},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.084217369556427},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp43922.2022.9747720","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9747720","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2120861206","https://openalex.org/W2187089797","https://openalex.org/W2572474373","https://openalex.org/W2769280657","https://openalex.org/W2842511635","https://openalex.org/W2896457183","https://openalex.org/W2914120296","https://openalex.org/W2958953787","https://openalex.org/W2962784628","https://openalex.org/W3005680577","https://openalex.org/W3035390927","https://openalex.org/W3035579820","https://openalex.org/W3096655658","https://openalex.org/W3104723404","https://openalex.org/W3105816068","https://openalex.org/W3118942129","https://openalex.org/W3122044994","https://openalex.org/W3156326119","https://openalex.org/W3171975879","https://openalex.org/W3175362188","https://openalex.org/W3179414397","https://openalex.org/W3198052459","https://openalex.org/W4297808394","https://openalex.org/W6631190155","https://openalex.org/W6638575559","https://openalex.org/W6678040779","https://openalex.org/W6731744468","https://openalex.org/W6755207826","https://openalex.org/W6759455113","https://openalex.org/W6765469073","https://openalex.org/W6769263558","https://openalex.org/W6774314701","https://openalex.org/W6779271971","https://openalex.org/W6780867599","https://openalex.org/W6781137661","https://openalex.org/W6798357405"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W4230315250","https://openalex.org/W2086519370","https://openalex.org/W2087343574"],"abstract_inverted_index":{"Cross-language":[0],"pre-trained":[1,34],"models":[2,135],"such":[3],"as":[4],"multilingual":[5],"BERT":[6],"(mBERT)":[7,122],"have":[8],"achieved":[9],"significant":[10],"performance":[11],"in":[12,61,65,100,136],"various":[13],"cross-lingual":[14,31,115,128],"downstream":[15,129],"NLP":[16],"tasks.":[17],"This":[18],"paper":[19],"proposes":[20],"a":[21,105],"multi-level":[22],"contrastive":[23,81,86],"learning":[24],"(ML-CTL)":[25],"framework":[26],"to":[27,43,47,92,132],"further":[28],"improve":[29],"the":[30,45,57,71,94,97,101,114,133,137],"ability":[32,117],"of":[33,74,77,96,118],"models.":[35],"The":[36,109],"proposed":[37,91,110],"method":[38,111],"uses":[39],"translated":[40],"parallel":[41,78],"data":[42],"encourage":[44],"model":[46,121],"generate":[48],"similar":[49],"semantic":[50],"embeddings":[51],"for":[52],"different":[53],"languages.":[54],"However,":[55],"unlike":[56],"sentence-level":[58],"alignment":[59],"used":[60],"most":[62],"previous":[63],"studies,":[64],"this":[66],"paper,":[67],"we":[68],"explicitly":[69],"integrate":[70],"word-level":[72],"information":[73],"each":[75],"pair":[76],"sentences":[79],"into":[80],"learning.":[82],"Moreover,":[83],"cross-zero":[84],"noise":[85],"estimation":[87],"(CZ-NCE)":[88],"loss":[89],"is":[90],"alleviate":[93],"impact":[95],"floating-point":[98],"error":[99],"training":[102],"process":[103],"with":[104],"small":[106],"batch":[107],"size.":[108],"significantly":[112],"improves":[113],"transfer":[116],"our":[119],"basic":[120],"and":[123],"outperforms":[124],"on":[125],"multiple":[126],"zero-shot":[127],"tasks":[130],"compared":[131],"same-size":[134],"Xtreme":[138],"benchmark.":[139]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}