{"id":"https://openalex.org/W2987154291","doi":"https://doi.org/10.18653/v1/d19-6109","title":"Domain Adaptation with BERT-based Domain Classification and Data Selection","display_name":"Domain Adaptation with BERT-based Domain Classification and Data Selection","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2987154291","doi":"https://doi.org/10.18653/v1/d19-6109","mag":"2987154291"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d19-6109","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-6109","pdf_url":"https://www.aclweb.org/anthology/D19-6109.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP (DeepLo 2019)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D19-6109.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104143781","display_name":"Xiaofei Ma","orcid":"https://orcid.org/0009-0000-3163-0310"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xiaofei Ma","raw_affiliation_strings":["AWS AI Labs"],"affiliations":[{"raw_affiliation_string":"AWS AI Labs","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077532535","display_name":"Peng Xu","orcid":"https://orcid.org/0000-0003-3399-9722"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng Xu","raw_affiliation_strings":["AWS AI Labs"],"affiliations":[{"raw_affiliation_string":"AWS AI Labs","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430087","display_name":"Zhiguo Wang","orcid":"https://orcid.org/0000-0002-2412-6172"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiguo Wang","raw_affiliation_strings":["AWS AI Labs"],"affiliations":[{"raw_affiliation_string":"AWS AI Labs","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109250040","display_name":"Ramesh Nallapati","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramesh Nallapati","raw_affiliation_strings":["AWS AI Labs"],"affiliations":[{"raw_affiliation_string":"AWS AI Labs","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107249743","display_name":"Bing Xiang","orcid":"https://orcid.org/0009-0006-4028-4935"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bing Xiang","raw_affiliation_strings":["AWS AI Labs"],"affiliations":[{"raw_affiliation_string":"AWS AI Labs","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5104143781"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.3739,"has_fulltext":true,"cited_by_count":91,"citation_normalized_percentile":{"value":0.98037212,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"76","last_page":"83"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8076577186584473},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.765937864780426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6374955177307129},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6207765340805054},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.6177529692649841},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.5961852073669434},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5327829122543335},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5321007966995239},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4739922285079956},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.46413180232048035},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.45333442091941833},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.45108988881111145},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3715536594390869},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.1209002435207367},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08044755458831787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8076577186584473},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.765937864780426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6374955177307129},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6207765340805054},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.6177529692649841},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.5961852073669434},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5327829122543335},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5321007966995239},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4739922285079956},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.46413180232048035},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.45333442091941833},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.45108988881111145},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3715536594390869},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.1209002435207367},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08044755458831787},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d19-6109","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-6109","pdf_url":"https://www.aclweb.org/anthology/D19-6109.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP (DeepLo 2019)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d19-6109","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-6109","pdf_url":"https://www.aclweb.org/anthology/D19-6109.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP (DeepLo 2019)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6800000071525574,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2987154291.pdf","grobid_xml":"https://content.openalex.org/works/W2987154291.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W22861983","https://openalex.org/W1905522558","https://openalex.org/W1993606364","https://openalex.org/W2105653272","https://openalex.org/W2111362445","https://openalex.org/W2118045473","https://openalex.org/W2129859055","https://openalex.org/W2138209646","https://openalex.org/W2147262247","https://openalex.org/W2164943005","https://openalex.org/W2165698076","https://openalex.org/W2166096645","https://openalex.org/W2296073425","https://openalex.org/W2575615142","https://openalex.org/W2586087033","https://openalex.org/W2593833795","https://openalex.org/W2736422900","https://openalex.org/W2756073160","https://openalex.org/W2770645414","https://openalex.org/W2784231336","https://openalex.org/W2786808285","https://openalex.org/W2798812533","https://openalex.org/W2799054028","https://openalex.org/W2892202790","https://openalex.org/W2896457183","https://openalex.org/W2923014074","https://openalex.org/W2950420147","https://openalex.org/W2953084091","https://openalex.org/W2963026768","https://openalex.org/W2963748441","https://openalex.org/W2963784072","https://openalex.org/W2963846996","https://openalex.org/W2963962154","https://openalex.org/W3105206382","https://openalex.org/W3116940672","https://openalex.org/W4240279780"],"related_works":["https://openalex.org/W3008648540","https://openalex.org/W2740361506","https://openalex.org/W3095487414","https://openalex.org/W4288048773","https://openalex.org/W2901026139","https://openalex.org/W2213679718","https://openalex.org/W4313168671","https://openalex.org/W2791025012","https://openalex.org/W4313443708","https://openalex.org/W3101081936"],"abstract_inverted_index":{"The":[0,81],"performance":[1],"of":[2,45,135],"deep":[3],"neural":[4],"models":[5],"can":[6,26],"deteriorate":[7],"substantially":[8],"when":[9,56],"there":[10],"is":[11,84],"a":[12,38,42,59,67,87,92,120,133],"domain":[13,70,82,95,112,123],"shift":[14],"between":[15],"training":[16,137],"and":[17,77,114],"test":[18],"data.":[19],"For":[20],"example,":[21],"the":[22,48,103,136],"pre-trained":[23],"BERT":[24,50],"model":[25,40,51],"be":[27],"easily":[28],"fine-tuned":[29,49],"with":[30,110],"just":[31],"one":[32],"additional":[33],"output":[34],"layer":[35],"to":[36,58],"create":[37],"state-of-the-art":[39],"for":[41,98],"wide":[43],"range":[44],"tasks.":[46],"However,":[47],"suffers":[52],"considerably":[53],"at":[54],"zero-shot":[55],"applied":[57],"different":[60,111],"domain.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65],"present":[66],"novel":[68],"two-step":[69],"adaptation":[71,83,124],"framework":[72,104,118],"based":[73],"on":[74,105,126],"curriculum":[75],"learning":[76],"domain-discriminative":[78],"data":[79],"selection.":[80],"conducted":[85],"in":[86],"mostly":[88],"unsupervised":[89],"manner":[90],"using":[91],"small":[93],"target":[94],"validation":[96],"set":[97],"hyper-parameter":[99],"tuning.":[100],"We":[101],"tested":[102],"four":[106],"large":[107],"public":[108],"datasets":[109],"similarities":[113],"task":[115],"types.":[116],"Our":[117],"outperforms":[119],"popular":[121],"discrepancy-based":[122],"method":[125],"most":[127],"transfer":[128],"tasks":[129],"while":[130],"consuming":[131],"only":[132],"fraction":[134],"budget.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":29},{"year":2020,"cited_by_count":13}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}