{"id":"https://openalex.org/W3125249653","doi":"https://doi.org/10.1162/tacl_a_00431","title":"Model Compression for Domain Adaptation through Causal Effect Estimation","display_name":"Model Compression for Domain Adaptation through Causal Effect Estimation","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3125249653","doi":"https://doi.org/10.1162/tacl_a_00431","mag":"3125249653"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00431","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00431","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00431/1976778/tacl_a_00431.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00431/1976778/tacl_a_00431.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044349276","display_name":"Guy Rotman","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Guy Rotman","raw_affiliation_strings":["Faculty of Industrial Engineering and Management, Technion, IIT, Israel. grotman@campus.technion.ac.il"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Industrial Engineering and Management, Technion, IIT, Israel. grotman@campus.technion.ac.il","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056266191","display_name":"Amir Feder","orcid":"https://orcid.org/0000-0001-5472-1135"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Amir Feder","raw_affiliation_strings":["Faculty of Industrial Engineering and Management, Technion, IIT, Israel. feder@campus.technion.ac.il"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Industrial Engineering and Management, Technion, IIT, Israel. feder@campus.technion.ac.il","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054952724","display_name":"Roi Reichart","orcid":"https://orcid.org/0000-0001-6918-0554"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Roi Reichart","raw_affiliation_strings":["Faculty of Industrial Engineering and Management, Technion, IIT, Israel. roiri@technion.ac.il"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Industrial Engineering and Management, Technion, IIT, Israel. roiri@technion.ac.il","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5044349276","https://openalex.org/A5054952724","https://openalex.org/A5056266191"],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":null,"apc_paid":null,"fwci":1.1194,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81632439,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"1355","last_page":"1373"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8360183238983154},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.6870636940002441},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6272943615913391},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.6069305539131165},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.51922208070755},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5152478814125061},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39061206579208374},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08095082640647888},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07448002696037292}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8360183238983154},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.6870636940002441},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6272943615913391},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.6069305539131165},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.51922208070755},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5152478814125061},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39061206579208374},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08095082640647888},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07448002696037292},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00431","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00431","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00431/1976778/tacl_a_00431.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:80203053f8334c5c92156ba86cbec677","is_oa":false,"landing_page_url":"https://doaj.org/article/80203053f8334c5c92156ba86cbec677","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 9, Pp 1355-1373 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00431","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00431","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00431/1976778/tacl_a_00431.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8100000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3125249653.pdf","grobid_xml":"https://content.openalex.org/works/W3125249653.grobid-xml"},"referenced_works_count":103,"referenced_works":["https://openalex.org/W98423455","https://openalex.org/W1583837637","https://openalex.org/W1731081199","https://openalex.org/W1821462560","https://openalex.org/W1840435438","https://openalex.org/W2026976290","https://openalex.org/W2049910836","https://openalex.org/W2088911157","https://openalex.org/W2097173846","https://openalex.org/W2097908878","https://openalex.org/W2122124659","https://openalex.org/W2122567461","https://openalex.org/W2143117649","https://openalex.org/W2144020560","https://openalex.org/W2153929442","https://openalex.org/W2158084839","https://openalex.org/W2158108973","https://openalex.org/W2317866228","https://openalex.org/W2463241543","https://openalex.org/W2502759836","https://openalex.org/W2612690371","https://openalex.org/W2613000335","https://openalex.org/W2622759881","https://openalex.org/W2740345664","https://openalex.org/W2801890059","https://openalex.org/W2803777992","https://openalex.org/W2889720764","https://openalex.org/W2890494294","https://openalex.org/W2891620446","https://openalex.org/W2891765548","https://openalex.org/W2913414428","https://openalex.org/W2914092092","https://openalex.org/W2953217208","https://openalex.org/W2959325723","https://openalex.org/W2963024368","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963463240","https://openalex.org/W2963813662","https://openalex.org/W2963826681","https://openalex.org/W2963846996","https://openalex.org/W2964121744","https://openalex.org/W2964271126","https://openalex.org/W2965373594","https://openalex.org/W2970529259","https://openalex.org/W2978017171","https://openalex.org/W2979826702","https://openalex.org/W2985449513","https://openalex.org/W2994806031","https://openalex.org/W2994934025","https://openalex.org/W2996159613","https://openalex.org/W2996428491","https://openalex.org/W2997006708","https://openalex.org/W2997666887","https://openalex.org/W2999905431","https://openalex.org/W3000103182","https://openalex.org/W3015233032","https://openalex.org/W3016824580","https://openalex.org/W3030163527","https://openalex.org/W3031652686","https://openalex.org/W3034216758","https://openalex.org/W3034457371","https://openalex.org/W3034560159","https://openalex.org/W3034776473","https://openalex.org/W3083515246","https://openalex.org/W3098587167","https://openalex.org/W3098649723","https://openalex.org/W3098824823","https://openalex.org/W3105966348","https://openalex.org/W3118485687","https://openalex.org/W3132954326","https://openalex.org/W3144194608","https://openalex.org/W3203309275","https://openalex.org/W4287325357","https://openalex.org/W4292779060","https://openalex.org/W4297971002","https://openalex.org/W6603998084","https://openalex.org/W6631190155","https://openalex.org/W6637618735","https://openalex.org/W6638523607","https://openalex.org/W6639480849","https://openalex.org/W6674306132","https://openalex.org/W6678276431","https://openalex.org/W6682658890","https://openalex.org/W6711306941","https://openalex.org/W6718795669","https://openalex.org/W6739901393","https://openalex.org/W6751979845","https://openalex.org/W6754927192","https://openalex.org/W6755174428","https://openalex.org/W6755207826","https://openalex.org/W6758447463","https://openalex.org/W6765638835","https://openalex.org/W6766673545","https://openalex.org/W6768021236","https://openalex.org/W6768080748","https://openalex.org/W6768299147","https://openalex.org/W6768746289","https://openalex.org/W6768851824","https://openalex.org/W6776129198","https://openalex.org/W6778883912","https://openalex.org/W6791642624","https://openalex.org/W6802232916"],"related_works":["https://openalex.org/W4389474468","https://openalex.org/W4300172004","https://openalex.org/W2955455867","https://openalex.org/W4321649381","https://openalex.org/W3180787869","https://openalex.org/W2997645659","https://openalex.org/W3203792196","https://openalex.org/W4295929828","https://openalex.org/W3156096827","https://openalex.org/W4287890001"],"abstract_inverted_index":{"Abstract":[0],"Recent":[1],"improvements":[2],"in":[3,19,43,52,83],"the":[4,20,41,44,53,56,61,71,101,116,132,141,151,155,159],"predictive":[5,45],"quality":[6],"of":[7,22,31,47,55,73,106,168],"natural":[8],"language":[9,75],"processing":[10],"systems":[11],"are":[12],"often":[13],"dependent":[14],"on":[15,115,158,166],"a":[16,84,95,107,112,145],"substantial":[17],"increase":[18],"number":[21],"model":[23,49,64,108,128,133,148],"parameters.":[24],"This":[25],"has":[26],"led":[27],"to":[28,90,99,153],"various":[29,48],"attempts":[30],"compressing":[32,74],"such":[33,78,110],"models,":[34],"but":[35],"existing":[36],"methods":[37],"have":[38],"not":[39],"considered":[40],"differences":[42],"power":[46],"components":[50,134],"or":[51],"generalizability":[54],"compressed":[57],"models.":[58],"To":[59],"understand":[60],"connection":[62],"between":[63],"compression":[65],"and":[66,175],"out-of-distribution":[67],"generalization,":[68],"we":[69,139],"define":[70],"task":[72],"representation":[76],"models":[77],"that":[79,135,149],"they":[80],"perform":[81],"best":[82,142],"domain":[85,169],"adaptation":[86],"setting.":[87],"We":[88],"choose":[89],"address":[91],"this":[92],"problem":[93],"from":[94],"causal":[96],"perspective,":[97],"attempting":[98],"estimate":[100],"average":[102],"treatment":[103],"effect":[104],"(ATE)":[105],"component,":[109],"as":[111],"single":[113],"layer,":[114],"model\u2019s":[117],"predictions.":[118],"Our":[119],"proposed":[120],"ATE-guided":[121],"Model":[122],"Compression":[123],"scheme":[124],"(AMoC),":[125],"generates":[126],"many":[127],"candidates,":[129],"differing":[130],"by":[131],"were":[136],"removed.":[137],"Then,":[138],"select":[140],"candidate":[143],"through":[144],"stepwise":[146],"regression":[147],"utilizes":[150],"ATE":[152],"predict":[154],"expected":[156],"performance":[157],"target":[160],"domain.":[161],"AMoC":[162],"outperforms":[163],"strong":[164],"baselines":[165],"dozens":[167],"pairs":[170],"across":[171],"three":[172],"text":[173],"classification":[174],"sequence":[176],"tagging":[177],"tasks.1":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}