{"id":"https://openalex.org/W4285109111","doi":"https://doi.org/10.18653/v1/2022.findings-acl.138","title":"Enhancing Natural Language Representation with Large-Scale Out-of-Domain Commonsense","display_name":"Enhancing Natural Language Representation with Large-Scale Out-of-Domain Commonsense","alternate_titles":[],"publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285109111","doi":"https://doi.org/10.18653/v1/2022.findings-acl.138","mag":"3197474963"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.findings-acl.138","doi":"https://doi.org/10.18653/v1/2022.findings-acl.138","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-acl.138","pdf_url":"https://aclanthology.org/2022.findings-acl.138.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2022","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4285109111"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.findings-acl.138.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103026537","display_name":"Wanyun Cui","orcid":"https://orcid.org/0000-0003-4172-6169","observed_orcids":["https://orcid.org/0000-0003-4172-6169"]},"institutions":[{"id":"https://openalex.org/I181679659","display_name":"Shanghai University of Finance and Economics","ror":"https://ror.org/00wtvfq62","country_code":"CN","type":"education","lineage":["https://openalex.org/I181679659"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wanyun Cui","raw_affiliation_strings":["Shanghai University of Finance and Economics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai University of Finance and Economics","institution_ids":["https://openalex.org/I181679659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087340806","display_name":"Xingran Chen","orcid":"https://orcid.org/0000-0002-2310-2021","observed_orcids":["https://orcid.org/0000-0002-2310-2021"]},"institutions":[{"id":"https://openalex.org/I181679659","display_name":"Shanghai University of Finance and Economics","ror":"https://ror.org/00wtvfq62","country_code":"CN","type":"education","lineage":["https://openalex.org/I181679659"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xingran Chen","raw_affiliation_strings":["Shanghai University of Finance and Economics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai University of Finance and Economics","institution_ids":["https://openalex.org/I181679659"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I181679659"],"apc_list":null,"apc_paid":null,"fwci":0.4732,"has_fulltext":true,"cited_by_count":7,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.64274037,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1746","last_page":"1756"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.017899999395012856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain-discrepancy","display_name":"domain discrepancy","score":0.8960000276565552},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9819999933242798},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"commonsense reasoning","score":0.8040000200271606},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.9679999947547913},{"id":"https://openalex.org/keywords/language-model-fine-tuning","display_name":"language model fine-tuning","score":0.5690000057220459}],"concepts":[{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.8727231025695801},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.8609461784362793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.790603756904602},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.69558185338974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6093550324440002},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5564749240875244},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.462788850069046},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.4114140570163727},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.25114983320236206},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08157235383987427},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.058492511510849},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/2022.findings-acl.138","doi":"https://doi.org/10.18653/v1/2022.findings-acl.138","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-acl.138","pdf_url":"https://aclanthology.org/2022.findings-acl.138.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2022","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2109.02572","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.02572","pdf_url":"https://arxiv.org/pdf/2109.02572","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3197474963","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2109.02572.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2109.02572","doi":"https://doi.org/10.48550/arxiv.2109.02572","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2109.02572","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.findings-acl.138","doi":"https://doi.org/10.18653/v1/2022.findings-acl.138","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-acl.138","pdf_url":"https://aclanthology.org/2022.findings-acl.138.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2022","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285109111.pdf","grobid_xml":"https://content.openalex.org/works/W4285109111.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1599016936","https://openalex.org/W2194775991","https://openalex.org/W2406611863","https://openalex.org/W2579903943","https://openalex.org/W2626778328","https://openalex.org/W2798280648","https://openalex.org/W2799054028","https://openalex.org/W2805206884","https://openalex.org/W2806710540","https://openalex.org/W2807873315","https://openalex.org/W2896457183","https://openalex.org/W2898695519","https://openalex.org/W2923014074","https://openalex.org/W2945290257","https://openalex.org/W2946949951","https://openalex.org/W2953356739","https://openalex.org/W2962777029","https://openalex.org/W2963341956","https://openalex.org/W2963995027","https://openalex.org/W2965373594","https://openalex.org/W2967584709","https://openalex.org/W2970986510","https://openalex.org/W2979826702","https://openalex.org/W2980708516","https://openalex.org/W2989033444","https://openalex.org/W2989588035","https://openalex.org/W2991612931","https://openalex.org/W2994811754","https://openalex.org/W2996908057","https://openalex.org/W2998385486","https://openalex.org/W2998617917","https://openalex.org/W3007672467","https://openalex.org/W3014521650","https://openalex.org/W3017961061","https://openalex.org/W3021393209","https://openalex.org/W3023285645","https://openalex.org/W3034503989","https://openalex.org/W3034555021","https://openalex.org/W3036463250","https://openalex.org/W3093166897","https://openalex.org/W3098266846","https://openalex.org/W3104417388","https://openalex.org/W3114916066","https://openalex.org/W3174464510","https://openalex.org/W6893675597"],"related_works":["https://openalex.org/W3101244625","https://openalex.org/W2985797697","https://openalex.org/W4385570637","https://openalex.org/W4205553902","https://openalex.org/W3134929386","https://openalex.org/W2968908603","https://openalex.org/W3213963881","https://openalex.org/W2991223644"],"abstract_inverted_index":{"We":[0],"study":[1],"how":[2],"to":[3,35,61,66,84,91,96,101,120,129],"enhance":[4,97],"text":[5,40,98,123,158],"representation":[6],"via":[7],"textual":[8,47,76],"commonsense.We":[9],"point":[10],"out":[11],"that":[12],"commonsense":[13,20,37,54,95,115,155,162],"has":[14,21],"the":[15,29,53,62,67,104,121,130,146],"nature":[16,32],"of":[17,45,73,148],"domain":[18,68],"discrepancy.Namely,":[19],"different":[22],"data":[23],"formats":[24],"and":[25,117,160],"is":[26,49],"domain-independent":[27],"from":[28],"downstream":[30,63],"task.This":[31],"brings":[33],"challenges":[34],"introducing":[36,46],"in":[38,150],"general":[39,157],"understanding":[41],"tasks.A":[42],"typical":[43],"method":[44],"knowledge":[48],"continuing":[50],"pre-training":[51,139],"over":[52],"corpus.However,":[55],"it":[56],"will":[57],"cause":[58],"catastrophic":[59],"forgetting":[60],"task":[64],"due":[65],"discrepancy.In":[69],"addition,":[70,125],"previous":[71],"methods":[72],"directly":[74],"using":[75],"descriptions":[77,116],"as":[78,154],"extra":[79],"input":[80],"information":[81],"cannot":[82],"apply":[83],"large-scale":[85,93,141],"commonsense.In":[86],"this":[87],"paper,":[88],"we":[89,106],"propose":[90],"use":[92],"out-of-domain":[94],"representation.In":[99,124],"order":[100],"effectively":[102,113],"incorporate":[103],"commonsense,":[105],"proposed":[107],"OK-Transformer":[108,126,149],"(Out-of-domain":[109],"Knowledge":[110],"enhanced":[111],"Transformer).OK-Transformer":[112],"integrates":[114],"enhances":[118],"them":[119],"target":[122],"can":[127],"adapt":[128],"Transformer-based":[131],"language":[132],"models":[133],"(e.g.BERT,":[134],"RoBERTa)":[135],"for":[136],"free,":[137],"without":[138],"on":[140],"unsupervised":[142],"corpora.We":[143],"have":[144],"verified":[145],"effectiveness":[147],"multiple":[151],"applications":[152],"such":[153],"reasoning,":[156],"classification,":[159],"low-resource":[161],"settings.1":[163]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4285109111","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-07-14T00:00:00"}
