{"id":"https://openalex.org/W4387185356","doi":"https://doi.org/10.3233/faia230549","title":"How Does Diffusion Influence Pretrained Language Models on Out-of-Distribution Data?","display_name":"How Does Diffusion Influence Pretrained Language Models on Out-of-Distribution Data?","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387185356","doi":"https://doi.org/10.3233/faia230549"},"language":"en","primary_location":{"id":"doi:10.3233/faia230549","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230549","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230549","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230549","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062299183","display_name":"Huazheng Wang","orcid":"https://orcid.org/0000-0003-3918-6925"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Huazheng Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049999785","display_name":"Daixuan Cheng","orcid":"https://orcid.org/0000-0003-0405-9707"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Daixuan Cheng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008194128","display_name":"Haifeng Sun","orcid":"https://orcid.org/0000-0003-3072-7422"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Haifeng Sun","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432460","display_name":"Jingyu Wang","orcid":"https://orcid.org/0000-0002-2182-2228"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Jingyu Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406584","display_name":"Qi Qi","orcid":"https://orcid.org/0000-0003-0829-4624"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Qi Qi","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055685073","display_name":"Jianxin Liao","orcid":"https://orcid.org/0000-0003-1486-0573"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Jianxin Liao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100378520","display_name":"Jing Wang","orcid":"https://orcid.org/0000-0002-4627-6307"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Jing Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014006906","display_name":"Cong Liu","orcid":"https://orcid.org/0009-0009-0184-5965"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Cong Liu","raw_affiliation_strings":["China Mobile","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34444948,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8247730731964111},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6594681143760681},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5076180696487427},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.42458438873291016},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.423717200756073},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.42040184140205383},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3767796754837036},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37626874446868896},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33776670694351196}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8247730731964111},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6594681143760681},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5076180696487427},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.42458438873291016},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.423717200756073},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.42040184140205383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3767796754837036},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37626874446868896},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33776670694351196},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia230549","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230549","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230549","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia230549","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230549","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230549","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.4000000059604645}],"awards":[{"id":"https://openalex.org/G3591376991","display_name":null,"funder_award_id":"62171057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3829840669","display_name":null,"funder_award_id":"MCM20200202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4255581185","display_name":"\u9762\u5411\u7f51\u8054\u81ea\u52a8\u9a7e\u9a76\u7684\u6682\u6001\u8fb9\u7f18\u8d44\u6e90\u534f\u4f5c\u673a\u7406\u7814\u7a76","funder_award_id":"62071067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8615917232","display_name":null,"funder_award_id":"62201072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321470","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59"},{"id":"https://openalex.org/F4320329515","display_name":"China Mobile Research Institute","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387185356.pdf","grobid_xml":"https://content.openalex.org/works/W4387185356.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1493526108","https://openalex.org/W1522301498","https://openalex.org/W2070246124","https://openalex.org/W2113459411","https://openalex.org/W2130158090","https://openalex.org/W2251939518","https://openalex.org/W2512924740","https://openalex.org/W2531327146","https://openalex.org/W2607892599","https://openalex.org/W2867167548","https://openalex.org/W2896457183","https://openalex.org/W2905631704","https://openalex.org/W2963846996","https://openalex.org/W2963909453","https://openalex.org/W2979826702","https://openalex.org/W3036167779","https://openalex.org/W3092527263","https://openalex.org/W3121064530","https://openalex.org/W3177575812","https://openalex.org/W3181640983","https://openalex.org/W3198690080","https://openalex.org/W4224035735","https://openalex.org/W4226125322","https://openalex.org/W4281690218","https://openalex.org/W4283661461","https://openalex.org/W4285298468","https://openalex.org/W4287083626","https://openalex.org/W4288404646","https://openalex.org/W4306802991","https://openalex.org/W4308669689","https://openalex.org/W4308671448","https://openalex.org/W4309201156","https://openalex.org/W4310420099","https://openalex.org/W4385569744","https://openalex.org/W4385572942","https://openalex.org/W4385801725"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4205958290","https://openalex.org/W4386462264"],"abstract_inverted_index":{"Transformer-based":[0],"pretrained":[1],"language":[2],"models":[3,24,50,140],"(PLMs)":[4],"have":[5,25],"achieved":[6],"great":[7],"success":[8],"in":[9,149],"modern":[10],"NLP.":[11],"An":[12],"important":[13],"advantage":[14],"of":[15,29,48,79,151,170],"PLMs":[16,42,124],"is":[17,51,75],"good":[18],"out-of-distribution":[19],"(OOD)":[20],"robustness.":[21],"Recently,":[22],"diffusion":[23,33,40,49,54,80,126,139,166],"attracted":[26],"a":[27,52,64,76],"lot":[28],"work":[30],"to":[31,34,61,96,101,160],"apply":[32],"PLMs.":[35,171],"It":[36,120],"remains":[37],"under-explored":[38],"how":[39],"influences":[41],"on":[43,117,131],"OOD":[44,85,98,103,132,144,168],"data.":[45,133],"The":[46,71,134],"core":[47],"forward":[53],"process":[55,67],"which":[56,68],"gradually":[57],"applies":[58],"Gaussian":[59],"noise":[60],"inputs,":[62],"and":[63,100,113],"reverse":[65],"denoising":[66],"removes":[69],"noise.":[70],"noised":[72],"input":[73],"reconstruction":[74,90,129],"fundamental":[77],"ability":[78,130],"models.":[81],"We":[82],"directly":[83],"analyze":[84],"robustness":[86,169],"by":[87,108],"measuring":[88],"the":[89,94,128,152],"loss,":[91],"including":[92],"testing":[93],"abilities":[95],"reconstruct":[97],"data,":[99],"detect":[102,143],"samples.":[104],"Experiments":[105],"are":[106],"conducted":[107],"analyzing":[109],"different":[110],"training":[111],"parameters":[112],"data":[114],"statistical":[115],"features":[116],"eight":[118],"datasets.":[119],"shows":[121,137],"that":[122,138,165],"finetuning":[123],"with":[125,154],"degrades":[127],"comparison":[135],"also":[136],"can":[141],"effectively":[142],"samples,":[145],"achieving":[146],"state-of-the-art":[147],"performance":[148],"most":[150],"datasets":[153],"an":[155],"absolute":[156],"accuracy":[157],"improvement":[158],"up":[159],"18%.":[161],"These":[162],"results":[163],"indicate":[164],"reduces":[167]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}