{"id":"https://openalex.org/W3208246050","doi":"https://doi.org/10.1145/3459637.3482068","title":"CANCN-BERT","display_name":"CANCN-BERT","publication_year":2021,"publication_date":"2021-10-26","ids":{"openalex":"https://openalex.org/W3208246050","doi":"https://doi.org/10.1145/3459637.3482068","mag":"3208246050"},"language":"en","primary_location":{"id":"doi:10.1145/3459637.3482068","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3482068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101986464","display_name":"Jiao Pan","orcid":"https://orcid.org/0000-0003-4021-3249"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zijing Ji","raw_affiliation_strings":["Tianjin University & Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University & Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327868","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0001-9651-0651"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Tianjin University & Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University & Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004483608","display_name":"Yuxin Shen","orcid":"https://orcid.org/0000-0003-2061-4184"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Shen","raw_affiliation_strings":["Tianjin University & Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University & Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029977488","display_name":"Guozheng Rao","orcid":"https://orcid.org/0000-0002-6261-576X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guozheng Rao","raw_affiliation_strings":["Tianjin University & Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University & Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101986464"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":0.4079,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.69370954,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3112","last_page":"3116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8166462182998657},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5619992613792419},{"id":"https://openalex.org/keywords/ideal","display_name":"Ideal (ethics)","score":0.5171781778335571},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.503938615322113},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5031251311302185},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4940205216407776},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.48181429505348206},{"id":"https://openalex.org/keywords/rule-based-machine-translation","display_name":"Rule-based machine translation","score":0.472040057182312},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.4264991283416748},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19121673703193665}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8166462182998657},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5619992613792419},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.5171781778335571},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.503938615322113},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5031251311302185},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4940205216407776},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.48181429505348206},{"id":"https://openalex.org/C53893814","wikidata":"https://www.wikidata.org/wiki/Q7378909","display_name":"Rule-based machine translation","level":2,"score":0.472040057182312},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.4264991283416748},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19121673703193665},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3459637.3482068","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3482068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8500000238418579,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1103005267","display_name":null,"funder_award_id":"61972275","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4388260376","display_name":null,"funder_award_id":"2019ITA03006","funder_id":"https://openalex.org/F4320321106","funder_display_name":"Ministry of Education of the People's Republic of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2362403958","https://openalex.org/W2377012349","https://openalex.org/W2896457183","https://openalex.org/W2938830017","https://openalex.org/W2962753370","https://openalex.org/W2965373594","https://openalex.org/W2971871542","https://openalex.org/W2975059944","https://openalex.org/W2986550325","https://openalex.org/W3013571468","https://openalex.org/W3098065087","https://openalex.org/W3102725307","https://openalex.org/W3210120707","https://openalex.org/W4205807230","https://openalex.org/W7061888381"],"related_works":["https://openalex.org/W2075768550","https://openalex.org/W3022218857","https://openalex.org/W2369178846","https://openalex.org/W2370289839","https://openalex.org/W2082716031","https://openalex.org/W2933494595","https://openalex.org/W4313347705","https://openalex.org/W1568049691","https://openalex.org/W1590096425","https://openalex.org/W2890485617"],"abstract_inverted_index":{"Pre-Trained":[0],"Models":[1],"(PTMs)":[2],"can":[3,147],"learn":[4],"general":[5],"knowledge":[6],"representations":[7],"and":[8,33,47,70,85,112,143,149,170,173,176],"perform":[9],"well":[10],"in":[11,45,56],"Natural":[12],"Language":[13],"Processing":[14],"(NLP)":[15],"tasks.":[16],"For":[17],"the":[18,43,78,130,133,152,180,186],"Chinese":[19,32,40,63,72,114,172],"language,":[20],"several":[21],"PTMs":[22],"are":[23,34,97],"developed,":[24],"however,":[25],"most":[26],"existing":[27],"methods":[28,125],"concentrate":[29],"on":[30,167],"modern":[31,86,113,144,171],"not":[35],"ideal":[36],"for":[37,155],"processing":[38,82,168],"classical":[39,84,111,142,169],"due":[41],"to":[42,58,100,106,110],"differences":[44],"grammars":[46],"semantics":[48],"between":[49],"these":[50],"two":[51,60],"forms.":[52,157],"In":[53],"this":[54],"paper,":[55],"order":[57],"process":[59],"forms":[61],"of":[62,80,92,132,140,182,188],"uniformly,":[64],"we":[65,117],"propose":[66],"a":[67,119],"novel":[68],"Classical":[69],"Modern":[71],"pre-trained":[73],"language":[74],"model":[75,137,163],"(CANCN-BERT),":[76],"with":[77,129],"advantage":[79],"effectively":[81],"both":[83,141,156],"Chinese,":[87,145],"which":[88,146],"is":[89],"an":[90],"extension":[91],"BERT.":[93],"Form-aware":[94],"pre-training":[95],"tasks":[96],"elaborately":[98],"designed":[99],"train":[101],"our":[102,162],"model,":[103,121],"so":[104],"as":[105],"better":[107],"adapt":[108],"it":[109],"corpus.":[115],"Moreover,":[116],"define":[118],"joint":[120],"proposing":[122],"dedicated":[123],"optimization":[124],"through":[126],"different":[127],"paths":[128],"control":[131],"switch":[134],"mechanism.":[135],"Our":[136],"merges":[138],"characteristics":[139],"adequately":[148],"efficiently":[150],"enhance":[151],"representation":[153],"ability":[154],"Extensive":[158],"experiments":[159,184],"show":[160],"that":[161],"outperforms":[164],"baseline":[165],"models":[166],"achieves":[174],"significant":[175],"consistent":[177],"improvements.":[178],"Also,":[179],"results":[181],"ablation":[183],"demonstrate":[185],"effectiveness":[187],"each":[189],"module.":[190]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-11-08T00:00:00"}