{"id":"https://openalex.org/W4411552702","doi":"https://doi.org/10.1109/cscwd64889.2025.11033399","title":"Research on Key Methods for Extracting High-Quality Chinese Corpus Based on Common Crawl","display_name":"Research on Key Methods for Extracting High-Quality Chinese Corpus Based on Common Crawl","publication_year":2025,"publication_date":"2025-05-05","ids":{"openalex":"https://openalex.org/W4411552702","doi":"https://doi.org/10.1109/cscwd64889.2025.11033399"},"language":"en","primary_location":{"id":"doi:10.1109/cscwd64889.2025.11033399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd64889.2025.11033399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 28th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038206919","display_name":"Leling Xiao","orcid":"https://orcid.org/0009-0007-8977-6954"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianhui Xiao","raw_affiliation_strings":["Qilu University of Technology,Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, (National Supercomputer Center in Jinan), (Shandong Academy of Sciences),Jinan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology,Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, (National Supercomputer Center in Jinan), (Shandong Academy of Sciences),Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101819467","display_name":"Zhigang Zhao","orcid":"https://orcid.org/0000-0002-1760-7939"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigang Zhao","raw_affiliation_strings":["Qilu University of Technology,Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, (National Supercomputer Center in Jinan), (Shandong Academy of Sciences),Jinan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology,Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, (National Supercomputer Center in Jinan), (Shandong Academy of Sciences),Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100769672","display_name":"Chunxiao Wang","orcid":"https://orcid.org/0000-0002-2417-6540"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Wang","raw_affiliation_strings":["Qilu University of Technology,Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, (National Supercomputer Center in Jinan), (Shandong Academy of Sciences),Jinan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology,Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, (National Supercomputer Center in Jinan), (Shandong Academy of Sciences),Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409994","display_name":"Jian Zhang","orcid":"https://orcid.org/0000-0002-7240-3541"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhang","raw_affiliation_strings":["Qilu University of Technology,Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, (National Supercomputer Center in Jinan), (Shandong Academy of Sciences),Jinan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology,Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, (National Supercomputer Center in Jinan), (Shandong Academy of Sciences),Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082303554","display_name":"Fulai Liu","orcid":"https://orcid.org/0000-0002-5006-8965"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fulai Liu","raw_affiliation_strings":["Qilu University of Technology,Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, (National Supercomputer Center in Jinan), (Shandong Academy of Sciences),Jinan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology,Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center, (National Supercomputer Center in Jinan), (Shandong Academy of Sciences),Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"910","last_page":"915"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8514999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8514999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.7706209421157837},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.745698869228363},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5508089065551758},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5410946011543274},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5239500999450684},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.41561001539230347},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3233413100242615},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.055528730154037476}],"concepts":[{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.7706209421157837},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.745698869228363},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5508089065551758},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5410946011543274},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5239500999450684},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41561001539230347},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3233413100242615},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.055528730154037476},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cscwd64889.2025.11033399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd64889.2025.11033399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 28th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4667916230","display_name":null,"funder_award_id":"202333043","funder_id":"https://openalex.org/F4320310075","funder_display_name":"Jinan Science and Technology Bureau"}],"funders":[{"id":"https://openalex.org/F4320310075","display_name":"Jinan Science and Technology Bureau","ror":"https://ror.org/016p59286"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1978394996","https://openalex.org/W3102188065","https://openalex.org/W3177765786","https://openalex.org/W3187018546","https://openalex.org/W3191730131","https://openalex.org/W4200554941","https://openalex.org/W6679855610","https://openalex.org/W6769627184","https://openalex.org/W6774242638","https://openalex.org/W6778869242","https://openalex.org/W6788175385","https://openalex.org/W6799058062","https://openalex.org/W6802317279","https://openalex.org/W6851775633"],"related_works":["https://openalex.org/W2140798747","https://openalex.org/W2948169060","https://openalex.org/W2730112582","https://openalex.org/W2110696645","https://openalex.org/W2358580169","https://openalex.org/W2111347279","https://openalex.org/W4399426197","https://openalex.org/W2487211728","https://openalex.org/W2378096925","https://openalex.org/W2485376993"],"abstract_inverted_index":{"With":[0],"the":[1,15,33,58,76,81,132],"rapid":[2],"development":[3],"of":[4,35,71,83],"large-scale":[5,196],"Chinese":[6,20,27,54,142,197],"pre-trained":[7,198],"language":[8,12],"models":[9],"and":[10,43,66,88,111,126,161,178,184,204],"natural":[11],"processing":[13,134],"technologies,":[14],"demand":[16],"for":[17,194],"large,":[18],"high-quality":[19,36,53,141],"corpora":[21,28,55],"is":[22],"significantly":[23,200],"increasing.":[24],"However,":[25],"current":[26],"often":[29],"fail":[30],"to":[31,39,51,79,120,155],"meet":[32],"demands":[34],"training":[37,195],"due":[38],"their":[40,202],"limited":[41],"size":[42],"substandard":[44],"quality.":[45],"This":[46,187],"paper":[47,74,99],"introduces":[48,89],"a":[49,90,139,151,190],"method":[50,92,154],"extract":[52],"based":[56,93,107],"on":[57,94,108],"Common":[59],"Crawl":[60],"dataset,":[61],"enhancing":[62],"existing":[63,121],"quality":[64],"filtering":[65],"deduplication":[67,91],"methods.":[68],"In":[69],"terms":[70],"deduplication,":[72],"this":[73,98,146],"enhances":[75],"Simhash":[77],"algorithm":[78],"tackle":[80],"issue":[82],"feature":[84],"word":[85],"co-occurrence":[86],"effectively":[87],"sentence":[95],"clusters.":[96],"Additionally,":[97],"proposes":[100],"an":[101],"offensive":[102,122],"speech":[103,123],"detection":[104,124],"method,":[105],"ODet,":[106],"prefix":[109],"tuning":[110],"prompt":[112],"learning.":[113],"ODet":[114],"has":[115,127],"demonstrated":[116],"superior":[117],"performance":[118],"compared":[119],"methods":[125],"been":[128],"successfully":[129,137],"applied":[130,150],"in":[131,171],"corpus":[133],"workflow.":[135],"We":[136],"extracted":[138],"500GB":[140],"corpus,":[143],"CHCorpus,":[144],"employing":[145],"approach.":[147],"Furthermore,":[148],"we":[149],"perplexity":[152,172],"calculation":[153],"segment":[156],"CHCorpus":[157,169],"into":[158],"head,":[159],"middle,":[160],"tail":[162],"sections.":[163],"The":[164],"experimental":[165],"outcomes":[166],"indicate":[167],"that":[168],"excels":[170],"assessments,":[173],"several":[174],"CLUE":[175],"benchmark":[176],"tasks,":[177],"text":[179],"summarization,":[180],"surpassing":[181],"Wikipedia,":[182],"CLUECorpus2020,":[183],"CCNet":[185],"corpora.":[186],"research":[188],"provides":[189],"robust":[191],"data":[192],"foundation":[193],"models,":[199],"improving":[201],"robustness":[203],"security.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}