{"id":"https://openalex.org/W4320002848","doi":"https://doi.org/10.1109/access.2023.3240162","title":"Electric Power Audit Text Classification With Multi-Grained Pre-Trained Language Model","display_name":"Electric Power Audit Text Classification With Multi-Grained Pre-Trained Language Model","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4320002848","doi":"https://doi.org/10.1109/access.2023.3240162"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3240162","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3240162","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10026821.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10026821.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026394263","display_name":"Qinglin Meng","orcid":"https://orcid.org/0000-0002-3855-0660"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Qinglin Meng","raw_affiliation_strings":["Comprehensive Service Center, State Grid Tianjin Electric Power Company, Tianjin, China","Zhangjiakou Wanquan District Power Supply Branch, State Grid Jibei Electric Power Company Ltd., Heibei, Zhangjiakou, China"],"raw_orcid":"https://orcid.org/0000-0002-3855-0660","affiliations":[{"raw_affiliation_string":"Comprehensive Service Center, State Grid Tianjin Electric Power Company, Tianjin, China","institution_ids":[]},{"raw_affiliation_string":"Zhangjiakou Wanquan District Power Supply Branch, State Grid Jibei Electric Power Company Ltd., Heibei, Zhangjiakou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048743287","display_name":"Yan Song","orcid":"https://orcid.org/0000-0002-1102-963X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan Song","raw_affiliation_strings":["Comprehensive Service Center, State Grid Tianjin Electric Power Company, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Comprehensive Service Center, State Grid Tianjin Electric Power Company, Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112325073","display_name":"Jian Mu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210097143","display_name":"Tianjin Research Institute of Electric Science (China)","ror":"https://ror.org/010ryc044","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210097143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Mu","raw_affiliation_strings":["State Grid Tianjin Electric Power Company, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Tianjin Electric Power Company, Tianjin, China","institution_ids":["https://openalex.org/I4210097143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083120546","display_name":"Yuanxu Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanxu Lv","raw_affiliation_strings":["State Grid Corporation of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Corporation of China, Beijing, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066144350","display_name":"Jiachen Yang","orcid":"https://orcid.org/0000-0003-2558-552X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiachen Yang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2558-552X","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057436333","display_name":"Liang Xu","orcid":"https://orcid.org/0009-0002-9010-0955"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang Xu","raw_affiliation_strings":["Tianjin Tianyuan Power Engineering Company Ltd., Baodi Power Supply Branch, State Grid Tianjin Electric Power Company, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin Tianyuan Power Engineering Company Ltd., Baodi Power Supply Branch, State Grid Tianjin Electric Power Company, Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100723216","display_name":"Jin Zhao","orcid":"https://orcid.org/0000-0001-7741-4832"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin Zhao","raw_affiliation_strings":["Electric Power Research Institute, State Grid Shanxi Electric Power Company, Taiyuan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electric Power Research Institute, State Grid Shanxi Electric Power Company, Taiyuan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junwei Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junwei Ma","raw_affiliation_strings":["Information and Communication Branch, State Grid Shanxi Electric Power Company, Taiyuan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information and Communication Branch, State Grid Shanxi Electric Power Company, Taiyuan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038502491","display_name":"Wei Yao","orcid":"https://orcid.org/0000-0002-3826-4728"},"institutions":[{"id":"https://openalex.org/I4210110794","display_name":"Taiyuan Heavy Industry (China)","ror":"https://ror.org/022vzex26","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210110794"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Yao","raw_affiliation_strings":["Taiyuan Power Supply Company, State Grid Shanxi Electric Power Company, Shanxi, Taiyuan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan Power Supply Company, State Grid Shanxi Electric Power Company, Shanxi, Taiyuan, China","institution_ids":["https://openalex.org/I4210110794"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101661202","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0003-1667-4950"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["Chengxi Power Supply Branch, State Grid Tianjin Electric Power Company, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengxi Power Supply Branch, State Grid Tianjin Electric Power Company, Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002546550","display_name":"Maoxiang Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maoxiang Xiao","raw_affiliation_strings":["Ningdongshengyuan Electric Power Engineering Company Ltd., Ninghe Power Supply Branch, State Grid Tianjin Electric Power Company, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ningdongshengyuan Electric Power Engineering Company Ltd., Ninghe Power Supply Branch, State Grid Tianjin Electric Power Company, Tianjin, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101995955","display_name":"Qingyu Meng","orcid":"https://orcid.org/0000-0002-8367-8743"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qingyu Meng","raw_affiliation_strings":["Comprehensive Service Center, State Grid Tianjin Electric Power Company, Tianjin, China","Zhangjiakou Wanquan District Power Supply Branch, State Grid Jibei Electric Power Company Ltd., Heibei, Zhangjiakou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Comprehensive Service Center, State Grid Tianjin Electric Power Company, Tianjin, China","institution_ids":[]},{"raw_affiliation_string":"Zhangjiakou Wanquan District Power Supply Branch, State Grid Jibei Electric Power Company Ltd., Heibei, Zhangjiakou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5026394263"],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":12.4632,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":{"value":0.99016831,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"13510","last_page":"13518"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11063","display_name":"Rough Sets and Fuzzy Logic","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11063","display_name":"Rough Sets and Fuzzy Logic","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8235176801681519},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6175015568733215},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5317553281784058},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5160152912139893},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46527525782585144},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4593295454978943},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.4252234101295471}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8235176801681519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6175015568733215},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5317553281784058},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5160152912139893},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46527525782585144},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4593295454978943},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.4252234101295471},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3240162","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3240162","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10026821.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:240616eef89b44c78ef40a8a7895cc4b","is_oa":true,"landing_page_url":"https://doaj.org/article/240616eef89b44c78ef40a8a7895cc4b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 13510-13518 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3240162","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3240162","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10026821.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320002848.pdf","grobid_xml":"https://content.openalex.org/works/W4320002848.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1560851690","https://openalex.org/W2296194829","https://openalex.org/W2884181179","https://openalex.org/W2896457183","https://openalex.org/W2914767245","https://openalex.org/W2937423263","https://openalex.org/W2953356739","https://openalex.org/W2963026768","https://openalex.org/W2970771982","https://openalex.org/W2988217457","https://openalex.org/W2988647680","https://openalex.org/W3011411500","https://openalex.org/W3034533785","https://openalex.org/W3105625590","https://openalex.org/W3177382889","https://openalex.org/W4313156423","https://openalex.org/W4385245566","https://openalex.org/W6680300913","https://openalex.org/W6742080785","https://openalex.org/W6758930985","https://openalex.org/W6776048684","https://openalex.org/W6791353385"],"related_works":["https://openalex.org/W2404937507","https://openalex.org/W2030757640","https://openalex.org/W3121186197","https://openalex.org/W2373849942","https://openalex.org/W151161666","https://openalex.org/W2118407572","https://openalex.org/W2260291664","https://openalex.org/W2360464208","https://openalex.org/W2071653420","https://openalex.org/W2042209980"],"abstract_inverted_index":{"Electric":[0],"power":[1,14,103,189,234],"audit":[2,104,190,235],"text":[3,51,191,236],"classification":[4,20,192],"is":[5],"one":[6],"of":[7,18,40,50,72,98,223,247],"the":[8,38,47,70,76,96,110,122,133,138,245],"important":[9],"research":[10,139],"problem":[11],"in":[12,75,108,121,132,141,171,220,250],"electric":[13,99,102,181,188,233],"systems.":[15],"Recently,":[16],"kinds":[17],"automatic":[19],"methods":[21],"for":[22,87,187],"these":[23],"texts":[24,93,173],"based":[25],"on":[26,62,137],"machine":[27,203],"learning":[28,31,204],"or":[29,119],"deep":[30],"models":[32,82,219],"have":[33],"been":[34],"applied.":[35],"At":[36],"present,":[37],"development":[39],"computing":[41],"technology":[42],"makes":[43],"\u201cpre-training":[44],"and":[45,89,159,169,178,209],"fine-tuning\u201d":[46],"newest":[48],"paradigm":[49],"classification,":[52],"which":[53],"achieves":[54],"better":[55],"results":[56,107,196],"than":[57],"previous":[58],"fully-supervised":[59],"models.":[60],"Based":[61,136],"pre-training":[63,66,81,123,153],"theory,":[64],"domain-related":[65],"tasks":[67,74,166],"can":[68,129,215,228],"enhance":[69],"performance":[71],"downstream":[73],"specific":[77],"domain.":[78],"However,":[79],"existing":[80,218],"usually":[83],"use":[84,92],"general":[85,210],"corpus":[86],"pre-training,":[88],"do":[90],"not":[91,113],"related":[94],"to":[95,174,232,243,252],"field":[97],"power,":[100],"especially":[101],"texts.":[105],"This":[106],"that":[109,126],"model":[111,149,158],"does":[112],"learn":[114,175],"too":[115],"much":[116],"electric-power-related":[117,172],"morphology":[118,177],"semantics":[120,179],"stage,":[124],"so":[125],"less":[127],"information":[128],"be":[130,229],"used":[131],"fine-tuning":[134],"stage.":[135],"status,":[140],"this":[142],"paper,":[143],"we":[144],"propose":[145],"EPAT-BERT,":[146],"a":[147,221],"BERT-based":[148],"pre-trained":[150,211],"by":[151],"two-granularity":[152],"tasks:":[154],"word-level":[155],"masked":[156,161],"language":[157,162,212],"entity-level":[160],"model.":[163],"These":[164],"two":[165],"predict":[167],"word":[168],"entity":[170],"abundant":[176],"about":[180],"power.":[182],"We":[183,238],"then":[184],"fine-tune":[185],"EPAT-BERT":[186,214,227,251],"task.":[193],"The":[194],"experimental":[195],"show":[197],"that,":[198],"compared":[199],"with":[200],"fully":[201],"supervised":[202],"models,":[205,208,213],"neural":[206],"network":[207],"significantly":[216],"outperform":[217],"variety":[222],"evaluation":[224],"metrics.":[225],"Therefore,":[226],"further":[230,253],"applied":[231],"classification.":[237],"also":[239],"conduct":[240],"ablation":[241],"studies":[242],"prove":[244],"effectiveness":[246],"each":[248],"component":[249],"illustrate":[254],"our":[255],"motivations.":[256]},"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":6}],"updated_date":"2026-05-28T09:10:13.091523","created_date":"2025-10-10T00:00:00"}