{"id":"https://openalex.org/W4398794221","doi":"https://doi.org/10.3390/s24113365","title":"RB-GAT: A Text Classification Model Based on RoBERTa-BiGRU with Graph ATtention Network","display_name":"RB-GAT: A Text Classification Model Based on RoBERTa-BiGRU with Graph ATtention Network","publication_year":2024,"publication_date":"2024-05-24","ids":{"openalex":"https://openalex.org/W4398794221","doi":"https://doi.org/10.3390/s24113365","pmid":"https://pubmed.ncbi.nlm.nih.gov/38894157"},"language":"en","primary_location":{"id":"doi:10.3390/s24113365","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24113365","pdf_url":"https://www.mdpi.com/1424-8220/24/11/3365/pdf","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/11/3365/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077427845","display_name":"Shaoqing Lv","orcid":"https://orcid.org/0000-0001-8762-4091"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoqing Lv","raw_affiliation_strings":["School of Communication and Information Engineering, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China"],"raw_orcid":"https://orcid.org/0000-0001-8762-4091","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104290856","display_name":"Jungang Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jungang Dong","raw_affiliation_strings":["School of Communication and Information Engineering, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113228151","display_name":"Chichi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chichi Wang","raw_affiliation_strings":["School of Communication and Information Engineering, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031804796","display_name":"Xuanhong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanhong Wang","raw_affiliation_strings":["School of Communication and Information Engineering, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zhiqiang Bao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Bao","raw_affiliation_strings":["School of Communication and Information Engineering, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an 710121, China","institution_ids":["https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":4.1677,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.94622278,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"24","issue":"11","first_page":"3365","last_page":"3365"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.781631350517273},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6991565227508545},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6036913394927979},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5950465798377991},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5580317974090576},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.47933658957481384},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4660538136959076},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43882113695144653},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42962825298309326},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.29511722922325134},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.12056562304496765}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.781631350517273},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6991565227508545},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6036913394927979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5950465798377991},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5580317974090576},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47933658957481384},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4660538136959076},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43882113695144653},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42962825298309326},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29511722922325134},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.12056562304496765},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s24113365","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24113365","pdf_url":"https://www.mdpi.com/1424-8220/24/11/3365/pdf","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38894157","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38894157","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11175149","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11175149","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11175149/pdf/sensors-24-03365.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:a2747353db4948adac107d78f238b727","is_oa":false,"landing_page_url":"https://doaj.org/article/a2747353db4948adac107d78f238b727","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 11, p 3365 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24113365","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24113365","pdf_url":"https://www.mdpi.com/1424-8220/24/11/3365/pdf","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.75}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4398794221.pdf","grobid_xml":"https://content.openalex.org/works/W4398794221.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W1998257453","https://openalex.org/W2112796928","https://openalex.org/W2120615054","https://openalex.org/W2170240176","https://openalex.org/W2407776548","https://openalex.org/W2468907370","https://openalex.org/W2732547613","https://openalex.org/W2739996966","https://openalex.org/W2778443828","https://openalex.org/W2911262774","https://openalex.org/W2937423263","https://openalex.org/W2941799245","https://openalex.org/W2944851425","https://openalex.org/W2962946486","https://openalex.org/W2963174729","https://openalex.org/W2963355447","https://openalex.org/W2970398671","https://openalex.org/W2997162759","https://openalex.org/W3028860567","https://openalex.org/W3034824379","https://openalex.org/W3035568641","https://openalex.org/W3088578860","https://openalex.org/W3095395190","https://openalex.org/W3097300053","https://openalex.org/W3105625590","https://openalex.org/W3130218089","https://openalex.org/W3144293453","https://openalex.org/W3152195435","https://openalex.org/W3152893301","https://openalex.org/W3154000428","https://openalex.org/W3156333129","https://openalex.org/W4226283934","https://openalex.org/W4317931697","https://openalex.org/W4394912201","https://openalex.org/W6760001035","https://openalex.org/W6785482172"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3108503355","https://openalex.org/W4226420367","https://openalex.org/W2962876041","https://openalex.org/W3090555870","https://openalex.org/W3022820045","https://openalex.org/W3095506574","https://openalex.org/W3190449293","https://openalex.org/W2597655663"],"abstract_inverted_index":{"With":[0],"the":[1,54,70,87,91,109,112,154],"development":[2],"of":[3,135],"deep":[4],"learning,":[5],"several":[6],"graph":[7,93],"neural":[8],"network":[9,95],"(GNN)-based":[10],"approaches":[11],"have":[12],"been":[13],"utilized":[14],"for":[15,108],"text":[16,25,36,64,88,157],"classification.":[17],"However,":[18],"GNNs":[19],"encounter":[20],"challenges":[21],"when":[22],"capturing":[23],"contextual":[24],"information":[26,85],"within":[27],"a":[28,34,47,105,118],"document":[29],"sequence.":[30],"To":[31],"address":[32],"this,":[33],"novel":[35],"classification":[37,113,158],"model,":[38],"RB-GAT,":[39],"is":[40,58,76,96,151],"proposed":[41],"by":[42],"combining":[43],"RoBERTa-BiGRU":[44],"embedding":[45],"and":[46,63,82,140,147],"multi-head":[48,92],"Graph":[49],"ATtention":[50],"Network":[51],"(GAT).":[52],"First,":[53],"pre-trained":[55],"RoBERTa":[56],"model":[57],"exploited":[59],"to":[60,78,98,153],"learn":[61],"word":[62],"embeddings":[65],"in":[66],"different":[67],"contexts.":[68],"Second,":[69],"Bidirectional":[71],"Gated":[72],"Recurrent":[73],"Unit":[74],"(BiGRU)":[75],"employed":[77],"capture":[79],"long-term":[80],"dependencies":[81],"bidirectional":[83],"sentence":[84],"from":[86],"context.":[89],"Next,":[90],"attention":[94],"applied":[97],"analyze":[99],"this":[100],"information,":[101],"which":[102,150],"serves":[103],"as":[104],"node":[106],"feature":[107],"document.":[110],"Finally,":[111],"results":[114,122],"are":[115],"generated":[116],"through":[117],"Softmax":[119],"layer.":[120],"Experimental":[121],"on":[123,142],"five":[124],"benchmark":[125],"datasets":[126],"demonstrate":[127],"that":[128],"our":[129],"method":[130],"can":[131],"achieve":[132],"an":[133],"accuracy":[134],"71.48%,":[136],"98.45%,":[137],"80.32%,":[138],"90.84%,":[139],"95.67%":[141],"Ohsumed,":[143],"R8,":[144],"MR,":[145],"20NG":[146],"R52,":[148],"respectively,":[149],"superior":[152],"existing":[155],"nine":[156],"approaches.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}