{"id":"https://openalex.org/W4405429653","doi":"https://doi.org/10.1109/access.2024.3516946","title":"Efficiently Learning an Encoder That Classifies Token Replacements and Masked Permuted Network-Based BIGRU Attention Classifier for Enhancing Sentiment Classification of Scientific Text","display_name":"Efficiently Learning an Encoder That Classifies Token Replacements and Masked Permuted Network-Based BIGRU Attention Classifier for Enhancing Sentiment Classification of Scientific Text","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4405429653","doi":"https://doi.org/10.1109/access.2024.3516946"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3516946","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3516946","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3516946","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028128236","display_name":"Muhammad Inaam ul haq","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Muhammad Inaam Ul Haq","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5759-073X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023371922","display_name":"Khalid Mahmood","orcid":"https://orcid.org/0000-0001-5046-7766"},"institutions":[{"id":"https://openalex.org/I75357094","display_name":"National Yunlin University of Science and Technology","ror":"https://ror.org/04qkq2m54","country_code":"TW","type":"education","lineage":["https://openalex.org/I75357094"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Khalid Mahmood","raw_affiliation_strings":["Graduate School of Intelligent Data Science, National Yunlin University of Science and Technology, Douliu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-5046-7766","affiliations":[{"raw_affiliation_string":"Graduate School of Intelligent Data Science, National Yunlin University of Science and Technology, Douliu, Taiwan","institution_ids":["https://openalex.org/I75357094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090335612","display_name":"Qianmu Li","orcid":"https://orcid.org/0000-0002-0998-1517"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianmu Li","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011213078","display_name":"Ashok Kumar Das","orcid":"https://orcid.org/0000-0002-5196-9589"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashok Kumar Das","raw_affiliation_strings":["Center for Security, Theory and Algorithmic Research, International Institute of Information Technology at Hyderabad, Hyderabad, India"],"raw_orcid":"https://orcid.org/0000-0002-5196-9589","affiliations":[{"raw_affiliation_string":"Center for Security, Theory and Algorithmic Research, International Institute of Information Technology at Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052787847","display_name":"Sachin Shetty","orcid":"https://orcid.org/0000-0002-8789-0610"},"institutions":[{"id":"https://openalex.org/I81365321","display_name":"Old Dominion University","ror":"https://ror.org/04zjtrb98","country_code":"US","type":"education","lineage":["https://openalex.org/I81365321"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sachin Shetty","raw_affiliation_strings":["Department of Modeling, Simulation and Visualization Engineering, Virginia Modeling, Analysis and Simulation Center, Old Dominion University, Suffolk, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8789-0610","affiliations":[{"raw_affiliation_string":"Department of Modeling, Simulation and Visualization Engineering, Virginia Modeling, Analysis and Simulation Center, Old Dominion University, Suffolk, VA, USA","institution_ids":["https://openalex.org/I81365321"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100898714","display_name":"Majid Hussain","orcid":"https://orcid.org/0009-0002-5968-0509"},"institutions":[{"id":"https://openalex.org/I4210147796","display_name":"University of Faisalabad","ror":"https://ror.org/04eps4h65","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210147796"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Majid Hussain","raw_affiliation_strings":["Department of Computer Science, The University of Faisalabad, Faisalabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0002-5968-0509","affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Faisalabad, Faisalabad, Pakistan","institution_ids":["https://openalex.org/I4210147796"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5028128236"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9762,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.81316635,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"12","issue":null,"first_page":"190240","last_page":"190254"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9316999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9316999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7733019590377808},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7011731863021851},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6708166003227234},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6433347463607788},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5346623659133911},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4111676812171936},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3284078538417816},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32414162158966064},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15922683477401733}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7733019590377808},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7011731863021851},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6708166003227234},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6433347463607788},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5346623659133911},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4111676812171936},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3284078538417816},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32414162158966064},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15922683477401733},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2024.3516946","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3516946","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.odu.edu:vmasc_pubs-1136","is_oa":true,"landing_page_url":"https://digitalcommons.odu.edu/vmasc_pubs/135","pdf_url":null,"source":{"id":"https://openalex.org/S4377196314","display_name":"ODU Digital Commons (Old Dominion University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I81365321","host_organization_name":"Old Dominion University","host_organization_lineage":["https://openalex.org/I81365321"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"VMASC Publications","raw_type":"article"},{"id":"pmh:oai:doaj.org/article:124aa6f1db7045cd963455804b9585a6","is_oa":true,"landing_page_url":"https://doaj.org/article/124aa6f1db7045cd963455804b9585a6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 190240-190254 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3516946","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3516946","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2473418344","https://openalex.org/W2757016771","https://openalex.org/W2937423263","https://openalex.org/W2945976633","https://openalex.org/W2950635152","https://openalex.org/W2962815673","https://openalex.org/W2965373594","https://openalex.org/W2968463578","https://openalex.org/W2998860469","https://openalex.org/W3034238904","https://openalex.org/W3046125821","https://openalex.org/W3088886232","https://openalex.org/W3107577028","https://openalex.org/W3133702157","https://openalex.org/W3156333129","https://openalex.org/W3158433293","https://openalex.org/W4206078786","https://openalex.org/W4224251966","https://openalex.org/W4224262073","https://openalex.org/W4226138673","https://openalex.org/W4226469058","https://openalex.org/W4285241033","https://openalex.org/W4295780176","https://openalex.org/W4300964701","https://openalex.org/W4316035548","https://openalex.org/W4360996728","https://openalex.org/W4385245566","https://openalex.org/W4389396140","https://openalex.org/W4390509281","https://openalex.org/W4391052842","https://openalex.org/W4392303127","https://openalex.org/W4392940073","https://openalex.org/W4394626895","https://openalex.org/W4394681939","https://openalex.org/W4396584542","https://openalex.org/W6639219424","https://openalex.org/W6724899901","https://openalex.org/W6755207826","https://openalex.org/W6769627184","https://openalex.org/W6771917389","https://openalex.org/W6776148200","https://openalex.org/W6778883912","https://openalex.org/W6779709467","https://openalex.org/W6781533629"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889","https://openalex.org/W4285141722","https://openalex.org/W4387768015"],"abstract_inverted_index":{"The":[0,99],"exponential":[1],"growth":[2],"of":[3,55,114,129,159],"scientific":[4,135,173],"literature":[5],"in":[6,11,157,172],"digital":[7],"repositories":[8],"poses":[9],"challenges":[10],"interpreting":[12],"complex":[13],"attitudes":[14],"within":[15],"academic":[16],"texts.":[17],"Traditional":[18],"sentiment":[19,175],"analysis":[20,176],"methods":[21],"often":[22],"struggle":[23],"with":[24],"nuanced":[25],"word":[26],"meanings":[27],"due":[28],"to":[29,66,81,93],"contextual":[30,108],"variations.":[31],"To":[32],"address":[33],"this,":[34],"we":[35],"propose":[36],"the":[37,44,52,83,91,111,123],"Electra-MPNet-based":[38],"BiGRU":[39,73],"attention":[40,77,84],"classifier":[41],"that":[42],"extracts":[43],"high-level":[45],"semantic":[46],"features":[47,62],"from":[48,134],"citation":[49,131],"sentences":[50,132],"using":[51],"combined":[53,65],"strength":[54],"Electra":[56],"and":[57,86,105,117,149,153,164],"MPNet":[58],"encoder":[59],"layers.":[60],"These":[61],"are":[63],"then":[64],"extract":[67],"long-range":[68],"dependencies":[69],"through":[70],"a":[71,127],"stacked":[72],"layer.":[74],"A":[75],"linear":[76],"mechanism":[78],"is":[79],"imposed":[80],"estimate":[82],"weights":[85],"context":[87],"vector":[88],"which":[89,167],"enables":[90],"model":[92,101,125,141],"selectively":[94],"focus":[95],"on":[96,126],"relevant":[97],"information.":[98],"proposed":[100,124],"overcomes":[102],"inherent":[103],"constraints":[104],"adeptly":[106],"manages":[107],"information,":[109],"enhancing":[110],"model\u2019s":[112],"understanding":[113],"sequential":[115],"data":[116],"improving":[118],"predictive":[119],"accuracy.":[120],"We":[121],"evaluate":[122],"dataset":[128],"8736":[130],"extracted":[133],"articles":[136],"spanning":[137],"multiple":[138],"domains.":[139],"Our":[140],"outperforms":[142],"state-of-the-art":[143],"models":[144,156],"like":[145],"LSTM-GRU,":[146],"Bert-BiLSTM,":[147],"Bert-LSTM-CNN":[148],"MPNet,":[150],"Electra,":[151],"BiGRU,":[152],"machine":[154],"learning":[155],"terms":[158],"accuracy,":[160],"precision,":[161],"recall,":[162],"F1":[163],"kappa":[165],"measure":[166],"further":[168],"solidifies":[169],"its":[170],"superiority":[171],"text":[174],"tasks.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}