{"id":"https://openalex.org/W4413434316","doi":"https://doi.org/10.3390/sym17091374","title":"BERNN: A Transformer-BiLSTM Hybrid Model for Cross-Domain Short Text Classification in Agricultural Expert Systems","display_name":"BERNN: A Transformer-BiLSTM Hybrid Model for Cross-Domain Short Text Classification in Agricultural Expert Systems","publication_year":2025,"publication_date":"2025-08-22","ids":{"openalex":"https://openalex.org/W4413434316","doi":"https://doi.org/10.3390/sym17091374"},"language":"en","primary_location":{"id":"doi:10.3390/sym17091374","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17091374","pdf_url":"https://www.mdpi.com/2073-8994/17/9/1374/pdf?version=1755842653","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/17/9/1374/pdf?version=1755842653","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100664390","display_name":"Xueyong Li","orcid":"https://orcid.org/0000-0002-9105-1764"},"institutions":[{"id":"https://openalex.org/I4210163247","display_name":"Henan Institute of Science and Technology","ror":"https://ror.org/0578f1k82","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163247"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xueyong Li","raw_affiliation_strings":["School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China","institution_ids":["https://openalex.org/I4210163247"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031176052","display_name":"Menghao Zhang","orcid":"https://orcid.org/0000-0001-5274-5512"},"institutions":[{"id":"https://openalex.org/I4210163247","display_name":"Henan Institute of Science and Technology","ror":"https://ror.org/0578f1k82","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163247"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menghao Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China","institution_ids":["https://openalex.org/I4210163247"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaojuan Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210163247","display_name":"Henan Institute of Science and Technology","ror":"https://ror.org/0578f1k82","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163247"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojuan Guo","raw_affiliation_strings":["School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China","institution_ids":["https://openalex.org/I4210163247"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414883","display_name":"Jiaxin Zhang","orcid":"https://orcid.org/0000-0003-4859-2001"},"institutions":[{"id":"https://openalex.org/I4210163247","display_name":"Henan Institute of Science and Technology","ror":"https://ror.org/0578f1k82","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163247"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China","institution_ids":["https://openalex.org/I4210163247"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100308309","display_name":"Jiaxia Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210163247","display_name":"Henan Institute of Science and Technology","ror":"https://ror.org/0578f1k82","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163247"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxia Sun","raw_affiliation_strings":["School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China","institution_ids":["https://openalex.org/I4210163247"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001482322","display_name":"Xing Yun","orcid":"https://orcid.org/0000-0001-7921-1529"},"institutions":[{"id":"https://openalex.org/I4210163247","display_name":"Henan Institute of Science and Technology","ror":"https://ror.org/0578f1k82","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163247"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianqin Yun","raw_affiliation_strings":["School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China","institution_ids":["https://openalex.org/I4210163247"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004181120","display_name":"Liyuan Zheng","orcid":"https://orcid.org/0000-0002-8699-2914"},"institutions":[{"id":"https://openalex.org/I4210163247","display_name":"Henan Institute of Science and Technology","ror":"https://ror.org/0578f1k82","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163247"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liyuan Zheng","raw_affiliation_strings":["School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China","institution_ids":["https://openalex.org/I4210163247"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024247657","display_name":"Wenyue Zhao","orcid":"https://orcid.org/0000-0002-6280-6339"},"institutions":[{"id":"https://openalex.org/I4210163247","display_name":"Henan Institute of Science and Technology","ror":"https://ror.org/0578f1k82","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163247"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyue Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China","institution_ids":["https://openalex.org/I4210163247"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119389753","display_name":"Lican Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210163247","display_name":"Henan Institute of Science and Technology","ror":"https://ror.org/0578f1k82","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163247"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lican Li","raw_affiliation_strings":["School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China","institution_ids":["https://openalex.org/I4210163247"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106443259","display_name":"Haohao Zhang","orcid":"https://orcid.org/0009-0002-8792-1373"},"institutions":[{"id":"https://openalex.org/I4210163247","display_name":"Henan Institute of Science and Technology","ror":"https://ror.org/0578f1k82","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163247"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haohao Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Institute of Science and Technology, Xinxiang 453003, China","institution_ids":["https://openalex.org/I4210163247"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100664390"],"corresponding_institution_ids":["https://openalex.org/I4210163247"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":1.2699,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85251479,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"17","issue":"9","first_page":"1374","last_page":"1374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6007863879203796},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.5289136171340942},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5231027603149414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48759523034095764},{"id":"https://openalex.org/keywords/agriculture","display_name":"Agriculture","score":0.4321146607398987},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40062546730041504},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37661507725715637},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14666685461997986},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08742323517799377},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.0798245370388031},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.06680265069007874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6007863879203796},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.5289136171340942},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5231027603149414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48759523034095764},{"id":"https://openalex.org/C118518473","wikidata":"https://www.wikidata.org/wiki/Q11451","display_name":"Agriculture","level":2,"score":0.4321146607398987},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40062546730041504},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37661507725715637},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14666685461997986},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08742323517799377},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0798245370388031},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.06680265069007874},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/sym17091374","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17091374","pdf_url":"https://www.mdpi.com/2073-8994/17/9/1374/pdf?version=1755842653","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/sym17091374","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17091374","pdf_url":"https://www.mdpi.com/2073-8994/17/9/1374/pdf?version=1755842653","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413434316.pdf","grobid_xml":"https://content.openalex.org/works/W4413434316.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2014878766","https://openalex.org/W2191741682","https://openalex.org/W2277583061","https://openalex.org/W2516328000","https://openalex.org/W2740721704","https://openalex.org/W2898691073","https://openalex.org/W3034999214","https://openalex.org/W3185294091","https://openalex.org/W3193624569","https://openalex.org/W4210787081","https://openalex.org/W4226112897","https://openalex.org/W4249778265","https://openalex.org/W4281707272","https://openalex.org/W4284993280","https://openalex.org/W4288089799","https://openalex.org/W4289704861","https://openalex.org/W4292779060","https://openalex.org/W4296914892","https://openalex.org/W4297061672","https://openalex.org/W4312708943","https://openalex.org/W4313555397","https://openalex.org/W4367627723","https://openalex.org/W4393900804","https://openalex.org/W4394865639","https://openalex.org/W4401327800","https://openalex.org/W4402100264","https://openalex.org/W4403551478","https://openalex.org/W4406983311","https://openalex.org/W6769627184","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2389542812","https://openalex.org/W2381894592","https://openalex.org/W2030629278","https://openalex.org/W4235667779","https://openalex.org/W1752292405","https://openalex.org/W2355956201","https://openalex.org/W1743181070","https://openalex.org/W2788335062","https://openalex.org/W1508345308","https://openalex.org/W2350884229"],"abstract_inverted_index":{"With":[0],"the":[1,55,108,119,129,139,143,152,172,199,204,225,232],"advancement":[2],"of":[3,23,110,132,142,148,174,203,222],"artificial":[4],"intelligence,":[5],"Agricultural":[6],"Expert":[7],"Systems":[8],"(AESs)":[9],"show":[10],"great":[11],"potential":[12],"in":[13,63,125,157,181],"enhancing":[14,128],"agricultural":[15,27,111,182,210,250],"management":[16],"efficiency":[17],"and":[18,43,59,135,160,176,191,201,255],"resource":[19],"utilization.":[20],"Accurate":[21],"extraction":[22],"semantic":[24,41,187,253],"features":[25],"from":[26,189,195],"short":[28],"texts":[29],"is":[30],"fundamental":[31],"to":[32,53,118,154],"enabling":[33],"key":[34],"functions":[35],"such":[36],"as":[37],"intelligent":[38,249],"question":[39,211],"answering,":[40],"retrieval,":[42,254],"decision":[44,256],"support.":[45],"However,":[46],"existing":[47],"single-structure":[48],"deep":[49,74],"neural":[50],"networks":[51],"struggle":[52],"capture":[54],"hierarchical":[56],"linguistic":[57],"patterns":[58],"contextual":[60,133,193],"dependencies":[61,124],"inherent":[62],"domain-specific":[64,84,104],"texts.":[65,183],"To":[66],"address":[67],"this":[68],"limitation,":[69],"we":[70],"propose":[71],"a":[72,83,90,146,208,219,245],"hybrid":[73],"learning":[75],"model\u2014Bidirectional":[76],"Encoder":[77],"Recurrent":[78],"Neural":[79],"Network":[80],"(BERNN)\u2014which":[81],"combines":[82],"pre-trained":[85],"Transformer":[86],"encoder":[87],"(AgQsBERT)":[88],"with":[89,213],"Bidirectional":[91],"Long":[92],"Short-Term":[93],"Memory":[94],"(BiLSTM)":[95],"network.":[96],"AgQsBERT":[97,190],"generates":[98],"contextualized":[99],"word":[100,136],"embeddings":[101,114],"by":[102,227],"leveraging":[103],"pretraining,":[105],"effectively":[106],"capturing":[107],"semantics":[109],"terminology.":[112],"These":[113],"are":[115],"then":[116],"passed":[117],"BiLSTM,":[120],"which":[121,170],"models":[122],"sequential":[123],"both":[126,158],"directions,":[127],"model\u2019s":[130],"understanding":[131,173],"flow":[134],"disambiguation.":[137],"Importantly,":[138],"bidirectional":[140],"nature":[141],"BiLSTM":[144,196],"introduces":[145],"form":[147],"architectural":[149],"symmetry,":[150],"allowing":[151],"model":[153],"process":[155],"input":[156],"forward":[159],"backward":[161],"directions.":[162],"This":[163,242],"symmetric":[164,192],"design":[165],"enables":[166],"balanced":[167],"context":[168],"modeling,":[169],"improves":[171],"fragmented":[175],"ambiguous":[177],"phrases":[178],"frequently":[179],"encountered":[180],"The":[184],"synergy":[185],"between":[186],"abstraction":[188],"modeling":[194],"significantly":[197],"enhances":[198],"expressiveness":[200],"generalizability":[202],"model.":[205],"Evaluated":[206],"on":[207,231],"self-constructed":[209],"dataset":[212,235],"110,647":[214],"annotated":[215],"samples,":[216],"BERNN":[217],"achieved":[218],"classification":[220],"accuracy":[221],"97.19%,":[223],"surpassing":[224],"baseline":[226],"3.2%.":[228],"Cross-domain":[229],"validation":[230],"Tsinghua":[233],"News":[234],"further":[236],"demonstrates":[237],"its":[238],"robust":[239],"generalization":[240],"capability.":[241],"architecture":[243],"provides":[244],"powerful":[246],"foundation":[247],"for":[248],"question-answering":[251],"systems,":[252],"support":[257],"within":[258],"smart":[259],"agriculture":[260],"applications.":[261]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}