{"id":"https://openalex.org/W3169681732","doi":"https://doi.org/10.3390/e23060737","title":"Improved Q-Learning Algorithm Based on Approximate State Matching in Agricultural Plant Protection Environment","display_name":"Improved Q-Learning Algorithm Based on Approximate State Matching in Agricultural Plant Protection Environment","publication_year":2021,"publication_date":"2021-06-11","ids":{"openalex":"https://openalex.org/W3169681732","doi":"https://doi.org/10.3390/e23060737","mag":"3169681732","pmid":"https://pubmed.ncbi.nlm.nih.gov/34207944"},"language":"en","primary_location":{"id":"doi:10.3390/e23060737","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e23060737","pdf_url":"https://www.mdpi.com/1099-4300/23/6/737/pdf?version=1624514609","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/23/6/737/pdf?version=1624514609","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100772333","display_name":"Fengjie Sun","orcid":"https://orcid.org/0000-0002-3778-9127"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengjie Sun","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun 130012, China","Key Laboratory of Symbolic Computing and Knowledge Engineering of Ministry of Education, Jinlin University, Changchun 130012, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun 130012, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Key Laboratory of Symbolic Computing and Knowledge Engineering of Ministry of Education, Jinlin University, Changchun 130012, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089702415","display_name":"Xianchang Wang","orcid":"https://orcid.org/0000-0001-8775-8188"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianchang Wang","raw_affiliation_strings":["Chengdu Kestrel Artificial Intelligence Institute, Chengdu 610000, China","College of Computer Science and Technology, Jilin University, Changchun 130012, China","Key Laboratory of Symbolic Computing and Knowledge Engineering of Ministry of Education, Jinlin University, Changchun 130012, China"],"affiliations":[{"raw_affiliation_string":"Chengdu Kestrel Artificial Intelligence Institute, Chengdu 610000, China","institution_ids":[]},{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun 130012, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Key Laboratory of Symbolic Computing and Knowledge Engineering of Ministry of Education, Jinlin University, Changchun 130012, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422081","display_name":"Rui Zhang","orcid":"https://orcid.org/0000-0002-7610-2586"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun 130012, China","Key Laboratory of Symbolic Computing and Knowledge Engineering of Ministry of Education, Jinlin University, Changchun 130012, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun 130012, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Key Laboratory of Symbolic Computing and Knowledge Engineering of Ministry of Education, Jinlin University, Changchun 130012, China","institution_ids":["https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100422081"],"corresponding_institution_ids":["https://openalex.org/I194450716"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":1.2599,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.83518139,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"23","issue":"6","first_page":"737","last_page":"737"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7408767342567444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6920977830886841},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6462110280990601},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.6329960227012634},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4986395835876465},{"id":"https://openalex.org/keywords/agriculture","display_name":"Agriculture","score":0.4923766851425171},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4701383709907532},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.45794931054115295},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44042015075683594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40965110063552856},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35061395168304443},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12771546840667725}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7408767342567444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6920977830886841},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6462110280990601},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.6329960227012634},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4986395835876465},{"id":"https://openalex.org/C118518473","wikidata":"https://www.wikidata.org/wiki/Q11451","display_name":"Agriculture","level":2,"score":0.4923766851425171},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4701383709907532},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.45794931054115295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44042015075683594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40965110063552856},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35061395168304443},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12771546840667725},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e23060737","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e23060737","pdf_url":"https://www.mdpi.com/1099-4300/23/6/737/pdf?version=1624514609","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:34207944","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34207944","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:cc4e65733ac54833b6c95c47d9545b64","is_oa":true,"landing_page_url":"https://doaj.org/article/cc4e65733ac54833b6c95c47d9545b64","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 23, Iss 6, p 737 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/23/6/737/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e23060737","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 23; Issue 6; Pages: 737","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8230613","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8230613","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e23060737","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e23060737","pdf_url":"https://www.mdpi.com/1099-4300/23/6/737/pdf?version=1624514609","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","score":0.6399999856948853,"display_name":"Zero hunger"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3169681732.pdf","grobid_xml":"https://content.openalex.org/works/W3169681732.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W175284672","https://openalex.org/W178386168","https://openalex.org/W1252772818","https://openalex.org/W1464059023","https://openalex.org/W1485728251","https://openalex.org/W1495895124","https://openalex.org/W1502099479","https://openalex.org/W1587463616","https://openalex.org/W1626977535","https://openalex.org/W1681019253","https://openalex.org/W1963649406","https://openalex.org/W2061562262","https://openalex.org/W2064675550","https://openalex.org/W2103285838","https://openalex.org/W2107726111","https://openalex.org/W2117711928","https://openalex.org/W2119007372","https://openalex.org/W2123160185","https://openalex.org/W2152375882","https://openalex.org/W2189022546","https://openalex.org/W2214696221","https://openalex.org/W2573991144","https://openalex.org/W2596758708","https://openalex.org/W2734069565","https://openalex.org/W2736601468","https://openalex.org/W2808642823","https://openalex.org/W2896523317","https://openalex.org/W2909379823","https://openalex.org/W2930863966","https://openalex.org/W2948446709","https://openalex.org/W2966476822","https://openalex.org/W2966502428","https://openalex.org/W2969473779","https://openalex.org/W2970032940","https://openalex.org/W2970065535","https://openalex.org/W2980086060","https://openalex.org/W3011120880","https://openalex.org/W3012959123","https://openalex.org/W3020486732","https://openalex.org/W3022506802","https://openalex.org/W3029431478","https://openalex.org/W6607084797","https://openalex.org/W6607207515","https://openalex.org/W6634771526","https://openalex.org/W6675936268","https://openalex.org/W6677297503","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"An":[0],"Unmanned":[1],"Aerial":[2],"Vehicle":[3],"(UAV)":[4],"can":[5,193],"greatly":[6],"reduce":[7],"manpower":[8],"in":[9,40,96,147,183,201],"the":[10,37,44,50,73,83,90,97,129,134,138,143,148,179,189,196,202],"agricultural":[11,98,149,203],"plant":[12,99,150,204],"protection":[13,100,151,205],"such":[14],"as":[15],"watering,":[16],"sowing,":[17],"and":[18,65,116,158,171],"pesticide":[19],"spraying.":[20],"It":[21],"is":[22,62,67,156,181],"essential":[23],"to":[24,33,43,57,71,133],"develop":[25],"a":[26,68,94,123],"Decision-making":[27],"Support":[28],"System":[29],"(DSS)":[30],"for":[31,55,93,126,199],"UAVs":[32,56,200],"help":[34,58],"them":[35,59],"choose":[36,60],"correct":[38],"action":[39,131],"states":[41],"according":[42,132],"policy.":[45],"In":[46,102],"an":[47,107],"unknown":[48],"environment,":[49],"method":[51],"of":[52,178],"formulating":[53],"rules":[54],"actions":[61],"not":[63],"applicable,":[64],"it":[66],"feasible":[69],"solution":[70],"obtain":[72],"optimal":[74,91,130,197],"policy":[75,92,135,198],"through":[76],"reinforcement":[77,85],"learning.":[78],"However,":[79],"experiments":[80],"show":[81,187],"that":[82,120,162,188],"existing":[84],"learning":[86],"algorithms":[87],"cannot":[88],"get":[89],"UAV":[95,127,169],"environment.":[101,152,206],"this":[103],"work":[104],"we":[105,117,140,191],"propose":[106],"improved":[108],"Q-learning":[109,145],"algorithm":[110,139,146,155,180,190],"based":[111,166],"on":[112,160,167],"similar":[113],"state":[114],"matching,":[115],"prove":[118],"theoretically":[119],"there":[121],"has":[122],"greater":[124],"probability":[125],"choosing":[128],"learned":[136],"by":[137],"proposed":[141,154,192],"than":[142],"classic":[144],"This":[153],"implemented":[157],"tested":[159],"datasets":[161],"are":[163],"evenly":[164],"distributed":[165],"real":[168,172],"parameters":[170],"farm":[173],"information.":[174],"The":[175],"performance":[176],"evaluation":[177],"discussed":[182],"detail.":[184],"Experimental":[185],"results":[186],"efficiently":[194],"learn":[195]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}