{"id":"https://openalex.org/W4385767688","doi":"https://doi.org/10.24963/ijcai.2023/691","title":"Optimizing Crop Management with Reinforcement Learning and Imitation Learning","display_name":"Optimizing Crop Management with Reinforcement Learning and Imitation Learning","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385767688","doi":"https://doi.org/10.24963/ijcai.2023/691"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2023/691","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/691","pdf_url":"https://www.ijcai.org/proceedings/2023/0691.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2023/0691.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119532744","display_name":"Ran Tao","orcid":"https://orcid.org/0009-0001-4648-523X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ran Tao","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059241804","display_name":"Pan Zhao","orcid":"https://orcid.org/0000-0001-9349-1125"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pan Zhao","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100599432","display_name":"Jing Wu","orcid":"https://orcid.org/0000-0001-8619-566X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jing Wu","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063309996","display_name":"Nicol\u00e1s F. Mart\u00edn","orcid":"https://orcid.org/0000-0002-1587-665X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicolas Martin","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000514569","display_name":"Matthew T. Harrison","orcid":"https://orcid.org/0000-0002-9462-2438"},"institutions":[{"id":"https://openalex.org/I129801699","display_name":"University of Tasmania","ror":"https://ror.org/01nfmeh72","country_code":"AU","type":"education","lineage":["https://openalex.org/I129801699"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Matthew T. Harrison","raw_affiliation_strings":["University of Tasmania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tasmania","institution_ids":["https://openalex.org/I129801699"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001816873","display_name":"Carla Ferreira","orcid":"https://orcid.org/0000-0003-3709-4103"},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Carla Ferreira","raw_affiliation_strings":["Stockholm University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stockholm University","institution_ids":["https://openalex.org/I161593684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085309570","display_name":"Zahra Kalantari","orcid":"https://orcid.org/0000-0002-7978-0040"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Zahra Kalantari","raw_affiliation_strings":["KTH Royal Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998748","display_name":"Naira Hovakimyan","orcid":"https://orcid.org/0000-0003-3850-1073"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naira Hovakimyan","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.8948,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.99356792,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"6228","last_page":"6236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12093","display_name":"Greenhouse Technology and Climate Control","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12093","display_name":"Greenhouse Technology and Climate Control","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10494","display_name":"Plant Virus Research Studies","score":0.958899974822998,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8421158790588379},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6347843408584595},{"id":"https://openalex.org/keywords/dssat","display_name":"DSSAT","score":0.5763338208198547},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.5484394431114197},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5020239353179932},{"id":"https://openalex.org/keywords/agricultural-engineering","display_name":"Agricultural engineering","score":0.4262947738170624},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4210956394672394},{"id":"https://openalex.org/keywords/irrigation","display_name":"Irrigation","score":0.3964167833328247},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3864280581474304},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1664068102836609},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1627466380596161},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1343919038772583}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8421158790588379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6347843408584595},{"id":"https://openalex.org/C2777399377","wikidata":"https://www.wikidata.org/wiki/Q17073957","display_name":"DSSAT","level":3,"score":0.5763338208198547},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.5484394431114197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5020239353179932},{"id":"https://openalex.org/C88463610","wikidata":"https://www.wikidata.org/wiki/Q194118","display_name":"Agricultural engineering","level":1,"score":0.4262947738170624},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4210956394672394},{"id":"https://openalex.org/C88862950","wikidata":"https://www.wikidata.org/wiki/Q11453","display_name":"Irrigation","level":2,"score":0.3964167833328247},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3864280581474304},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1664068102836609},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1627466380596161},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1343919038772583},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2023/691","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/691","pdf_url":"https://www.ijcai.org/proceedings/2023/0691.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2023/691","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/691","pdf_url":"https://www.ijcai.org/proceedings/2023/0691.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Zero hunger","id":"https://metadata.un.org/sdg/2","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G6456014046","display_name":"NSF-AoF: RI: Small: Safe Reinforcement Learning in Non-Stationary Environments With Fast Adaptation and Disturbance Prediction","funder_award_id":"2133656","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385767688.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W10477497","https://openalex.org/W1522301498","https://openalex.org/W1923344279","https://openalex.org/W1966008467","https://openalex.org/W2122430292","https://openalex.org/W2122564722","https://openalex.org/W2133473690","https://openalex.org/W2145339207","https://openalex.org/W2152581109","https://openalex.org/W2158883105","https://openalex.org/W2183335871","https://openalex.org/W2396217537","https://openalex.org/W2462583090","https://openalex.org/W2605102758","https://openalex.org/W2805924857","https://openalex.org/W2890034837","https://openalex.org/W2899178918","https://openalex.org/W2962865553","https://openalex.org/W3101442004","https://openalex.org/W3101780148","https://openalex.org/W3199021611","https://openalex.org/W3210029384","https://openalex.org/W4223930958","https://openalex.org/W4224621006","https://openalex.org/W4283796965","https://openalex.org/W4286860180","https://openalex.org/W4288050089","https://openalex.org/W4293273469","https://openalex.org/W4311548213","https://openalex.org/W4323557148","https://openalex.org/W4388574051","https://openalex.org/W4394666657"],"related_works":["https://openalex.org/W1966109204","https://openalex.org/W2892306107","https://openalex.org/W3045742537","https://openalex.org/W4321196234","https://openalex.org/W4379055770","https://openalex.org/W2980587248","https://openalex.org/W2134051725","https://openalex.org/W1963611513","https://openalex.org/W4360605079","https://openalex.org/W2802875372"],"abstract_inverted_index":{"Crop":[0],"management":[1,15,21,62,99,124,205],"has":[2],"a":[3,103,129,198],"significant":[4],"impact":[5,195],"on":[6],"crop":[7,32,61,77,165],"yield,":[8],"economic":[9,189],"profit,":[10],"and":[11,31,68,76,169,180],"the":[12,19,36,39,51,80,110,141,150,153,163,174,203,211],"environment.":[13],"Although":[14],"guidelines":[16],"exist,":[17],"finding":[18],"optimal":[20],"practices":[22],"is":[23],"challenging.":[24],"Previous":[25],"work":[26],"used":[27],"reinforcement":[28],"learning":[29,74],"(RL)":[30],"simulators":[33],"to":[34,97,122],"solve":[35],"problem,":[37],"but":[38],"trained":[40,156,175],"policies":[41,100,125,155,176,206],"either":[42],"have":[43],"limited":[44],"performance":[45],"or":[46,138],"are":[47,207],"not":[48],"deployable":[49,209],"in":[50,93,140,166,188,210],"real":[52,142,212],"world.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57],"present":[58],"an":[59],"intelligent":[60],"system":[63],"that":[64,101,126,133,173],"optimizes":[65],"nitrogen":[66],"fertilization":[67],"irrigation":[69],"simultaneously":[70],"via":[71],"RL,":[72,92],"imitation":[73],"(IL),":[75],"simulations":[78],"using":[79,162],"Decision":[81],"Support":[82],"System":[83],"for":[84],"Agrotechnology":[85],"Transfer":[86],"(DSSAT).":[87],"We":[88,118],"first":[89],"use":[90,216],"deep":[91,95],"particular,":[94],"Q-network,":[96],"train":[98,123],"require":[102],"large":[104],"number":[105],"of":[106,152],"state":[107,131],"variables":[108,132],"from":[109,177],"simulator":[111],"as":[112,115,145,214],"observations":[113],"(denoted":[114,144],"full":[116,158],"observation).":[117],"then":[119],"invoke":[120],"IL":[121,181],"only":[127],"need":[128],"few":[130],"can":[134],"be":[135],"easily":[136],"obtained":[137],"measured":[139],"world":[143,213],"partial":[146],"observation)":[147],"by":[148],"mimicking":[149],"actions":[151],"RL":[154,179],"under":[157],"observation.":[159],"Simulation":[160],"experiments":[161],"maize":[164],"Florida":[167],"(US)":[168],"Zaragoza":[170],"(Spain)":[171],"demonstrate":[172],"both":[178],"techniques":[182],"achieved":[183],"more":[184],"than":[185],"45\\%":[186],"improvement":[187],"profit":[190],"while":[191],"causing":[192],"less":[193],"environmental":[194],"compared":[196],"with":[197],"baseline":[199],"method.":[200],"Most":[201],"importantly,":[202],"IL-trained":[204],"directly":[208],"they":[215],"readily":[217],"available":[218],"information.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
