{"id":"https://openalex.org/W4405974740","doi":"https://doi.org/10.1109/pimrc59610.2024.10817259","title":"Hierarchical Deep Reinforcement Learning with Information Freshness in Smart Agriculture Applications","display_name":"Hierarchical Deep Reinforcement Learning with Information Freshness in Smart Agriculture Applications","publication_year":2024,"publication_date":"2024-09-02","ids":{"openalex":"https://openalex.org/W4405974740","doi":"https://doi.org/10.1109/pimrc59610.2024.10817259"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc59610.2024.10817259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc59610.2024.10817259","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 35th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113336222","display_name":"Luciana Nobrega","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Luciana Nobrega","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078103538","display_name":"Atefeh Termehchi","orcid":"https://orcid.org/0000-0002-3948-3703"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Atefeh Termehchi","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015965562","display_name":"Tingnan Bao","orcid":"https://orcid.org/0000-0003-0296-3110"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tingnan Bao","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018710229","display_name":"Aisha Syed","orcid":"https://orcid.org/0009-0005-6552-3720"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aisha Syed","raw_affiliation_strings":["Nokia Bell Labs"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054767234","display_name":"W. Sean Kennedy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"William Sean Kennedy","raw_affiliation_strings":["Nokia Bell Labs"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5113336222"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14112227,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10616","display_name":"Smart Agriculture and AI","score":0.8216999769210815,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10616","display_name":"Smart Agriculture and AI","score":0.8216999769210815,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8060665130615234},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6361032724380493},{"id":"https://openalex.org/keywords/agriculture","display_name":"Agriculture","score":0.4288296699523926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.342009037733078},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0603388249874115}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8060665130615234},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6361032724380493},{"id":"https://openalex.org/C118518473","wikidata":"https://www.wikidata.org/wiki/Q11451","display_name":"Agriculture","level":2,"score":0.4288296699523926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.342009037733078},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0603388249874115},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc59610.2024.10817259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc59610.2024.10817259","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 35th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2146487252","https://openalex.org/W2344423009","https://openalex.org/W2593769694","https://openalex.org/W2904947504","https://openalex.org/W2911240780","https://openalex.org/W2964015972","https://openalex.org/W2990589660","https://openalex.org/W3009980018","https://openalex.org/W3046016465","https://openalex.org/W3162366242","https://openalex.org/W3210970914","https://openalex.org/W4290994004","https://openalex.org/W4360995542","https://openalex.org/W4379745810","https://openalex.org/W4387869578","https://openalex.org/W4387914017","https://openalex.org/W4389104924","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"In":[0],"precision":[1],"farming,":[2],"timely":[3],"information":[4],"is":[5,47,100],"vital":[6],"for":[7],"effective":[8],"decision-making":[9],"in":[10,41,51,80],"irrigation":[11],"and":[12,20,36,54,63,72,83,92,118],"pest":[13],"control":[14],"processes.":[15],"Unmanned":[16],"Aerial":[17],"Vehicles":[18],"(UAVs)":[19],"Multi-access":[21],"Edge":[22],"Computing":[23],"(MEC)":[24],"servers":[25],"optimize":[26],"data":[27,39,61,111],"collection":[28],"from":[29],"ground":[30],"sensors.":[31],"However,":[32],"integrating":[33],"sensors,":[34],"controllers,":[35],"actuators":[37],"complicates":[38],"freshness":[40,62,112],"closed-loop":[42],"communication.":[43],"Computational":[44],"resource":[45,56],"optimization":[46],"also":[48],"crucial,":[49],"especially":[50],"energy-constrained":[52],"equipment":[53],"competitive":[55],"scenarios.":[57],"This":[58,85],"work":[59],"optimizes":[60],"task":[64],"turnaround":[65],"time":[66],"(TAT)":[67],"with":[68],"a":[69],"UAV":[70],"trajectory":[71],"MEC":[73],"offloading":[74],"strategy.":[75],"Analysis":[76],"includes":[77],"assessing":[78],"delays":[79],"uplink,":[81],"downlink,":[82],"queues.":[84],"gains":[86],"significance":[87],"under":[88],"dynamic":[89],"network":[90],"conditions":[91],"variable":[93],"resources.":[94],"A":[95],"hierarchical":[96],"deep":[97],"reinforcement":[98],"approach":[99],"proposed.":[101],"Numerical":[102],"results":[103],"indicate":[104],"the":[105],"proposed":[106],"solution":[107],"outperforms":[108],"baselines,":[109],"improving":[110],"by":[113,122],"up":[114],"to":[115],"$31":[116],"\\%$":[117],"simultaneously":[119],"decreasing":[120],"TAT":[121],"$34":[123],"\\%$.":[124]},"counts_by_year":[],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}