{"id":"https://openalex.org/W4413915889","doi":"https://doi.org/10.1145/3745812.3745841","title":"Proposed Architecture & Comprehensive study of employment of Deep Reinforcement Learning in Military Applications","display_name":"Proposed Architecture & Comprehensive study of employment of Deep Reinforcement Learning in Military Applications","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4413915889","doi":"https://doi.org/10.1145/3745812.3745841"},"language":"en","primary_location":{"id":"doi:10.1145/3745812.3745841","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3745812.3745841","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th International Conference on Information Management & Machine Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3745812.3745841","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054350323","display_name":"Budesh Kanwer","orcid":"https://orcid.org/0009-0001-6545-0497"},"institutions":[{"id":"https://openalex.org/I4210126659","display_name":"Poornima University","ror":"https://ror.org/03gnqp653","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210126659"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Budesh Kanwer","raw_affiliation_strings":["Artificial Intelligence and Data Science, Poornima Institute of Engineering and Technology, Jaipur, Rajasthan, India"],"raw_orcid":"https://orcid.org/0009-0001-6545-0497","affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Data Science, Poornima Institute of Engineering and Technology, Jaipur, Rajasthan, India","institution_ids":["https://openalex.org/I4210126659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101818798","display_name":"Dinesh Goyal","orcid":"https://orcid.org/0000-0001-5442-5870"},"institutions":[{"id":"https://openalex.org/I4210126659","display_name":"Poornima University","ror":"https://ror.org/03gnqp653","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210126659"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dinesh Goyal","raw_affiliation_strings":["Computer Science and Engineering, Poornima Institute of Engineering and Technology, Jaipur, Rajasthan, India"],"raw_orcid":"https://orcid.org/0000-0001-5442-5870","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Poornima Institute of Engineering and Technology, Jaipur, Rajasthan, India","institution_ids":["https://openalex.org/I4210126659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061835853","display_name":"Sandeep Gupta","orcid":"https://orcid.org/0000-0002-2046-115X"},"institutions":[{"id":"https://openalex.org/I4210126659","display_name":"Poornima University","ror":"https://ror.org/03gnqp653","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210126659"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sandeep Gupta","raw_affiliation_strings":["Artificial Intelligence and Data Science, Poornima Institute of Engineering and Technology, Jaipur, Rajasthan, India"],"raw_orcid":"https://orcid.org/0000-0002-2046-115X","affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Data Science, Poornima Institute of Engineering and Technology, Jaipur, Rajasthan, India","institution_ids":["https://openalex.org/I4210126659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5116161518","display_name":"Adil Tanveer","orcid":"https://orcid.org/0009-0006-6971-8098"},"institutions":[{"id":"https://openalex.org/I38335241","display_name":"National Institute of Technology Raipur","ror":"https://ror.org/02y553197","country_code":"IN","type":"education","lineage":["https://openalex.org/I38335241"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Adil Tanveer","raw_affiliation_strings":["Electronics & Communication, National Institute of Technology Raipur, Raipur, Chhattisgarh, India"],"raw_orcid":"https://orcid.org/0009-0006-6971-8098","affiliations":[{"raw_affiliation_string":"Electronics & Communication, National Institute of Technology Raipur, Raipur, Chhattisgarh, India","institution_ids":["https://openalex.org/I38335241"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5054350323"],"corresponding_institution_ids":["https://openalex.org/I4210126659"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27890092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9614999890327454,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9593999981880188,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6578168869018555},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6370202302932739},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5544148683547974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47113555669784546},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3665202260017395}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6578168869018555},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6370202302932739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5544148683547974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47113555669784546},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3665202260017395},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3745812.3745841","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3745812.3745841","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th International Conference on Information Management & Machine Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3745812.3745841","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3745812.3745841","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th International Conference on Information Management & Machine Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2473526392","https://openalex.org/W3126698741","https://openalex.org/W4221163302","https://openalex.org/W4363678596","https://openalex.org/W4380785689","https://openalex.org/W4391800145","https://openalex.org/W4393186272","https://openalex.org/W4401172023"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2038503502"],"abstract_inverted_index":{"This":[0],"paper":[1],"focuses":[2],"on":[3],"comprehensive":[4],"study":[5],"of":[6,8,51,156],"employment":[7],"Deep":[9,110],"Reinforcement":[10],"Learning":[11],"in":[12,31,83,95,103,125,137,158],"Military":[13],"Application":[14],"using":[15],"efficient":[16],"methods":[17,44,76,80,109],"as":[18,45,55],"per":[19,46],"the":[20,47,52,90,152],"environment":[21,53,130],"and":[22,49,64,92,99,143],"application":[23,26,41],"for":[24],"making":[25],"more":[27],"efficient,":[28],"faster,":[29],"accurate":[30],"real":[32,96,138],"time":[33,97,139],"scenarios.":[34],"DRL":[35,157],"adds":[36],"different":[37],"dimension":[38],"to":[39,89],"military":[40,159],"implementing":[42],"various":[43],"condition":[48],"limitation":[50],"such":[54],"Model":[56],"based":[57,105,108],"learning":[58,67],"where":[59,68],"prior":[60],"situation":[61,141],"is":[62,81],"known":[63],"model":[65,91],"free":[66],"agent":[69],"need":[70],"no":[71],"confined":[72],"scenario.":[73],"Other":[74],"prominent":[75],"like":[77],"actor":[78],"critic":[79],"implemented":[82],"robots,":[84],"drones":[85],"which":[86],"gives":[87],"stability":[88],"performs":[93],"dynamically":[94],"situations":[98],"can":[100,133,147],"be":[101,134,148],"used":[102],"policy":[104],"or":[106],"value":[107],"Q-Network":[111],"(DQN),":[112],"double":[113],"DQN":[114],"&":[115,122],"Dueling":[116],"DQN,":[117],"A2C,":[118],"A3C,":[119],"DDPG,":[120],"TD3":[121],"SAC":[123],"works":[124],"specific":[126,145],"applications.":[127],"In":[128],"static":[129],"basic":[131],"algorithms":[132,146],"applied":[135],"but":[136],"dynamic":[140],"AC3":[142],"other":[144],"implemented.":[149],"Paper":[150],"discusses":[151],"limitations,":[153],"future":[154],"dimensions":[155],"application.":[160]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}