{"id":"https://openalex.org/W3201957239","doi":"https://doi.org/10.3906/elk-2012-41","title":"Multiagent Q-learning based UAV trajectory planning for effective situational awareness","display_name":"Multiagent Q-learning based UAV trajectory planning for effective situational awareness","publication_year":2021,"publication_date":"2021-06-14","ids":{"openalex":"https://openalex.org/W3201957239","doi":"https://doi.org/10.3906/elk-2012-41","mag":"3201957239"},"language":"en","primary_location":{"id":"doi:10.3906/elk-2012-41","is_oa":true,"landing_page_url":"https://doi.org/10.3906/elk-2012-41","pdf_url":"https://doi.org/10.3906/elk-2012-41","source":{"id":"https://openalex.org/S32837994","display_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING & COMPUTER SCIENCES","issn_l":"1300-0632","issn":["1300-0632","1303-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310318422","host_organization_name":"Scientific and Technological Research Council of Turkey (TUBITAK)","host_organization_lineage":["https://openalex.org/P4310318422"],"host_organization_lineage_names":["Scientific and Technological Research Council of Turkey (TUBITAK)"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING &amp; COMPUTER SCIENCES","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.3906/elk-2012-41","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090489906","display_name":"Erdal Akin","orcid":"https://orcid.org/0000-0002-2223-3927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erdal AKIN","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008561661","display_name":"Kubilay Dem\u0131r","orcid":"https://orcid.org/0000-0001-5355-2472"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kubilay DEM\u0130R","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5022138730","display_name":"Halil Yetgin","orcid":"https://orcid.org/0000-0003-0994-5839"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Halil YETG\u0130N","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.0848,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.97867409,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"29","issue":"5","first_page":"2561","last_page":"2579"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.7448816895484924},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.719281792640686},{"id":"https://openalex.org/keywords/search-and-rescue","display_name":"Search and rescue","score":0.7139999866485596},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5797073841094971},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5392955541610718},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.49099114537239075},{"id":"https://openalex.org/keywords/duration","display_name":"Duration (music)","score":0.4623827338218689},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.45919927954673767},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.44059643149375916},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3647928237915039},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30621737241744995},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.1712266206741333},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1638605296611786},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15371757745742798},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.10215285420417786}],"concepts":[{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.7448816895484924},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.719281792640686},{"id":"https://openalex.org/C2775935494","wikidata":"https://www.wikidata.org/wiki/Q741964","display_name":"Search and rescue","level":3,"score":0.7139999866485596},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5797073841094971},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5392955541610718},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.49099114537239075},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.4623827338218689},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.45919927954673767},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.44059643149375916},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3647928237915039},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30621737241744995},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.1712266206741333},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1638605296611786},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15371757745742798},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.10215285420417786},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3906/elk-2012-41","is_oa":true,"landing_page_url":"https://doi.org/10.3906/elk-2012-41","pdf_url":"https://doi.org/10.3906/elk-2012-41","source":{"id":"https://openalex.org/S32837994","display_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING & COMPUTER SCIENCES","issn_l":"1300-0632","issn":["1300-0632","1303-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310318422","host_organization_name":"Scientific and Technological Research Council of Turkey (TUBITAK)","host_organization_lineage":["https://openalex.org/P4310318422"],"host_organization_lineage_names":["Scientific and Technological Research Council of Turkey (TUBITAK)"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING &amp; COMPUTER SCIENCES","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3906/elk-2012-41","is_oa":true,"landing_page_url":"https://doi.org/10.3906/elk-2012-41","pdf_url":"https://doi.org/10.3906/elk-2012-41","source":{"id":"https://openalex.org/S32837994","display_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING & COMPUTER SCIENCES","issn_l":"1300-0632","issn":["1300-0632","1303-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310318422","host_organization_name":"Scientific and Technological Research Council of Turkey (TUBITAK)","host_organization_lineage":["https://openalex.org/P4310318422"],"host_organization_lineage_names":["Scientific and Technological Research Council of Turkey (TUBITAK)"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING &amp; COMPUTER SCIENCES","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W2059768187","https://openalex.org/W4247925126","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4327774218","https://openalex.org/W2034981131","https://openalex.org/W2981114166","https://openalex.org/W4389489226","https://openalex.org/W4238796827"],"abstract_inverted_index":{"In":[0,31],"the":[1,10,17,26,29,44,69,81,88,138,155,177,203,221,231,236],"event":[2],"of":[3,9,21,28,43,71,126,154,210,220,230,239],"a":[4,38,47,103,111,120,134,165,180],"natural":[5],"disaster,":[6,104],"arrival":[7],"time":[8],"search":[11,136],"and":[12,58,148,183,243],"rescue":[13],"(SAR)":[14],"teams":[15],"to":[16,24,93,107,119,151,186,226],"affected":[18,139],"areas":[19,191,223],"is":[20,49,99,117,208],"vital":[22],"importance":[23],"save":[25],"life":[27],"victims.":[30],"particular,":[32],"when":[33],"an":[34],"earthquake":[35],"occurs":[36],"in":[37,62,101,145,179],"geographically":[39],"large":[40],"area,":[41],"reconnaissance":[42],"debris":[45],"within":[46,137],"short-time":[48],"critical":[50,190,222],"for":[51],"conducting":[52],"successful":[53],"SAR":[54,146],"missions.":[55],"An":[56],"effective":[57],"quick":[59],"situational":[60],"awareness":[61],"postdisaster":[63],"scenarios":[64],"can":[65,215],"be":[66,108],"provided":[67],"via":[68],"help":[70],"unmanned":[72],"aerial":[73],"vehicles":[74],"(UAVs).":[75],"However,":[76],"off-the-shelf":[77],"UAVs":[78,116,129,185],"suffer":[79],"from":[80],"limited":[82,89,118,156],"communication":[83],"range":[84],"as":[85,87,188,195,235],"well":[86],"airborne":[90],"duration":[91],"due":[92],"battery":[94,157],"constraints.":[95],"If":[96],"telecommunication":[97],"infrastructure":[98],"destroyed":[100],"such":[102,234],"maximum":[105],"coverage":[106,124],"monitored":[109],"by":[110],"ground":[112],"station":[113],"(GS)":[114],"using":[115],"single":[121],"UAV?s":[122],"wireless":[123],"regardless":[125],"how":[127],"many":[128,189],"are":[130],"deployed.":[131],"Additionally,":[132],"performing":[133],"blind":[135],"area":[140],"could":[141],"induce":[142],"significant":[143],"delays":[144],"missions":[147],"thus":[149],"leading":[150],"inefficient":[152],"use":[153],"energy.":[158],"To":[159],"address":[160],"these":[161],"issues,":[162],"we":[163],"develop":[164],"multiagent":[166,205],"Q-learning":[167,206],"based":[168],"trajectory":[169],"planning":[170],"algorithm":[171,207],"that":[172,202,214,229],"maintains":[173],"all-time":[174],"connectivity":[175],"towards":[176],"GS":[178],"multihop":[181],"manner":[182],"enables":[184],"observe":[187],"(highly":[192],"populated":[193],"areas)":[194],"possible.":[196],"The":[197],"comprehensive":[198],"experimental":[199],"results":[200],"demonstrate":[201],"proposed":[204],"capable":[209],"attaining":[211],"UAV":[212],"trajectories":[213],"cover":[216],"significantly":[217],"larger":[218],"portions":[219],"summing":[224],"up":[225],"43%":[227],"than":[228],"existing":[232],"algorithms,":[233],"extended":[237],"versions":[238],"Monte":[240],"Carlo,":[241],"greedy":[242],"random":[244],"algorithms.":[245]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
