{"id":"https://openalex.org/W2172684101","doi":"https://doi.org/10.2316/journal.201.2014.3.201-2583","title":"EFFICIENT, SWARM-BASED PATH FINDING IN UNKNOWN GRAPHS USING REINFORCEMENT LEARNING","display_name":"EFFICIENT, SWARM-BASED PATH FINDING IN UNKNOWN GRAPHS USING REINFORCEMENT LEARNING","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2172684101","doi":"https://doi.org/10.2316/journal.201.2014.3.201-2583","mag":"2172684101"},"language":"en","primary_location":{"id":"doi:10.2316/journal.201.2014.3.201-2583","is_oa":false,"landing_page_url":"https://doi.org/10.2316/journal.201.2014.3.201-2583","pdf_url":null,"source":{"id":"https://openalex.org/S111371982","display_name":"Control and Intelligent Systems","issn_l":"1480-1752","issn":["1480-1752","1925-5810"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Control and Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/1270011","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055539767","display_name":"Muhammad Aurangzeb","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Muhammad Aurangzeb","raw_affiliation_strings":["University of Texas at Arlington Research Institute (UTARI), 7300 Jack Newell Blvd. S., Fort Worth, TX 76118 USA","Department of Computer Science and Engineering, The University of Texas at Arlington, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington Research Institute (UTARI), 7300 Jack Newell Blvd. S., Fort Worth, TX 76118 USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, TX","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016137188","display_name":"Frank L. Lewis","orcid":"https://orcid.org/0000-0003-4074-1615"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank L. Lewis","raw_affiliation_strings":["University of Texas at Arlington Research Institute (UTARI), 7300 Jack Newell Blvd. S., Fort Worth, TX 76118 USA","Department of Computer Science and Engineering, The University of Texas at Arlington, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington Research Institute (UTARI), 7300 Jack Newell Blvd. S., Fort Worth, TX 76118 USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, TX","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073400879","display_name":"Manfred Huber","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manfred Huber","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, TX","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I189196454"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11307784,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"42","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7559881210327148},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7322393655776978},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.640600323677063},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5070023536682129},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.47783851623535156},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4761374294757843},{"id":"https://openalex.org/keywords/soundness","display_name":"Soundness","score":0.4647948145866394},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4584810733795166},{"id":"https://openalex.org/keywords/metaheuristic","display_name":"Metaheuristic","score":0.4542470872402191},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.44024458527565},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43756788969039917},{"id":"https://openalex.org/keywords/ant-colony-optimization-algorithms","display_name":"Ant colony optimization algorithms","score":0.4215541481971741},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.128384530544281},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.124875009059906}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7559881210327148},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7322393655776978},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.640600323677063},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5070023536682129},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.47783851623535156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4761374294757843},{"id":"https://openalex.org/C39920170","wikidata":"https://www.wikidata.org/wiki/Q693083","display_name":"Soundness","level":2,"score":0.4647948145866394},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4584810733795166},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.4542470872402191},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.44024458527565},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43756788969039917},{"id":"https://openalex.org/C40128228","wikidata":"https://www.wikidata.org/wiki/Q460851","display_name":"Ant colony optimization algorithms","level":2,"score":0.4215541481971741},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.128384530544281},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.124875009059906},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.2316/journal.201.2014.3.201-2583","is_oa":false,"landing_page_url":"https://doi.org/10.2316/journal.201.2014.3.201-2583","pdf_url":null,"source":{"id":"https://openalex.org/S111371982","display_name":"Control and Intelligent Systems","issn_l":"1480-1752","issn":["1480-1752","1925-5810"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Control and Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:zenodo.org:1270011","is_oa":true,"landing_page_url":"https://zenodo.org/record/1270011","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:1270011","is_oa":true,"landing_page_url":"https://zenodo.org/record/1270011","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W987629888","https://openalex.org/W1492640216","https://openalex.org/W1523741643","https://openalex.org/W1588611284","https://openalex.org/W1946111099","https://openalex.org/W1948756492","https://openalex.org/W1979641246","https://openalex.org/W2006694777","https://openalex.org/W2037567262","https://openalex.org/W2043806097","https://openalex.org/W2097476511","https://openalex.org/W2107941094","https://openalex.org/W2112188724","https://openalex.org/W2124253297","https://openalex.org/W2131235969","https://openalex.org/W2135416371","https://openalex.org/W2143525780","https://openalex.org/W2150889467","https://openalex.org/W2152709940","https://openalex.org/W2166928235","https://openalex.org/W2168009894","https://openalex.org/W2287814884","https://openalex.org/W2496778042","https://openalex.org/W2543580944","https://openalex.org/W2613129344","https://openalex.org/W2731949449","https://openalex.org/W3029291419","https://openalex.org/W3104224380","https://openalex.org/W3143922204","https://openalex.org/W4214717370","https://openalex.org/W4240538936"],"related_works":["https://openalex.org/W1511249877","https://openalex.org/W2466303427","https://openalex.org/W1578828174","https://openalex.org/W2000943029","https://openalex.org/W1611875833","https://openalex.org/W1547053391","https://openalex.org/W1521781013","https://openalex.org/W1975009952","https://openalex.org/W1588949866","https://openalex.org/W46882622"],"abstract_inverted_index":{"This":[0],"paper":[1,75,189],"addresses":[2],"the":[3,27,36,54,82,88,91,96,113,119,138,142,148,151,162,226,273,276,290],"problem":[4,231,278],"of":[5,9,13,90,121,141,150,166,199,202,205,236,254,275,279,318],"steering":[6],"a":[7,105,125,184,191,197,209,251,260,284,315,329,342],"swarm":[8,92,198],"autonomous":[10,237,335],"agents":[11,37,45,123,200,337],"out":[12,201],"an":[14,22,59,229,332],"unknown":[15,23,83,206,214],"maze":[16,84,207,285],"to":[17,47,76,86,93,111,195,208,282,289,323,349],"some":[18,213],"goal":[19,210],"located":[20,211],"at":[21,212],"location.This":[24],"is":[25,38,71,228,267,286,338],"particularly":[26],"case":[28],"in":[29,53,73,81,129,154,309,320,325],"situations":[30],"where":[31],"no":[32,222],"direct":[33,223],"communication":[34,224],"between":[35,44,225],"possible":[39],"and":[40,79,85,99,146,177,221,246,266,305,326,345],"all":[41],"information":[42,51,69,153,220],"exchange":[43],"has":[46,313],"occur":[48],"indirectly":[49],"through":[50],"\"deposited\"":[52],"environment.To":[55],"address":[56],"this":[57,74],"task,":[58],"\uf065":[60],"-greedy,":[61],"collaborative":[62,114,261],"reinforcement":[63,262],"learning":[64,98,144,167,263,281,292,322],"method":[65,145],"using":[66,216],"only":[67,217,233],"local":[68],"exchanges":[70],"introduced":[72,163],"balance":[77],"exploitation":[78],"exploration":[80],"optimize":[87],"ability":[89],"exit":[94],"from":[95,168,328],"maze.The":[97],"routing":[100,130,245],"algorithm":[101],"given":[102],"here":[103,258],"provides":[104,346],"mechanism":[106],"for":[107,157,234,241,250,334,356,361],"storing":[108],"data":[109],"needed":[110],"represent":[112],"utility":[115],"function":[116],"based":[117,179,268],"on":[118,180,269],"experiences":[120],"previous":[122],"visiting":[124],"node":[126],"that":[127,132,161,340],"results":[128,271],"decisions":[131],"improve":[133,172],"with":[134],"time.Two":[135],"theorems":[136],"show":[137,160],"theoretical":[139],"soundness":[140,274],"proposed":[143,339,355],"illustrate":[147],"importance":[149],"stored":[152,219],"improving":[155],"decision-making":[156],"routing.Simulation":[158],"examples":[159],"simple":[164],"rules":[165],"past":[169],"experience":[170],"significantly":[171],"performance":[173],"over":[174],"random":[175],"search":[176,178,248],"Ant":[181],"Colony":[182],"Optimization,":[183],"metaheuristic":[185],"algorithm.":[186],"I.":[187],"INTRODUCTIONThis":[188],"presents":[190],"randomized,":[192],"distributed":[193,244],"approach":[194,256],"steer":[196],"any":[203],"type":[204],"location":[215],"locally":[218],"agents.This":[227],"important":[230],"not":[232,287],"groups":[235],"robots":[238,321,359],"but":[239],"also":[240],"minimum":[242],"overhead":[243],"graph":[247],"problems":[249],"wide":[252],"range":[253],"applications.The":[255],"presented":[257],"employs":[259],"(RL)":[264],"framework":[265],"formal":[270],"underlining":[272],"approach.The":[277],"robot":[280],"escape":[283,327],"new":[288],"machine":[291],"research":[293,319],"community;":[294],"it":[295],"was":[296],"originally":[297],"posed":[298],"many":[299],"decades":[300],"back":[301],"by":[302],"H.":[303],"Abelson":[304],"A.":[306,307],"diSessa":[308],"[1].Since":[310],"then,":[311],"there":[312],"been":[314],"great":[316],"deal":[317],"navigate":[324],"maze.In":[330],"[5]":[331],"architecture":[333],"mobile":[336],"maps":[341],"two-dimensional":[343],"environment,":[344],"safe":[347],"paths":[348],"unexplored":[350],"regions.In":[351],"[6],":[352],"algorithms":[353],"are":[354],"two":[357],"heterogeneous":[358],"searching":[360],"each":[362]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}