{"id":"https://openalex.org/W2127344149","doi":"https://doi.org/10.1109/icca.2013.6564940","title":"Efficient, swarm-based path finding in unknown graphs using reinforcement learning","display_name":"Efficient, swarm-based path finding in unknown graphs using reinforcement learning","publication_year":2013,"publication_date":"2013-06-01","ids":{"openalex":"https://openalex.org/W2127344149","doi":"https://doi.org/10.1109/icca.2013.6564940","mag":"2127344149"},"language":"en","primary_location":{"id":"doi:10.1109/icca.2013.6564940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icca.2013.6564940","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 10th IEEE International Conference on Control and Automation (ICCA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055539767","display_name":"Muhammad Aurangzeb","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Aurangzeb","raw_affiliation_strings":["Arlington Research Institute, University of Texas, Fort Worth, TX, USA","[University of Texas at Arlington Research Institute (UTARI), Fort Worth, TX, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arlington Research Institute, University of Texas, Fort Worth, TX, USA","institution_ids":[]},{"raw_affiliation_string":"[University of Texas at Arlington Research Institute (UTARI), Fort Worth, TX, USA]","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016137188","display_name":"Frank L. Lewis","orcid":"https://orcid.org/0000-0003-4074-1615"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"F. L. Lewis","raw_affiliation_strings":["Arlington Research Institute, University of Texas, Fort Worth, TX, USA","[University of Texas at Arlington Research Institute (UTARI), Fort Worth, TX, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arlington Research Institute, University of Texas, Fort Worth, TX, USA","institution_ids":[]},{"raw_affiliation_string":"[University of Texas at Arlington Research Institute (UTARI), Fort Worth, TX, USA]","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047174917","display_name":"Manfred Huber","orcid":"https://orcid.org/0009-0007-0294-9147"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Huber","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Texas, Arlington, TX, USA","[Department of Computer Science & Engineering, University of Texas at Arlington, Arlington, TX, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Texas, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"[Department of Computer Science & Engineering, University of Texas at Arlington, Arlington, TX, USA]","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I189196454"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"870","last_page":"877"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8488114476203918},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6638904809951782},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5898681879043579},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.5257374048233032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4665254056453705},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4472457468509674},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09388941526412964},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08402788639068604}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8488114476203918},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6638904809951782},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5898681879043579},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.5257374048233032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4665254056453705},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4472457468509674},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09388941526412964},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08402788639068604},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icca.2013.6564940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icca.2013.6564940","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 10th IEEE International Conference on Control and Automation (ICCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7900000214576721,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W987629888","https://openalex.org/W1492640216","https://openalex.org/W1523741643","https://openalex.org/W1525325904","https://openalex.org/W1533791180","https://openalex.org/W1588611284","https://openalex.org/W1751505773","https://openalex.org/W1933569933","https://openalex.org/W1946111099","https://openalex.org/W1948756492","https://openalex.org/W1976744965","https://openalex.org/W1979641246","https://openalex.org/W2000135657","https://openalex.org/W2006694777","https://openalex.org/W2037567262","https://openalex.org/W2043806097","https://openalex.org/W2072955302","https://openalex.org/W2097476511","https://openalex.org/W2107726111","https://openalex.org/W2107941094","https://openalex.org/W2112188724","https://openalex.org/W2114446871","https://openalex.org/W2124253297","https://openalex.org/W2126554879","https://openalex.org/W2135416371","https://openalex.org/W2140124983","https://openalex.org/W2143525780","https://openalex.org/W2150889467","https://openalex.org/W2152195021","https://openalex.org/W2152709940","https://openalex.org/W2166928235","https://openalex.org/W2168009894","https://openalex.org/W2287814884","https://openalex.org/W2613129344","https://openalex.org/W3104224380","https://openalex.org/W4214717370","https://openalex.org/W4237051898","https://openalex.org/W6625849552","https://openalex.org/W6640634548","https://openalex.org/W6640926574","https://openalex.org/W6696126189"],"related_works":["https://openalex.org/W4288714711","https://openalex.org/W3200708550","https://openalex.org/W2771637876","https://openalex.org/W2736680465","https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W4294093918","https://openalex.org/W4240853094","https://openalex.org/W2810496283","https://openalex.org/W2170656329"],"abstract_inverted_index":{"This":[0,25],"paper":[1,76],"addresses":[2],"the":[3,28,37,55,83,89,92,97,115,121,141,145,151,154,166],"problem":[4],"of":[5,9,13,91,123,144,153,170],"steering":[6],"a":[7,107,127,188],"swarm":[8,93],"autonomous":[10],"agents":[11,38,46,125],"out":[12],"an":[14,22,61],"unknown":[15,23,84],"maze":[16,85],"to":[17,48,77,87,94,113],"some":[18],"goal":[19],"located":[20],"at":[21],"location.":[24],"is":[26,39,72],"particularly":[27],"case":[29],"in":[30,54,74,82,131,157],"situations":[31],"where":[32],"no":[33],"direct":[34],"communication":[35],"between":[36,45],"possible":[40],"and":[41,80,86,101,149,181],"all":[42],"information":[43,52,70,156],"exchange":[44],"has":[47],"occur":[49],"indirectly":[50],"through":[51],"\u201cdeposited\u201d":[53],"environment.":[56],"To":[57],"address":[58],"this":[59,75],"task,":[60],"\u03b5-greedy":[62],"collaborative":[63,116],"reinforcement":[64],"learning":[65,100,147,171],"method":[66,148],"using":[67],"only":[68],"local":[69],"exchanges":[71],"introduced":[73,167],"balance":[78],"exploitation":[79],"exploration":[81],"optimize":[88],"ability":[90],"exit":[95],"from":[96,172],"maze.":[98],"The":[99],"routing":[102,132],"algorithm":[103],"given":[104],"here":[105],"provides":[106],"mechanism":[108],"for":[109,160],"storing":[110],"data":[111],"needed":[112],"represent":[114],"utility":[117],"function":[118],"based":[119,183],"on":[120,184],"experiences":[122],"previous":[124],"visiting":[126],"node":[128],"that":[129,134,165],"results":[130],"decisions":[133],"improve":[135,176],"with":[136],"time.":[137],"Two":[138],"theorems":[139],"show":[140,164],"theoretical":[142],"soundness":[143],"proposed":[146],"illustrate":[150],"importance":[152],"stored":[155],"improving":[158],"decision-making":[159],"routing.":[161],"Simulation":[162],"examples":[163],"simple":[168],"rules":[169],"past":[173],"experience":[174],"significantly":[175],"performance":[177],"over":[178],"random":[179],"search":[180,182],"Ant":[185],"Colony":[186],"Optimization,":[187],"metaheuristic":[189],"algorithm.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}