{"id":"https://openalex.org/W1980295794","doi":"https://doi.org/10.1007/s11633-010-0560-2","title":"Path selection in disaster response management based on Q-learning","display_name":"Path selection in disaster response management based on Q-learning","publication_year":2011,"publication_date":"2011-02-01","ids":{"openalex":"https://openalex.org/W1980295794","doi":"https://doi.org/10.1007/s11633-010-0560-2","mag":"1980295794"},"language":"en","primary_location":{"id":"doi:10.1007/s11633-010-0560-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11633-010-0560-2","pdf_url":null,"source":{"id":"https://openalex.org/S28082686","display_name":"Machine Intelligence Research","issn_l":"1476-8186","issn":["1476-8186","1751-8520","2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Automation and Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032759628","display_name":"Zhaopin Su","orcid":"https://orcid.org/0000-0002-0880-9272"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I39774598","display_name":"Hefei University","ror":"https://ror.org/01f5rdf64","country_code":"CN","type":"education","lineage":["https://openalex.org/I39774598"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhao-Pin Su","raw_affiliation_strings":["Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, 230009, PRC","Postdoctoral Research Station for Management Science and Engineering, Hefei University of Technology, Hefei, 230009, PRC","School of Computer and Information, Hefei University of Technology, Hefei, 230009, PRC","Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, PRC","Postdoctoral Research Station for Management Science and Engineering, Hefei University of Technology, Hefei, PRC","School of Computer and Information, Hefei University of Technology, Hefei, PRC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Postdoctoral Research Station for Management Science and Engineering, Hefei University of Technology, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I16365422","https://openalex.org/I39774598"]},{"raw_affiliation_string":"Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, PRC","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Postdoctoral Research Station for Management Science and Engineering, Hefei University of Technology, Hefei, PRC","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, PRC","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102708362","display_name":"Jian\u2010Guo Jiang","orcid":"https://orcid.org/0000-0002-3361-6149"},"institutions":[{"id":"https://openalex.org/I14308217","display_name":"Ministry of Education Science and Technology","ror":"https://ror.org/0270k0c71","country_code":"MW","type":"government","lineage":["https://openalex.org/I14308217","https://openalex.org/I4210115235"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I39774598","display_name":"Hefei University","ror":"https://ror.org/01f5rdf64","country_code":"CN","type":"education","lineage":["https://openalex.org/I39774598"]}],"countries":["CN","MW"],"is_corresponding":false,"raw_author_name":"Jian-Guo Jiang","raw_affiliation_strings":["Engineering Research Center of Safety Critical Industrial Measurement and Control Technology, Ministry of Education, Hefei, 230009, PRC","Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, 230009, PRC","School of Computer and Information, Hefei University of Technology, Hefei, 230009, PRC","Engineering Research Center of Safety Critical Industrial Measurement and Control Technology, Ministry of Education, Hefei, PRC","Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, PRC","School of Computer and Information, Hefei University of Technology, Hefei, PRC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Safety Critical Industrial Measurement and Control Technology, Ministry of Education, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I14308217"]},{"raw_affiliation_string":"Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I16365422","https://openalex.org/I39774598"]},{"raw_affiliation_string":"Engineering Research Center of Safety Critical Industrial Measurement and Control Technology, Ministry of Education, Hefei, PRC","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, PRC","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, PRC","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102023165","display_name":"Changyong Liang","orcid":"https://orcid.org/0000-0003-2076-5345"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I39774598","display_name":"Hefei University","ror":"https://ror.org/01f5rdf64","country_code":"CN","type":"education","lineage":["https://openalex.org/I39774598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang-Yong Liang","raw_affiliation_strings":["Postdoctoral Research Station for Management Science and Engineering, Hefei University of Technology, Hefei, 230009, PRC","School of Computer and Information, Hefei University of Technology, Hefei, 230009, PRC","Postdoctoral Research Station for Management Science and Engineering, Hefei University of Technology, Hefei, PRC","School of Computer and Information, Hefei University of Technology, Hefei, PRC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Postdoctoral Research Station for Management Science and Engineering, Hefei University of Technology, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I16365422","https://openalex.org/I39774598"]},{"raw_affiliation_string":"Postdoctoral Research Station for Management Science and Engineering, Hefei University of Technology, Hefei, PRC","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, PRC","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101998613","display_name":"Guofu Zhang","orcid":"https://orcid.org/0000-0001-9105-0385"},"institutions":[{"id":"https://openalex.org/I14308217","display_name":"Ministry of Education Science and Technology","ror":"https://ror.org/0270k0c71","country_code":"MW","type":"government","lineage":["https://openalex.org/I14308217","https://openalex.org/I4210115235"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I39774598","display_name":"Hefei University","ror":"https://ror.org/01f5rdf64","country_code":"CN","type":"education","lineage":["https://openalex.org/I39774598"]}],"countries":["CN","MW"],"is_corresponding":false,"raw_author_name":"Guo-Fu Zhang","raw_affiliation_strings":["Engineering Research Center of Safety Critical Industrial Measurement and Control Technology, Ministry of Education, Hefei, 230009, PRC","Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, 230009, PRC","School of Computer and Information, Hefei University of Technology, Hefei, 230009, PRC","Engineering Research Center of Safety Critical Industrial Measurement and Control Technology, Ministry of Education, Hefei, PRC","Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, PRC","School of Computer and Information, Hefei University of Technology, Hefei, PRC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Safety Critical Industrial Measurement and Control Technology, Ministry of Education, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I14308217"]},{"raw_affiliation_string":"Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, 230009, PRC","institution_ids":["https://openalex.org/I16365422","https://openalex.org/I39774598"]},{"raw_affiliation_string":"Engineering Research Center of Safety Critical Industrial Measurement and Control Technology, Ministry of Education, Hefei, PRC","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory of Special Display Technology (Hefei University of Technology), Ministry of Education, Hefei, PRC","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, PRC","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5032759628"],"corresponding_institution_ids":["https://openalex.org/I16365422","https://openalex.org/I39774598"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":null,"fwci":2.3069,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.92032919,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":"1","first_page":"100","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13832","display_name":"Advanced Decision-Making Techniques","score":0.9289000034332275,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13832","display_name":"Advanced Decision-Making Techniques","score":0.9289000034332275,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9204999804496765,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9175000190734863,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.7563482522964478},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.663249671459198},{"id":"https://openalex.org/keywords/emergency-management","display_name":"Emergency management","score":0.6510496139526367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6205939650535583},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.588276207447052},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5633748769760132},{"id":"https://openalex.org/keywords/disaster-response","display_name":"Disaster response","score":0.5352286696434021},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4641484022140503},{"id":"https://openalex.org/keywords/emergency-response","display_name":"Emergency response","score":0.45774194598197937},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.42803844809532166},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.41353753209114075},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3998109698295593},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3702363073825836},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2538734972476959},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.22719576954841614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21852877736091614},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.15198737382888794},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09901446104049683},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09506174921989441},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.0891629159450531}],"concepts":[{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.7563482522964478},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.663249671459198},{"id":"https://openalex.org/C62555980","wikidata":"https://www.wikidata.org/wiki/Q1460420","display_name":"Emergency management","level":2,"score":0.6510496139526367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6205939650535583},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.588276207447052},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5633748769760132},{"id":"https://openalex.org/C3018653863","wikidata":"https://www.wikidata.org/wiki/Q5281355","display_name":"Disaster response","level":3,"score":0.5352286696434021},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4641484022140503},{"id":"https://openalex.org/C3017997152","wikidata":"https://www.wikidata.org/wiki/Q814610","display_name":"Emergency response","level":2,"score":0.45774194598197937},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42803844809532166},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.41353753209114075},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3998109698295593},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3702363073825836},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2538734972476959},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.22719576954841614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21852877736091614},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.15198737382888794},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09901446104049683},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09506174921989441},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0891629159450531},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11633-010-0560-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11633-010-0560-2","pdf_url":null,"source":{"id":"https://openalex.org/S28082686","display_name":"Machine Intelligence Research","issn_l":"1476-8186","issn":["1476-8186","1751-8520","2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Automation and Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W154123681","https://openalex.org/W1507681402","https://openalex.org/W1556486258","https://openalex.org/W1557517019","https://openalex.org/W1975049634","https://openalex.org/W2009693369","https://openalex.org/W2014007173","https://openalex.org/W2027907079","https://openalex.org/W2028523314","https://openalex.org/W2040309923","https://openalex.org/W2044846682","https://openalex.org/W2091028777","https://openalex.org/W2091471286","https://openalex.org/W2096436958","https://openalex.org/W2107726111","https://openalex.org/W2107730423","https://openalex.org/W2116621203","https://openalex.org/W2119686349","https://openalex.org/W2134908333","https://openalex.org/W2139914196","https://openalex.org/W2139993154","https://openalex.org/W2154677548","https://openalex.org/W2163422171","https://openalex.org/W2167011587","https://openalex.org/W2169190353","https://openalex.org/W2170698756","https://openalex.org/W2418429302","https://openalex.org/W2548988045","https://openalex.org/W2773411043","https://openalex.org/W3145285510","https://openalex.org/W7018422729"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2326756920","https://openalex.org/W2101748387","https://openalex.org/W4213141119","https://openalex.org/W2366534746","https://openalex.org/W2143915709","https://openalex.org/W2336998621","https://openalex.org/W2394422641","https://openalex.org/W2578808763","https://openalex.org/W2354984922"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}