{"id":"https://openalex.org/W4321608337","doi":"https://doi.org/10.1109/tii.2023.3248086","title":"A Fast Online Planning Under Partial Observability Using Information Entropy Rewards","display_name":"A Fast Online Planning Under Partial Observability Using Information Entropy Rewards","publication_year":2023,"publication_date":"2023-02-23","ids":{"openalex":"https://openalex.org/W4321608337","doi":"https://doi.org/10.1109/tii.2023.3248086"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2023.3248086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3248086","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053348275","display_name":"Yanjie Chen","orcid":"https://orcid.org/0000-0001-9750-9177"},"institutions":[{"id":"https://openalex.org/I4210144102","display_name":"Wuhu Hit Robot Technology Research Institute","ror":"https://ror.org/049w4dp92","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144102"]},{"id":"https://openalex.org/I16038530","display_name":"Aberystwyth University","ror":"https://ror.org/015m2p889","country_code":"GB","type":"education","lineage":["https://openalex.org/I16038530"]},{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN","GB"],"is_corresponding":true,"raw_author_name":"Yanjie Chen","raw_affiliation_strings":["School of Mechanical Engineering and Automation, Fuzhou University, Fuzhou, China","National Engineering Research Center of Robot Visual Perception and Control Technology, Changsha, China","Department of Computer Science, Aberystwyth University, Aberystwyth, U.K"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Automation, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"National Engineering Research Center of Robot Visual Perception and Control Technology, Changsha, China","institution_ids":["https://openalex.org/I4210144102"]},{"raw_affiliation_string":"Department of Computer Science, Aberystwyth University, Aberystwyth, U.K","institution_ids":["https://openalex.org/I16038530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059524537","display_name":"Jiangjiang Liu","orcid":"https://orcid.org/0000-0002-1341-2763"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangjiang Liu","raw_affiliation_strings":["School of Mechanical Engineering and Automation, Fuzhou University, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Automation, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035079606","display_name":"Limin Lan","orcid":"https://orcid.org/0009-0008-9158-5337"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Limin Lan","raw_affiliation_strings":["School of Mechanical Engineering and Automation, Fuzhou University, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Automation, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100323420","display_name":"Hui Zhang","orcid":"https://orcid.org/0000-0002-1803-3148"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Zhang","raw_affiliation_strings":["School of Robotics, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Robotics, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013336609","display_name":"Zhiqiang Miao","orcid":"https://orcid.org/0000-0002-0899-1537"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Miao","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025640070","display_name":"Yaonan Wang","orcid":"https://orcid.org/0000-0002-0519-6458"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaonan Wang","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5053348275"],"corresponding_institution_ids":["https://openalex.org/I16038530","https://openalex.org/I4210144102","https://openalex.org/I80947539"],"apc_list":null,"apc_paid":null,"fwci":0.5245,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.69120346,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"19","issue":"12","first_page":"11596","last_page":"11607"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.8871002197265625},{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.7879245281219482},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.710591197013855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6639564633369446},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5799394845962524},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5748691558837891},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5347098112106323},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5075362920761108},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4950184226036072},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4948052763938904},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4909510910511017},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.42960065603256226},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.41105085611343384},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3538508713245392},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3470163643360138},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22977328300476074},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.18163061141967773}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.8871002197265625},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.7879245281219482},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.710591197013855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6639564633369446},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5799394845962524},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5748691558837891},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5347098112106323},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5075362920761108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4950184226036072},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4948052763938904},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4909510910511017},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.42960065603256226},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.41105085611343384},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3538508713245392},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3470163643360138},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22977328300476074},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.18163061141967773},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2023.3248086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3248086","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1772707023","display_name":null,"funder_award_id":"62273098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1925512234","display_name":null,"funder_award_id":"2021JJ20029","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G4266947506","display_name":null,"funder_award_id":"62273138","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7185484708","display_name":null,"funder_award_id":"62027810","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7745736485","display_name":null,"funder_award_id":"61971071","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W124447425","https://openalex.org/W326419249","https://openalex.org/W2099430963","https://openalex.org/W2626457025","https://openalex.org/W2808915486","https://openalex.org/W2809222802","https://openalex.org/W2946409778","https://openalex.org/W2952258289","https://openalex.org/W2963099939","https://openalex.org/W2964163353","https://openalex.org/W2969158650","https://openalex.org/W2969277962","https://openalex.org/W3043247471","https://openalex.org/W3081938247","https://openalex.org/W3097175827","https://openalex.org/W3098184036","https://openalex.org/W3108549307","https://openalex.org/W3113605944","https://openalex.org/W3132813762","https://openalex.org/W3133533407","https://openalex.org/W3135621698","https://openalex.org/W3157825079","https://openalex.org/W3174425156","https://openalex.org/W4285294350","https://openalex.org/W4288757842","https://openalex.org/W6631864160","https://openalex.org/W6678993419","https://openalex.org/W6779812102","https://openalex.org/W6803896071"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1589140671","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W4321379664"],"abstract_inverted_index":{"Motion":[0],"planning":[1,29,45,63,88],"in":[2,30,60,89,128,164,175],"an":[3,114],"unknown":[4,90],"environment":[5],"is":[6,23,79,103,121,173],"a":[7,24,68,83,93,147,161],"common":[8],"challenge":[9],"because":[10],"of":[11,109,131,140,167],"the":[12,16,38,44,50,107,110,129,136,141,154,170],"existing":[13],"uncertainties.":[14],"Representatively,":[15],"partially":[17,75],"observable":[18],"Markov":[19],"decision":[20],"process":[21],"(POMDP)":[22],"general":[25],"mathematical":[26],"framework":[27],"for":[28,123],"uncertain":[31],"environments.":[32,91],"Recent":[33],"POMDP":[34,69,152],"solvers":[35],"generally":[36],"adopt":[37],"sparse":[39,74],"reward":[40,125],"scheme":[41],"to":[42,81,105,160],"solve":[43],"under":[46],"uncertainty":[47],"problem.":[48],"Subsequently,":[49],"robot's":[51],"exploration":[52,133],"may":[53],"be":[54],"hindered":[55],"without":[56],"immediate":[57],"rewards,":[58],"resulting":[59,127],"excessively":[61],"long":[62],"time.":[64],"In":[65],"this":[66],"article,":[67],"method,":[70],"information":[71,115],"entropy":[72,116],"determinized":[73],"observation":[76],"tree":[77],"(IE-DESPOT),":[78],"proposed":[80,104,142,155],"explore":[82],"high-quality":[84],"solution":[85],"and":[86,100,138],"efficient":[87],"First,":[92],"novel":[94],"sample":[95],"method":[96],"integrating":[97],"state":[98],"distribution":[99,102],"Gaussian":[101],"optimize":[106],"quality":[108],"sampled":[111,119],"states.":[112],"Then,":[113],"based":[117],"on":[118],"states":[120],"established":[122],"real-time":[124],"calculation,":[126],"improvement":[130],"robot":[132,178],"efficiency.":[134],"Moreover,":[135],"near-optimality":[137],"convergence":[139,159],"algorithm":[143,156],"are":[144],"analyzed.":[145],"As":[146],"result,":[148],"compared":[149],"with":[150],"general-purpose":[151],"solvers,":[153],"exhibits":[157],"fast":[158],"near-optimal":[162],"policy":[163],"many":[165],"examples":[166],"interest.":[168],"Furthermore,":[169],"IE-DESPOT's":[171],"performance":[172],"verified":[174],"real":[176],"mobile":[177],"experiments.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}