{"id":"https://openalex.org/W4399375260","doi":"https://doi.org/10.1109/icit58233.2024.10540860","title":"Reinforcement Learning for Source Location Estimation: A Multi-Step Approach","display_name":"Reinforcement Learning for Source Location Estimation: A Multi-Step Approach","publication_year":2024,"publication_date":"2024-03-25","ids":{"openalex":"https://openalex.org/W4399375260","doi":"https://doi.org/10.1109/icit58233.2024.10540860"},"language":"en","primary_location":{"id":"doi:10.1109/icit58233.2024.10540860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icit58233.2024.10540860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Industrial Technology (ICIT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research-information.bris.ac.uk/en/publications/24544ac6-ecd6-4bf2-a947-4d31450923c0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010583638","display_name":"Yi-Wei Shi","orcid":"https://orcid.org/0000-0003-2169-8789"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yiwei Shi","raw_affiliation_strings":["School of Engineering Mathematics and Technology, University of Bristol,Bristol,U.K","School of Engineering Mathematics and Technology, University of Bristol, Bristol, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering Mathematics and Technology, University of Bristol,Bristol,U.K","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"School of Engineering Mathematics and Technology, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090059618","display_name":"Kevin McAreavey","orcid":null},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kevin McAreavey","raw_affiliation_strings":["School of Engineering Mathematics and Technology, University of Bristol,Bristol,U.K","School of Engineering Mathematics and Technology, University of Bristol, Bristol, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering Mathematics and Technology, University of Bristol,Bristol,U.K","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"School of Engineering Mathematics and Technology, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021774274","display_name":"Cunjia Liu","orcid":"https://orcid.org/0000-0003-2829-9369"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cunjia Liu","raw_affiliation_strings":["Loughborough University,Department of Aeronautical and Automotive Engineering,Loughborough,U.K","Department of Aeronautical and Automotive Engineering, Loughborough University, Loughborough, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Loughborough University,Department of Aeronautical and Automotive Engineering,Loughborough,U.K","institution_ids":["https://openalex.org/I143804889"]},{"raw_affiliation_string":"Department of Aeronautical and Automotive Engineering, Loughborough University, Loughborough, U.K","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002349071","display_name":"Weiru Liu","orcid":"https://orcid.org/0000-0001-8356-1361"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Weiru Liu","raw_affiliation_strings":["School of Engineering Mathematics and Technology, University of Bristol,Bristol,U.K","School of Engineering Mathematics and Technology, University of Bristol, Bristol, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering Mathematics and Technology, University of Bristol,Bristol,U.K","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"School of Engineering Mathematics and Technology, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.4417,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.9548105,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12321","display_name":"Insect Pheromone Research and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1109","display_name":"Insect Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12321","display_name":"Insect Pheromone Research and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1109","display_name":"Insect Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11667","display_name":"Advanced Chemical Sensor Technologies","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8161138296127319},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.7462713718414307},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7405701279640198},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.5827412605285645},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5343883037567139},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5051944851875305},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48351481556892395},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4741125702857971},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4644921123981476},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.42476335167884827},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.4230732321739197},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3963544964790344}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8161138296127319},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.7462713718414307},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7405701279640198},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.5827412605285645},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5343883037567139},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5051944851875305},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48351481556892395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4741125702857971},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4644921123981476},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.42476335167884827},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.4230732321739197},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3963544964790344},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icit58233.2024.10540860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icit58233.2024.10540860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Industrial Technology (ICIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire/24544ac6-ecd6-4bf2-a947-4d31450923c0","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/24544ac6-ecd6-4bf2-a947-4d31450923c0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Shi, Y, McAreavey, K, Liu, C & Liu, W 2024, Reinforcement learning for source location estimation : a multi-step approach. in 2024 IEEE International Conference on Industrial Technology (ICIT). IEEE International Conference on Industrial Technology, Institute of Electrical and Electronics Engineers (IEEE). https://doi.org/10.1109/ICIT58233.2024.10540860","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:research-information.bris.ac.uk:openaire/24544ac6-ecd6-4bf2-a947-4d31450923c0","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/24544ac6-ecd6-4bf2-a947-4d31450923c0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Shi, Y, McAreavey, K, Liu, C & Liu, W 2024, Reinforcement learning for source location estimation : a multi-step approach. in 2024 IEEE International Conference on Industrial Technology (ICIT). IEEE International Conference on Industrial Technology, Institute of Electrical and Electronics Engineers (IEEE). https://doi.org/10.1109/ICIT58233.2024.10540860","raw_type":"contributionToPeriodical"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3404203185","display_name":null,"funder_award_id":"EP/T026820/l","funder_id":"https://openalex.org/F4320334609","funder_display_name":"Arts and Humanities Research Council"}],"funders":[{"id":"https://openalex.org/F4320334609","display_name":"Arts and Humanities Research Council","ror":"https://ror.org/0505m1554"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1513008779","https://openalex.org/W1646707810","https://openalex.org/W2046695302","https://openalex.org/W2057147920","https://openalex.org/W2062044314","https://openalex.org/W2094523125","https://openalex.org/W2103519107","https://openalex.org/W2124399788","https://openalex.org/W2168359464","https://openalex.org/W2553399731","https://openalex.org/W2767368842","https://openalex.org/W2887271066","https://openalex.org/W2906829782","https://openalex.org/W2945053513","https://openalex.org/W2973229164","https://openalex.org/W2974702489","https://openalex.org/W2981023741","https://openalex.org/W2984685038","https://openalex.org/W4200442472","https://openalex.org/W4210721470","https://openalex.org/W4212976223","https://openalex.org/W4214717370","https://openalex.org/W4221098055","https://openalex.org/W4285176925","https://openalex.org/W4298857966","https://openalex.org/W4304142025","https://openalex.org/W4304142030"],"related_works":["https://openalex.org/W2407375987","https://openalex.org/W3049691116","https://openalex.org/W2505726097","https://openalex.org/W2010643158","https://openalex.org/W2106867672","https://openalex.org/W3081214562","https://openalex.org/W4310268968","https://openalex.org/W2950975704","https://openalex.org/W4297815943","https://openalex.org/W2053745677"],"abstract_inverted_index":{"Gas":[0],"leaks":[1],"present":[2],"an":[3],"undeniable":[4],"safety":[5],"concern;":[6],"the":[7,14,42,79,87,100,107,129,136],"ability":[8],"to":[9,67,72,89],"swiftly":[10],"and":[11,19,33,39,76,120,126],"accurately":[12],"detect":[13],"source":[15,69,137],"of":[16,31,44,109,123,131,138],"a":[17,54],"leak":[18],"pertinent":[20],"details":[21],"is":[22],"critical":[23],"for":[24,113],"effective":[25],"emergency":[26],"response.":[27],"The":[28],"limited":[29],"precision":[30],"sensors":[32],"environmental":[34],"noise":[35],"introduce":[36],"significant":[37],"uncertainty":[38],"randomness,":[40],"complicating":[41],"resolution":[43],"such":[45],"issues.":[46],"To":[47],"address":[48],"these":[49],"challenges,":[50],"this":[51,84],"study":[52],"introduces":[53],"new":[55],"approach":[56,96],"that":[57],"integrates":[58],"multi-step":[59,80],"deep":[60],"reinforcement":[61],"learning":[62],"algorithms":[63],"with":[64],"Bayesian":[65],"inference":[66],"estimate":[68],"information.":[70],"Compared":[71],"single-step":[73],"Reinforcement":[74],"Learning":[75],"Entrotaxis":[77],"methods,":[78],"update":[81],"mechanism":[82],"in":[83,118,134],"problem":[85],"allows":[86],"agent":[88],"locate":[90],"sources":[91],"position":[92],"more":[93],"efficiently.":[94],"This":[95],"not":[97],"only":[98],"increases":[99],"search's":[101],"success":[102],"rate":[103],"but":[104],"also":[105],"decreases":[106],"number":[108],"time":[110],"steps":[111],"needed":[112],"successful":[114],"detection.":[115],"Experiments":[116],"conducted":[117],"continuous":[119],"discrete":[121],"environments":[122],"equal":[124],"scale":[125],"parameters":[127],"corroborate":[128],"efficiency":[130],"our":[132],"method":[133],"tracing":[135],"gas":[139],"leaks.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}