{"id":"https://openalex.org/W4400877917","doi":"https://doi.org/10.1109/jstsp.2024.3431203","title":"Reinforcement Learning Based Tactile Sensing for Active Point Cloud Acquisition, Recognition and Localization","display_name":"Reinforcement Learning Based Tactile Sensing for Active Point Cloud Acquisition, Recognition and Localization","publication_year":2024,"publication_date":"2024-04-01","ids":{"openalex":"https://openalex.org/W4400877917","doi":"https://doi.org/10.1109/jstsp.2024.3431203"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2024.3431203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2024.3431203","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04812234/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061004603","display_name":"K\u00e9vin Riou","orcid":"https://orcid.org/0000-0002-0747-3324"},"institutions":[{"id":"https://openalex.org/I100445878","display_name":"\u00c9cole Centrale de Nantes","ror":"https://ror.org/03nh7d505","country_code":"FR","type":"education","lineage":["https://openalex.org/I100445878","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I97188460","display_name":"Nantes Universit\u00e9","ror":"https://ror.org/03gnr7b55","country_code":"FR","type":"education","lineage":["https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Kevin Riou","raw_affiliation_strings":["Nantes Université, Ecole Centrale Nantes, CNRS, LS2N, UMR 6004, Nantes, France"],"raw_orcid":"https://orcid.org/0000-0002-0747-3324","affiliations":[{"raw_affiliation_string":"Nantes Université, Ecole Centrale Nantes, CNRS, LS2N, UMR 6004, Nantes, France","institution_ids":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I4210117005","https://openalex.org/I97188460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103050304","display_name":"Kaiwen Dong","orcid":"https://orcid.org/0000-0003-3580-2452"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiwen Dong","raw_affiliation_strings":["IoT Perception Mine Research Center, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3580-2452","affiliations":[{"raw_affiliation_string":"IoT Perception Mine Research Center, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030047023","display_name":"K\u00e9vin Subrin","orcid":null},"institutions":[{"id":"https://openalex.org/I100445878","display_name":"\u00c9cole Centrale de Nantes","ror":"https://ror.org/03nh7d505","country_code":"FR","type":"education","lineage":["https://openalex.org/I100445878","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I97188460","display_name":"Nantes Universit\u00e9","ror":"https://ror.org/03gnr7b55","country_code":"FR","type":"education","lineage":["https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Kevin Subrin","raw_affiliation_strings":["Nantes Université, Ecole Centrale Nantes, CNRS, LS2N, UMR 6004, Nantes, France"],"raw_orcid":"https://orcid.org/0000-0002-0587-8352","affiliations":[{"raw_affiliation_string":"Nantes Université, Ecole Centrale Nantes, CNRS, LS2N, UMR 6004, Nantes, France","institution_ids":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I4210117005","https://openalex.org/I97188460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108671287","display_name":"Patrick Le Callet","orcid":null},"institutions":[{"id":"https://openalex.org/I100445878","display_name":"\u00c9cole Centrale de Nantes","ror":"https://ror.org/03nh7d505","country_code":"FR","type":"education","lineage":["https://openalex.org/I100445878","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I97188460","display_name":"Nantes Universit\u00e9","ror":"https://ror.org/03gnr7b55","country_code":"FR","type":"education","lineage":["https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Patrick Le Callet","raw_affiliation_strings":["Nantes Université, Ecole Centrale Nantes, CNRS, LS2N, UMR 6004, Nantes, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nantes Université, Ecole Centrale Nantes, CNRS, LS2N, UMR 6004, Nantes, France","institution_ids":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I4210117005","https://openalex.org/I97188460"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2806,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78433995,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"18","issue":"3","first_page":"299","last_page":"311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6993388533592224},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6823058724403381},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6098089814186096},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.604373574256897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5029999613761902},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4281689524650574},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42501503229141235},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3374369740486145},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13139963150024414},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09986856579780579}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6993388533592224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6823058724403381},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6098089814186096},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.604373574256897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5029999613761902},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4281689524650574},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42501503229141235},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3374369740486145},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13139963150024414},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09986856579780579},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jstsp.2024.3431203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2024.3431203","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04812234v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04812234","pdf_url":"https://hal.science/hal-04812234/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing, 2024, 18 (3), pp.299-311. ⟨10.1109/JSTSP.2024.3431203⟩","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04812234v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04812234","pdf_url":"https://hal.science/hal-04812234/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing, 2024, 18 (3), pp.299-311. ⟨10.1109/JSTSP.2024.3431203⟩","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6298685694","display_name":"AI by / for Human, Health and Industry","funder_award_id":"ANR-20-THIA-0011","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400877917.pdf","grobid_xml":"https://content.openalex.org/works/W4400877917.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1920022804","https://openalex.org/W1923184257","https://openalex.org/W2066462894","https://openalex.org/W2114628570","https://openalex.org/W2150066425","https://openalex.org/W2550826130","https://openalex.org/W2567969112","https://openalex.org/W2570268714","https://openalex.org/W2594519801","https://openalex.org/W2620913710","https://openalex.org/W2735571503","https://openalex.org/W2751385068","https://openalex.org/W2788109308","https://openalex.org/W2910757113","https://openalex.org/W2951594382","https://openalex.org/W2960986959","https://openalex.org/W2963231572","https://openalex.org/W2963263790","https://openalex.org/W2963312728","https://openalex.org/W2963509914","https://openalex.org/W2979750740","https://openalex.org/W2985088149","https://openalex.org/W2996888844","https://openalex.org/W3008303301","https://openalex.org/W3010623357","https://openalex.org/W3039448353","https://openalex.org/W3043238202","https://openalex.org/W3087568208","https://openalex.org/W3089668137","https://openalex.org/W3100789280","https://openalex.org/W3100818121","https://openalex.org/W3113028524","https://openalex.org/W3116564952","https://openalex.org/W3131775290","https://openalex.org/W3174688585","https://openalex.org/W3195961151","https://openalex.org/W4211234312","https://openalex.org/W4283017664","https://openalex.org/W4287591058","https://openalex.org/W6739778489","https://openalex.org/W6747473740","https://openalex.org/W6763422710","https://openalex.org/W6785998636","https://openalex.org/W6802227391","https://openalex.org/W6803256779"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Traditional":[0],"passive":[1,193],"point":[2,100,108,200],"cloud":[3,101,201],"acquisition":[4],"systems,":[5],"such":[6,50],"as":[7,51,113,216,218],"lidars":[8],"or":[9],"stereo":[10],"cameras,":[11],"can":[12],"be":[13],"impractical":[14],"in":[15,168,208,222,226],"real-life":[16],"and":[17,54,91,94,124,154,166,180,192,213],"industrial":[18],"use":[19,28],"cases.":[20],"Firstly,":[21],"some":[22],"extreme":[23],"environments":[24],"may":[25],"preclude":[26],"the":[27,37,47,89,98,122,125,138,161,184,223,227],"of":[29,41,163],"these":[30,143],"sensors.":[31],"Secondly,":[32],"they":[33],"capture":[34],"information":[35],"from":[36,88,97],"entire":[38],"scene":[39],"instead":[40],"focusing":[42],"on":[43,134],"areas":[44,135],"relevant":[45,86,136],"to":[46,60,81,112,128,137,174,187],"end":[48],"task,":[49],"object":[52],"recognition":[53,139],"localization.":[55],"In":[56],"contrast,":[57],"we":[58,146,204],"propose":[59],"train":[61],"a":[62,72,76,84],"Reinforcement":[63],"Learning":[64],"(RL)":[65],"agent":[66],"with":[67,75,121,198],"dual":[68],"objectives:":[69],"i)":[70],"control":[71],"robot":[73],"equipped":[74],"tactile":[77],"(or":[78],"laser)":[79],"sensor":[80],"iteratively":[82],"collect":[83],"few":[85],"points":[87],"scene,":[90],"ii)":[92],"recognize":[93],"localize":[95],"objects":[96],"sparse":[99],"which":[102],"has":[103],"been":[104],"collected.":[105],"The":[106],"iterative":[107],"sampling":[109,116,190,195],"strategy,":[110,117],"referred":[111],"an":[114],"active":[115,189],"is":[118],"jointly":[119],"trained":[120],"classifier":[123],"pose":[126,155],"estimator":[127],"ensure":[129],"efficient":[130],"exploration":[131],"that":[132],"focuses":[133],"task.":[140],"To":[141],"achive":[142],"two":[144],"objectives,":[145],"introduce":[147],"three":[148],"RL":[149],"reward":[150],"terms:":[151],"classification,":[152],"exploration,":[153],"estimation":[156],"rewards.":[157],"These":[158],"rewards":[159],"serve":[160],"purpose":[162],"offering":[164],"guidance":[165],"supervision":[167],"their":[169,177],"respective":[170],"domain,":[171],"allowing":[172],"us":[173],"delve":[175],"into":[176],"individual":[178],"impacts":[179],"contributions.":[181],"We":[182],"compare":[183],"proposed":[185],"framework":[186,207],"both":[188],"strategies":[191,196],"hard-coded":[194],"coupled":[197],"state-of-the-art":[199],"classifiers.":[202],"Furthermore,":[203],"evaluate":[205],"our":[206],"realistic":[209,212],"scenarios,":[210],"considering":[211],"similar":[214],"objects,":[215],"well":[217],"accounting":[219],"for":[220],"uncertainty":[221],"object's":[224],"position":[225],"workspace.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}