{"id":"https://openalex.org/W2919089852","doi":"https://doi.org/10.1109/lra.2019.2901905","title":"Practical Resolution Methods for MDPs in Robotics Exemplified With Disassembly Planning","display_name":"Practical Resolution Methods for MDPs in Robotics Exemplified With Disassembly Planning","publication_year":2019,"publication_date":"2019-02-27","ids":{"openalex":"https://openalex.org/W2919089852","doi":"https://doi.org/10.1109/lra.2019.2901905","mag":"2919089852"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2019.2901905","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2019.2901905","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2117/178895","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013246658","display_name":"Alejandro Muchada Su\u00e1rez","orcid":"https://orcid.org/0000-0003-1611-614X"},"institutions":[{"id":"https://openalex.org/I4210093282","display_name":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial","ror":"https://ror.org/00mcdyn90","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210093282","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Alejandro Suarez-Hernandez","raw_affiliation_strings":["Institut de Rob\u00f2tica i Inform\u00e0tica Industrial, CSIC-UPC, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial, CSIC-UPC, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I4210093282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007639805","display_name":"Carme Torras","orcid":"https://orcid.org/0000-0002-2933-398X"},"institutions":[{"id":"https://openalex.org/I4210093282","display_name":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial","ror":"https://ror.org/00mcdyn90","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210093282","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Carme Torras","raw_affiliation_strings":["Institut de Rob\u00f2tica i Inform\u00e0tica Industrial, CSIC-UPC, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial, CSIC-UPC, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I4210093282"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085564113","display_name":"Guillem Aleny\u00e0","orcid":"https://orcid.org/0000-0002-6018-154X"},"institutions":[{"id":"https://openalex.org/I4210093282","display_name":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial","ror":"https://ror.org/00mcdyn90","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210093282","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Guillem Alenya","raw_affiliation_strings":["Institut de Rob\u00f2tica i Inform\u00e0tica Industrial, CSIC-UPC, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial, CSIC-UPC, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I4210093282"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013246658"],"corresponding_institution_ids":["https://openalex.org/I4210093282","https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":0.4415,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.69396244,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"4","issue":"3","first_page":"2282","last_page":"2288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7720404267311096},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.750428318977356},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.727874755859375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6802217960357666},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5942624807357788},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5662689208984375},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4903593063354492},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.46491748094558716},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.45752936601638794},{"id":"https://openalex.org/keywords/shortest-path-problem","display_name":"Shortest path problem","score":0.4546743333339691},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4456421434879303},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37345802783966064},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3606407642364502},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2507472038269043},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.18156132102012634},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1135372519493103},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07962507009506226},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.07202419638633728},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07196128368377686}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7720404267311096},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.750428318977356},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.727874755859375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6802217960357666},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5942624807357788},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5662689208984375},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4903593063354492},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.46491748094558716},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.45752936601638794},{"id":"https://openalex.org/C22590252","wikidata":"https://www.wikidata.org/wiki/Q1058754","display_name":"Shortest path problem","level":3,"score":0.4546743333339691},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4456421434879303},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37345802783966064},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3606407642364502},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2507472038269043},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.18156132102012634},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1135372519493103},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07962507009506226},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.07202419638633728},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07196128368377686},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/lra.2019.2901905","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2019.2901905","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:digital.csic.es:10261/202292","is_oa":false,"landing_page_url":"http://hdl.handle.net/10261/202292","pdf_url":null,"source":{"id":"https://openalex.org/S4306400616","display_name":"DIGITAL.CSIC (Spanish National Research Council (CSIC))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I134820265","host_organization_name":"Consejo Superior de Investigaciones Cient\u00edficas","host_organization_lineage":["https://openalex.org/I134820265"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"art\u00edculo"},{"id":"pmh:oai:dnet:upcommonspor::6c867b9154847068c66d2a897fc81f07","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/178895","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/submittedVersion"},{"id":"pmh:oai:upcommons.upc.edu:2117/178895","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/178895","pdf_url":null,"source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:zenodo.org:3463404","is_oa":true,"landing_page_url":"https://zenodo.org/record/3463404","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Robotics and Automation Letters 4(3) 2282-2288","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:dnet:upcommonspor::6c867b9154847068c66d2a897fc81f07","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/178895","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/submittedVersion"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7400000095367432,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W64519057","https://openalex.org/W127341816","https://openalex.org/W414661853","https://openalex.org/W1576452626","https://openalex.org/W1990922822","https://openalex.org/W1991054521","https://openalex.org/W2030744709","https://openalex.org/W2063668492","https://openalex.org/W2070683816","https://openalex.org/W2103158016","https://openalex.org/W2106699903","https://openalex.org/W2128459535","https://openalex.org/W2161414194","https://openalex.org/W2209959171","https://openalex.org/W2216972032","https://openalex.org/W2243242557","https://openalex.org/W2272677889","https://openalex.org/W2401856889","https://openalex.org/W2404068774","https://openalex.org/W2408878333","https://openalex.org/W2604173138","https://openalex.org/W2614224688","https://openalex.org/W2910015851","https://openalex.org/W3101355526","https://openalex.org/W6602647303","https://openalex.org/W6605199526","https://openalex.org/W6675534619","https://openalex.org/W6678993419","https://openalex.org/W6688222702","https://openalex.org/W6688411690","https://openalex.org/W6690608649","https://openalex.org/W6736002542"],"related_works":["https://openalex.org/W4389475841","https://openalex.org/W4241327272","https://openalex.org/W2120406836","https://openalex.org/W1996214847","https://openalex.org/W2903299703","https://openalex.org/W4211224558","https://openalex.org/W4385342861","https://openalex.org/W1672382258","https://openalex.org/W2117282672","https://openalex.org/W2119790124"],"abstract_inverted_index":{"In":[0,88],"this":[1],"letter,":[2],"we":[3,90],"focus":[4],"on":[5],"finding":[6],"practical":[7,94],"resolution":[8,148],"methods":[9],"for":[10],"Markov":[11],"decision":[12],"processes":[13],"(MDPs)":[14],"in":[15,75,117,177],"robotics.":[16],"Some":[17],"of":[18,22,59,103,133,143,156,193],"the":[19,57,98,129],"main":[20],"difficulties":[21],"applying":[23],"MDPs":[24],"to":[25,32,47,82,100,184,203],"real-world":[26],"robotics":[27],"problems":[28,205],"are:":[29],"first,":[30,139],"having":[31],"deal":[33],"with":[34,167,206],"huge":[35],"state":[36,208,211],"spaces;":[37],"and":[38,77,105,145,182,210],"second,":[39,146],"designing":[40],"a":[41,80,112,118,168,200],"method":[42,195],"that":[43,92,115,153,213],"is":[44,175],"robust":[45],"enough":[46],"dead":[48],"ends.":[49],"These":[50],"complications":[51],"restrict":[52],"or":[53,67],"make":[54],"more":[55],"difficult":[56],"application":[58],"methods,":[60],"such":[61,198],"as":[62,199],"value":[63],"iteration,":[64,66],"policy":[65],"labeled":[68],"real-time":[69],"dynamic":[70],"programming":[71],"(LRTDP).":[72],"We":[73,110,151,163],"see":[74],"determinization":[76],"heuristic":[78],"search":[79],"way":[81],"successfully":[83],"work":[84],"around":[85],"these":[86,160],"problems.":[87,109],"addition,":[89],"believe":[91],"many":[93,191],"use":[95],"cases":[96],"offer":[97],"opportunity":[99],"identify":[101],"hierarchies":[102],"subtasks":[104],"solve":[106],"smaller,":[107],"simplified":[108],"propose":[111],"decision-making":[113,136],"unit":[114,137],"operates":[116],"probabilistic":[119,178],"planning":[120,157,179],"setting":[121],"through":[122],"stochastic":[123],"shortest":[124],"path":[125],"problems,":[126],"which":[127],"generalize":[128],"most":[130],"common":[131],"types":[132],"MDPs.":[134],"Our":[135,188],"combines:":[138],"automatic":[140],"hierarchical":[141],"organization":[142],"subtasks;":[144],"on-line":[147],"via":[149],"determinization.":[150],"argue":[152],"several":[154],"applications":[155],"benefit":[158],"from":[159],"two":[161],"strategies.":[162],"exemplify":[164],"our":[165,186,194],"approach":[166],"robotized":[169],"disassembly":[170,173],"application.":[171],"The":[172],"problem":[174],"modeled":[176],"definition":[180],"language,":[181],"serves":[183],"define":[185],"experiments.":[187],"results":[189],"show":[190],"advantages":[192],"over":[196],"LRTDP,":[197],"better":[201],"capability":[202],"handle":[204],"large":[207],"spaces":[209],"definitions":[212],"change":[214],"when":[215],"new":[216],"fluents":[217],"are":[218],"discovered.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}