{"id":"https://openalex.org/W7150994664","doi":"https://doi.org/10.1007/s10846-026-02370-4","title":"Stochastic Robot Behaviors through Hidden Markov Models with Inputs and Outputs","display_name":"Stochastic Robot Behaviors through Hidden Markov Models with Inputs and Outputs","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7150994664","doi":"https://doi.org/10.1007/s10846-026-02370-4"},"language":"en","primary_location":{"id":"doi:10.1007/s10846-026-02370-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-026-02370-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-026-02370-4.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10846-026-02370-4.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028890318","display_name":"Jes\u00fas Savage","orcid":"https://orcid.org/0000-0002-6340-8375"},"institutions":[{"id":"https://openalex.org/I167724894","display_name":"Universidad Aut\u00f3noma de la Ciudad de M\u00e9xico","ror":"https://ror.org/04q0r6m34","country_code":"MX","type":"education","lineage":["https://openalex.org/I167724894"]},{"id":"https://openalex.org/I8961855","display_name":"Universidad Nacional Aut\u00f3noma de M\u00e9xico","ror":"https://ror.org/01tmp8f25","country_code":"MX","type":"education","lineage":["https://openalex.org/I8961855"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Jesus Savage","raw_affiliation_strings":["Bio-Robotics Laboratory, National Autonomous University of Mexico, Av. Universidad 3000, Coyoacan, Ciudad de Mexico, 04510, Mexico"],"raw_orcid":"https://orcid.org/0000-0002-6340-8375","affiliations":[{"raw_affiliation_string":"Bio-Robotics Laboratory, National Autonomous University of Mexico, Av. Universidad 3000, Coyoacan, Ciudad de Mexico, 04510, Mexico","institution_ids":["https://openalex.org/I8961855","https://openalex.org/I167724894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018103510","display_name":"David A. Rosenblueth","orcid":"https://orcid.org/0000-0001-8933-8267"},"institutions":[{"id":"https://openalex.org/I8961855","display_name":"Universidad Nacional Aut\u00f3noma de M\u00e9xico","ror":"https://ror.org/01tmp8f25","country_code":"MX","type":"education","lineage":["https://openalex.org/I8961855"]}],"countries":["MX"],"is_corresponding":true,"raw_author_name":"David A. Rosenblueth","raw_affiliation_strings":["Instituto de Investigaciones en Matematicas Aplicadas y en Sistemas, National Autonomous University of Mexico, Apdo. 20-126, Ciudad de Mexico, 01000, Mexico"],"raw_orcid":"https://orcid.org/0000-0001-8933-8267","affiliations":[{"raw_affiliation_string":"Instituto de Investigaciones en Matematicas Aplicadas y en Sistemas, National Autonomous University of Mexico, Apdo. 20-126, Ciudad de Mexico, 01000, Mexico","institution_ids":["https://openalex.org/I8961855"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035718255","display_name":"Stan Mu\u00f1oz Guti\u00e9rrez","orcid":null},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Stan Mu\u00f1oz Guti\u00e9rrez","raw_affiliation_strings":["Institute of Software Engineering and Artificial Intelligence, Graz University of Technology, Inffeldgasse 16b/II, Graz, 8010, Austria"],"raw_orcid":"https://orcid.org/0000-0001-6259-1609","affiliations":[{"raw_affiliation_string":"Institute of Software Engineering and Artificial Intelligence, Graz University of Technology, Inffeldgasse 16b/II, Graz, 8010, Austria","institution_ids":["https://openalex.org/I4092182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025085903","display_name":"Marco Negrete","orcid":"https://orcid.org/0000-0002-5468-2807"},"institutions":[{"id":"https://openalex.org/I167724894","display_name":"Universidad Aut\u00f3noma de la Ciudad de M\u00e9xico","ror":"https://ror.org/04q0r6m34","country_code":"MX","type":"education","lineage":["https://openalex.org/I167724894"]},{"id":"https://openalex.org/I8961855","display_name":"Universidad Nacional Aut\u00f3noma de M\u00e9xico","ror":"https://ror.org/01tmp8f25","country_code":"MX","type":"education","lineage":["https://openalex.org/I8961855"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Marco Negrete","raw_affiliation_strings":["Bio-Robotics Laboratory, National Autonomous University of Mexico, Av. Universidad 3000, Coyoacan, Ciudad de Mexico, 04510, Mexico"],"raw_orcid":"https://orcid.org/0000-0002-5468-2807","affiliations":[{"raw_affiliation_string":"Bio-Robotics Laboratory, National Autonomous University of Mexico, Av. Universidad 3000, Coyoacan, Ciudad de Mexico, 04510, Mexico","institution_ids":["https://openalex.org/I8961855","https://openalex.org/I167724894"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5018103510"],"corresponding_institution_ids":["https://openalex.org/I8961855"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.46144296,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"112","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.21699999272823334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.21699999272823334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.13779999315738678,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.10480000078678131,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.7559000253677368},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6557000279426575},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.609499990940094},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5415999889373779},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4771000146865845},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4634999930858612},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41260001063346863},{"id":"https://openalex.org/keywords/stochastic-modelling","display_name":"Stochastic modelling","score":0.3991999924182892}],"concepts":[{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.7559000253677368},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6557000279426575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6474000215530396},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.609499990940094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5774000287055969},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5415999889373779},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4771000146865845},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4634999930858612},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C127491075","wikidata":"https://www.wikidata.org/wiki/Q7617825","display_name":"Stochastic modelling","level":2,"score":0.3991999924182892},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3986000120639801},{"id":"https://openalex.org/C64939953","wikidata":"https://www.wikidata.org/wiki/Q3859882","display_name":"Hidden semi-Markov model","level":5,"score":0.3849000036716461},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.301800012588501},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.30090001225471497},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2840000092983246},{"id":"https://openalex.org/C19766214","wikidata":"https://www.wikidata.org/wiki/Q4880688","display_name":"Behavior-based robotics","level":4,"score":0.2838999927043915},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.26019999384880066}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10846-026-02370-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-026-02370-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-026-02370-4.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10846-026-02370-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-026-02370-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-026-02370-4.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2843735314","display_name":null,"funder_award_id":"IT101524","funder_id":"https://openalex.org/F4320323401","funder_display_name":"Universidad Nacional Aut\u00f3noma de M\u00e9xico"},{"id":"https://openalex.org/G5821824291","display_name":null,"funder_award_id":"PE108624","funder_id":"https://openalex.org/F4320323401","funder_display_name":"Universidad Nacional Aut\u00f3noma de M\u00e9xico"}],"funders":[{"id":"https://openalex.org/F4320323401","display_name":"Universidad Nacional Aut\u00f3noma de M\u00e9xico","ror":"https://ror.org/01tmp8f25"},{"id":"https://openalex.org/F4320335100","display_name":"Direcci\u00f3n General de Asuntos del Personal Acad\u00e9mico, Universidad Nacional Aut\u00f3noma de M\u00e9xico","ror":"https://ror.org/01tmp8f25"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7150994664.pdf","grobid_xml":"https://content.openalex.org/works/W7150994664.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1546442360","https://openalex.org/W1568829386","https://openalex.org/W1579750597","https://openalex.org/W1608391772","https://openalex.org/W1779065899","https://openalex.org/W1972130179","https://openalex.org/W1991133427","https://openalex.org/W2001179000","https://openalex.org/W2075773711","https://openalex.org/W2077571245","https://openalex.org/W2097856935","https://openalex.org/W2105594594","https://openalex.org/W2122092249","https://openalex.org/W2122439876","https://openalex.org/W2127464845","https://openalex.org/W2134383396","https://openalex.org/W2149280200","https://openalex.org/W2165959773","https://openalex.org/W2336416123","https://openalex.org/W2402268481","https://openalex.org/W2481247903","https://openalex.org/W3013217754","https://openalex.org/W3026445910","https://openalex.org/W3111064853","https://openalex.org/W3128701807","https://openalex.org/W4211059674","https://openalex.org/W4226383439","https://openalex.org/W4248402004","https://openalex.org/W4281384582","https://openalex.org/W4380200516","https://openalex.org/W4386634158","https://openalex.org/W4399626528","https://openalex.org/W4400555262","https://openalex.org/W4406314232","https://openalex.org/W4416093779","https://openalex.org/W4416162753"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Hidden":[1],"Markov":[2,205],"models":[3,66,194],"(HMMs)":[4],"have":[5],"found":[6,213],"myriad":[7],"uses.":[8],"When":[9],"employed":[10],"in":[11,51,74,92,101,109,222],"robotics,":[12],"however,":[13],"a":[14,24,31,173,187,204,215],"conspicuous":[15],"difference":[16],"compared":[17],"with":[18,49,176,199,203],"finite-state":[19,55],"machine":[20,175],"emerges:":[21],"HMMs":[22,48,60,91],"lack":[23],"direct":[25],"way":[26],"of":[27,33,54,105,160],"incorporating":[28],"inputs.":[29],"Although":[30],"sequence":[32],"observations":[34],"can":[35,169],"be":[36,170],"viewed":[37],"as":[38,96,172],"input,":[39],"we":[40],"argue":[41,123],"that":[42,124],"it":[43],"is":[44,231],"desirable":[45],"to":[46,190],"extend":[47],"inputs":[50,178],"the":[52,75,84,102,106,114,119,143,147,192,229],"vein":[53],"machines.":[56],"As":[57],"robot":[58,115,184,200,230],"controllers,":[59],"exhibit":[61],"another":[62],"salient":[63],"feature:":[64],"such":[65],"primarily":[67],"focus":[68],"on":[69,83,146],"capturing":[70],"uncertainty":[71,99,159],"and":[72,149,179,195],"stochasticity":[73],"operational":[76],"environment":[77],"while":[78],"maintaining":[79],"deterministic":[80,156],"actions":[81],"based":[82],"robot\u2019s":[85],"belief":[86],"state.":[87],"We":[88,122,181],"propose":[89],"extendin":[90],"this":[93,125,139,197],"other":[94],"direction":[95],"well,":[97],"embracing":[98],"also":[100,212],"reactive":[103],"behavior":[104,201],"robot,":[107],"resulting":[108],"stochastic":[110,177],"behavior,":[111],"thus":[112],"making":[113],"act":[116],"differently":[117],"under":[118,158],"same":[120],"conditions.":[121],"produces":[126],"rich":[127],"information,":[128],"often":[129],"sufficient":[130],"for":[131,233],"effective":[132],"navigation":[133],"without":[134],"explicit":[135],"maps.":[136],"In":[137],"addition,":[138],"approach":[140,198],"significantly":[141],"reduces":[142],"computational":[144],"burden":[145],"agent":[148],"simultaneously":[150],"mitigates":[151],"undesirable":[152],"behaviors":[153,185],"arising":[154],"from":[155],"policies":[157],"environmental":[161],"perception.":[162],"An":[163],"input":[164],"output":[165],"extended":[166],"HMM":[167],"(IOEHMM)":[168],"regarded":[171],"Moore":[174],"outputs.":[180],"build":[182],"IOEHMM":[183],"using":[186],"genetic":[188,216],"algorithm":[189],"find":[191],"best":[193],"compare":[196],"implemented":[202],"decision":[206],"process":[207],"(MDP),":[208],"whose":[209],"parameters":[210],"are":[211,226],"by":[214],"algorithm.":[217],"Our":[218],"method":[219],"outperforms":[220],"MDPs":[221],"cases":[223],"where":[224],"obstacles":[225],"large":[227],"or":[228],"used":[232],"exploration.":[234]},"counts_by_year":[],"updated_date":"2026-06-20T20:08:15.867695","created_date":"2026-04-07T00:00:00"}