{"id":"https://openalex.org/W1998557102","doi":"https://doi.org/10.1109/icra.2014.6907441","title":"Learning to predict phases of manipulation tasks as hidden states","display_name":"Learning to predict phases of manipulation tasks as hidden states","publication_year":2014,"publication_date":"2014-05-01","ids":{"openalex":"https://openalex.org/W1998557102","doi":"https://doi.org/10.1109/icra.2014.6907441","mag":"1998557102"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2014.6907441","doi":"https://doi.org/10.1109/icra.2014.6907441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2014.6907441","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/conference_contribution/Learning_to_predict_phases_of_manipulation_tasks_as_hidden_states/25171283","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005091065","display_name":"Oliver Kroemer","orcid":"https://orcid.org/0000-0003-2007-3867","observed_orcids":["https://orcid.org/0000-0003-2007-3867"]},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oliver Kroemer","raw_affiliation_strings":["Intelligent Autonomous Systems group, Technische Universitaet Darmstadt, Germany","Dept. Empirical Inference, Max Planck Institute for Intelligent Systems, Max Planck Society"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems group, Technische Universitaet Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Dept. Empirical Inference, Max Planck Institute for Intelligent Systems, Max Planck Society","institution_ids":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057277609","display_name":"Herke van Hoof","orcid":"https://orcid.org/0000-0002-1583-3692","observed_orcids":["https://orcid.org/0000-0002-1583-3692"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Herke van Hoof","raw_affiliation_strings":["Intelligent Autonomous Systems group, Technische Universitaet Darmstadt, Germany","Intelligent Autonomous Systems group at the Technische Universitaet Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems group, Technische Universitaet Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Intelligent Autonomous Systems group at the Technische Universitaet Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110467801","display_name":"Gerhard M. Neumann","orcid":"https://orcid.org/0000-0002-5483-4225","observed_orcids":["https://orcid.org/0000-0002-5483-4225"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gerhard Neumann","raw_affiliation_strings":["Intelligent Autonomous Systems group, Technische Universitaet Darmstadt, Germany","Intelligent Autonomous Systems group at the Technische Universitaet Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems group, Technische Universitaet Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Intelligent Autonomous Systems group at the Technische Universitaet Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071367253","display_name":"Jan Peters","orcid":"https://orcid.org/0000-0002-5266-8091","observed_orcids":["https://orcid.org/0000-0002-5266-8091"]},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Peters","raw_affiliation_strings":["Intelligent Autonomous Systems group, Technische Universitaet Darmstadt, Germany","Dept. Empirical Inference, Max Planck Institute for Intelligent Systems, Max Planck Society"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems group, Technische Universitaet Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Dept. Empirical Inference, Max Planck Institute for Intelligent Systems, Max Planck Society","institution_ids":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.8865,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.98349818,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4009","last_page":"4014"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/manipulation-tasks","display_name":"manipulation tasks","score":0.7360000014305115},{"id":"https://openalex.org/keywords/phase-transitions","display_name":"phase transitions","score":0.8730000257492065},{"id":"https://openalex.org/keywords/hidden-states","display_name":"hidden states","score":0.6579999923706055},{"id":"https://openalex.org/keywords/autoregressive-hidden-markov-model","display_name":"autoregressive hidden Markov model","score":0.921999990940094},{"id":"https://openalex.org/keywords/phase-prediction","display_name":"phase prediction","score":0.5950000286102295},{"id":"https://openalex.org/keywords/contact-transition","display_name":"contact transition","score":0.4189999997615814},{"id":"https://openalex.org/keywords/pushing","display_name":"pushing","score":0.4090000092983246},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.6309999823570251},{"id":"https://openalex.org/keywords/expectation-maximization-learning","display_name":"expectation-maximization learning","score":0.671999990940094}],"concepts":[{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.8080989122390747},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7659631371498108},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7296104431152344},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.7281389236450195},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5855580568313599},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5482127070426941},{"id":"https://openalex.org/C182081679","wikidata":"https://www.wikidata.org/wiki/Q1275153","display_name":"Expectation\u2013maximization algorithm","level":3,"score":0.4796726703643799},{"id":"https://openalex.org/C64939953","wikidata":"https://www.wikidata.org/wiki/Q3859882","display_name":"Hidden semi-Markov model","level":5,"score":0.469105064868927},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.4659406244754791},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4433257579803467},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4204915165901184},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.3946738541126251},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.1788715422153473},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.17848160862922668},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1328771710395813},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1096203625202179},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.06810301542282104},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.06806609034538269},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/icra.2014.6907441","doi":"https://doi.org/10.1109/icra.2014.6907441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2014.6907441","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.lincoln.ac.uk:25769","doi":null,"is_oa":false,"landing_page_url":"http://eprints.lincoln.ac.uk/id/eprint/25769/1/Kroemer_ICRA_2014.pdf","pdf_url":"http://eprints.lincoln.ac.uk/id/eprint/25769/1/Kroemer_ICRA_2014.pdf","source":{"id":"https://openalex.org/S4377196275","display_name":"Lincoln Repository (University of Lincoln)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I51532219","host_organization_name":"University of Lincoln","host_organization_lineage":["https://openalex.org/I51532219"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop contribution"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.637.8061","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.637.8061","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ias.informatik.tu-darmstadt.de/publications/Kroemer_ICRA_2014.pdf","raw_type":"text"},{"id":"pmh:oai:figshare.com:article/25171283","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Learning_to_predict_phases_of_manipulation_tasks_as_hidden_states/25171283","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"},{"id":"pmh:oai:pure.mpg.de:item_2110044","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/11858/00-001M-0000-0025-B659-8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2014 IEEE International Conference on Robotics and Automation (ICRA 2014)","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:107845","doi":null,"is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=6907441","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/25171283","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Learning_to_predict_phases_of_manipulation_tasks_as_hidden_states/25171283","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W144009021","https://openalex.org/W1999549166","https://openalex.org/W2010190464","https://openalex.org/W2057299504","https://openalex.org/W2069361969","https://openalex.org/W2074936002","https://openalex.org/W2105777811","https://openalex.org/W2106215490","https://openalex.org/W2125838338","https://openalex.org/W2141733693","https://openalex.org/W2148718436","https://openalex.org/W2154491775","https://openalex.org/W2166706667","https://openalex.org/W2181005280"],"related_works":["https://openalex.org/W1539716820","https://openalex.org/W2950252990","https://openalex.org/W2582069466","https://openalex.org/W2166706667","https://openalex.org/W4402215108","https://openalex.org/W2172705937","https://openalex.org/W2285373626","https://openalex.org/W2901362140","https://openalex.org/W2665979033","https://openalex.org/W2005394020"],"abstract_inverted_index":{"Phase":[0],"transitions":[1,78,133],"in":[2,22,134],"manipulation":[3,46,57,138],"tasks":[4,58],"often":[5,38],"occur":[6],"when":[7],"contacts":[8],"between":[9,36],"objects":[10],"are":[11],"made":[12],"or":[13,42],"broken.":[14],"A":[15],"switch":[16],"of":[17,30,44,56],"the":[18,23,34,45,54,75,81,91,96,126,132,137],"phase":[19,77],"can":[20,59,129],"result":[21],"robot's":[24],"actions":[25],"suddenly":[26],"influencing":[27],"different":[28],"aspects":[29],"its":[31],"environment.":[32],"Therefore,":[33],"boundaries":[35],"phases":[37,55,135],"correspond":[39],"to":[40,115],"constraints":[41],"subgoals":[43],"task.":[47,109],"In":[48],"this":[49],"paper,":[50],"we":[51],"investigate":[52],"how":[53],"be":[60],"learned":[61,87,127],"from":[62,88],"data.":[63],"The":[64,84,110,122],"task":[65,103],"is":[66,86],"modeled":[67],"as":[68],"an":[69],"autoregressive":[70,118],"hidden":[71,76,119],"Markov":[72,120],"model,":[73],"wherein":[74],"depend":[79],"on":[80,99],"observed":[82],"states.":[83],"model":[85],"data":[89],"using":[90],"expectation-maximization":[92],"algorithm.":[93],"We":[94],"demonstrate":[95],"proposed":[97,111],"method":[98],"both":[100],"a":[101,105,116],"pushing":[102],"and":[104],"pepper":[106],"mill":[107],"turning":[108],"approach":[112],"was":[113],"compared":[114],"standard":[117],"model.":[121],"experiments":[123],"show":[124],"that":[125],"models":[128],"accurately":[130],"predict":[131],"during":[136],"tasks.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}