{"id":"https://openalex.org/W2565416431","doi":"https://doi.org/10.1109/iros.2016.7759508","title":"Towards automated system and experiment reproduction in robotics","display_name":"Towards automated system and experiment reproduction in robotics","publication_year":2016,"publication_date":"2016-10-01","ids":{"openalex":"https://openalex.org/W2565416431","doi":"https://doi.org/10.1109/iros.2016.7759508","mag":"2565416431"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2016.7759508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2016.7759508","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/conference_contribution/Towards_automated_system_and_experiment_reproduction_in_robotics/25170272","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001088138","display_name":"Florian Lier","orcid":"https://orcid.org/0000-0001-9251-1075"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Florian Lier","raw_affiliation_strings":["Bielefeld University (CITEC/CoR-Lab), Bielefeld, Germany"],"affiliations":[{"raw_affiliation_string":"Bielefeld University (CITEC/CoR-Lab), Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088313558","display_name":"Marc Hanheide","orcid":"https://orcid.org/0000-0001-7728-1849"},"institutions":[{"id":"https://openalex.org/I51532219","display_name":"University of Lincoln","ror":"https://ror.org/03yeq9x20","country_code":"GB","type":"education","lineage":["https://openalex.org/I51532219"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marc Hanheide","raw_affiliation_strings":["University of Lincoln (L-CAS), Lincoln, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Lincoln (L-CAS), Lincoln, United Kingdom","institution_ids":["https://openalex.org/I51532219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009034971","display_name":"Lorenzo Natale","orcid":"https://orcid.org/0000-0002-8777-5233"},"institutions":[{"id":"https://openalex.org/I30771326","display_name":"Italian Institute of Technology","ror":"https://ror.org/042t93s57","country_code":"IT","type":"facility","lineage":["https://openalex.org/I30771326"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Natale","raw_affiliation_strings":["Italian Institute of Technology (IIT), Genova, Italy"],"affiliations":[{"raw_affiliation_string":"Italian Institute of Technology (IIT), Genova, Italy","institution_ids":["https://openalex.org/I30771326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100898757","display_name":"Simon Schulz","orcid":null},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Simon Schulz","raw_affiliation_strings":["Bielefeld University (CITEC/CoR-Lab), Bielefeld, Germany"],"affiliations":[{"raw_affiliation_string":"Bielefeld University (CITEC/CoR-Lab), Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080416550","display_name":"Jonathan Weisz","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Weisz","raw_affiliation_strings":["Columbia University, United States"],"affiliations":[{"raw_affiliation_string":"Columbia University, United States","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029209441","display_name":"Sven Wachsmuth","orcid":"https://orcid.org/0000-0001-5371-7214"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sven Wachsmuth","raw_affiliation_strings":["Bielefeld University (CITEC/CoR-Lab), Bielefeld, Germany"],"affiliations":[{"raw_affiliation_string":"Bielefeld University (CITEC/CoR-Lab), Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067007309","display_name":"Sebastian Wrede","orcid":"https://orcid.org/0000-0003-0029-8188"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Wrede","raw_affiliation_strings":["Bielefeld University (CITEC/CoR-Lab), Bielefeld, Germany"],"affiliations":[{"raw_affiliation_string":"Bielefeld University (CITEC/CoR-Lab), Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5001088138"],"corresponding_institution_ids":["https://openalex.org/I20121455"],"apc_list":null,"apc_paid":null,"fwci":6.6023,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.96622261,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3298","last_page":"3305"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.8024749755859375},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.7454982399940491},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6922422647476196},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6768091320991516},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6019679307937622},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5819092392921448},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5546313524246216},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5046001672744751},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4853014349937439},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.4601472318172455},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33789682388305664},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13560715317726135}],"concepts":[{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.8024749755859375},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.7454982399940491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6922422647476196},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6768091320991516},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6019679307937622},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5819092392921448},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5546313524246216},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5046001672744751},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4853014349937439},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.4601472318172455},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33789682388305664},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13560715317726135},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iros.2016.7759508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2016.7759508","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.lincoln.ac.uk:24852","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196275","display_name":"Lincoln Repository (University of Lincoln)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I51532219","host_organization_name":"University of Lincoln","host_organization_lineage":["https://openalex.org/I51532219"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop contribution"},{"id":"pmh:oai:figshare.com:article/25170272","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Towards_automated_system_and_experiment_reproduction_in_robotics/25170272","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pub.librecat.org:2904605","is_oa":true,"landing_page_url":"https://pub.uni-bielefeld.de/record/2904605","pdf_url":null,"source":{"id":"https://openalex.org/S4306401671","display_name":"PUB \u2013 Publications at Bielefeld University (Bielefeld University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lier F, Hanheide M, Natale L, et al. Towards Automated System and Experiment Reproduction in Robotics. In: Burgard W, ed. <em>2016 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)</em>. International Conference on Intelligent Robots and Systems (IROS). Daejeon, Korea: IEEE;  2016.","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/25170272","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Towards_automated_system_and_experiment_reproduction_in_robotics/25170272","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W172711948","https://openalex.org/W1486294873","https://openalex.org/W1588010389","https://openalex.org/W1789973416","https://openalex.org/W1967365333","https://openalex.org/W1992946368","https://openalex.org/W2032593675","https://openalex.org/W2072837490","https://openalex.org/W2096435507","https://openalex.org/W2110156285","https://openalex.org/W2142188478","https://openalex.org/W2148033465","https://openalex.org/W2231284662","https://openalex.org/W2296335794","https://openalex.org/W2901136733","https://openalex.org/W6600808634","https://openalex.org/W6607057097","https://openalex.org/W6635005379","https://openalex.org/W6697144307","https://openalex.org/W6756486208","https://openalex.org/W6912254962","https://openalex.org/W6921600143"],"related_works":["https://openalex.org/W4254851101","https://openalex.org/W3171007296","https://openalex.org/W22115721","https://openalex.org/W2211931904","https://openalex.org/W2321234655","https://openalex.org/W2065444835","https://openalex.org/W2470062578","https://openalex.org/W2952773340","https://openalex.org/W2981861370","https://openalex.org/W2369319632"],"abstract_inverted_index":{"Even":[0],"though":[1],"research":[2],"on":[3],"autonomous":[4],"robots":[5],"and":[6,15,18,49,55,79,109,123,147],"human-robot":[7],"interaction":[8],"accomplished":[9],"great":[10],"progress":[11],"in":[12,63,87,98,103,126],"recent":[13],"years,":[14],"reusable":[16],"soft-":[17],"hardware":[19],"components":[20],"are":[21,28,58],"available,":[22],"many":[23],"of":[24,46,142],"the":[25,44,94,143,148],"reported":[26],"findings":[27],"only":[29],"hardly":[30],"reproducible":[31],"by":[32],"fellow":[33],"scientists.":[34],"Usually,":[35],"reproducibility":[36,86],"is":[37],"impeded":[38],"because":[39],"required":[40,52],"information,":[41],"such":[42],"as":[43],"specification":[45],"software":[47],"versions":[48],"their":[50],"configuration,":[51],"data":[53],"sets,":[54],"experiment":[56,165],"protocols":[57],"not":[59],"mentioned":[60],"or":[61],"referenced":[62],"most":[64],"publications.":[65],"In":[66,89],"order":[67,104],"to":[68,84,105,139,159],"address":[69],"these":[70],"issues,":[71],"we":[72,92,114,135],"recently":[73],"introduced":[74],"an":[75],"integrated":[76],"tool":[77,96,128,168],"chain":[78,97],"its":[80,107],"underlying":[81],"development":[82],"process":[83],"facilitate":[85],"robotics.":[88],"this":[90,112],"contribution":[91],"instantiate":[93],"complete":[95],"a":[99,161],"unique":[100],"user":[101],"study":[102],"assess":[106],"applicability":[108],"usability.":[110],"To":[111],"end,":[113],"chose":[115],"three":[116,131],"different":[117],"robotic":[118],"systems":[119,146],"from":[120],"independent":[121],"institutions":[122],"modeled":[124],"them":[125],"our":[127,167],"chain,":[129],"including":[130],"exemplary":[132],"experiments.":[133],"Subsequently,":[134],"asked":[136],"twelve":[137,155],"researchers":[138],"reproduce":[140],"one":[141],"formerly":[144,162],"unknown":[145,163],"associated":[149],"experiment.":[150],"We":[151],"show":[152],"that":[153],"all":[154],"scientists":[156],"were":[157],"able":[158],"replicate":[160],"robotics":[164],"using":[166],"chain.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}