{"id":"https://openalex.org/W4415622320","doi":"https://doi.org/10.1145/3773904","title":"Consistency Matters: Defining Demonstration Data Quality Metrics in Robot Learning from Demonstration","display_name":"Consistency Matters: Defining Demonstration Data Quality Metrics in Robot Learning from Demonstration","publication_year":2025,"publication_date":"2025-10-28","ids":{"openalex":"https://openalex.org/W4415622320","doi":"https://doi.org/10.1145/3773904"},"language":"en","primary_location":{"id":"doi:10.1145/3773904","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3773904","pdf_url":null,"source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037472258","display_name":"Maram Sakr","orcid":"https://orcid.org/0000-0002-4110-2359"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Maram Sakr","raw_affiliation_strings":["University of British Columbia, Vancouver, British Columbia, Canada","University of British Columbia, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4110-2359","affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061056184","display_name":"Juyan Zhang","orcid":"https://orcid.org/0009-0007-6680-4270"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU","CA"],"is_corresponding":false,"raw_author_name":"Juyan Zhang","raw_affiliation_strings":["Monash University, Melbourne, Australia","University of British Columbia, Canada"],"raw_orcid":"https://orcid.org/0009-0007-6680-4270","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038741987","display_name":"H. F. Machiel Van der Loos","orcid":"https://orcid.org/0000-0003-1355-980X"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"H. F. Machiel Van der Loos","raw_affiliation_strings":["Mechanical Engineering, University of British Columbia, Vancouver, British Columbia, Canada","University of British Columbia, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1355-980X","affiliations":[{"raw_affiliation_string":"Mechanical Engineering, University of British Columbia, Vancouver, British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072377971","display_name":"Dana Kuli\u0107","orcid":"https://orcid.org/0000-0002-4169-2141"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dana Kuli\u0107","raw_affiliation_strings":["Monash University, Clayton, Australia","Monash University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4169-2141","affiliations":[{"raw_affiliation_string":"Monash University, Clayton, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035882135","display_name":"Elizabeth A. Croft","orcid":"https://orcid.org/0000-0002-9639-5291"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elizabeth Croft","raw_affiliation_strings":["University of Victoria, Victoria, British Columbia, Canada","University of Victoria, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9639-5291","affiliations":[{"raw_affiliation_string":"University of Victoria, Victoria, British Columbia, Canada","institution_ids":["https://openalex.org/I212119943"]},{"raw_affiliation_string":"University of Victoria, Canada","institution_ids":["https://openalex.org/I212119943"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34341051,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":"2","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.761900007724762,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.761900007724762,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.10260000079870224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.05180000141263008,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.8277999758720398},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6802999973297119},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6165000200271606},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5860999822616577},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5080999732017517},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5041999816894531},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.45329999923706055}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.8277999758720398},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6940000057220459},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6802999973297119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6190000176429749},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6165000200271606},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5860999822616577},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5751000046730042},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5080999732017517},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5041999816894531},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45329999923706055},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4449000060558319},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.4104999899864197},{"id":"https://openalex.org/C37279795","wikidata":"https://www.wikidata.org/wiki/Q2492305","display_name":"Consistency model","level":3,"score":0.3950999975204468},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3752000033855438},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.3668999969959259},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33009999990463257},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2574000060558319},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3773904","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3773904","pdf_url":null,"source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1982023924","https://openalex.org/W1990528342","https://openalex.org/W1993383995","https://openalex.org/W2027669064","https://openalex.org/W2049410986","https://openalex.org/W2111781320","https://openalex.org/W2738231311","https://openalex.org/W2911299907","https://openalex.org/W2963106920","https://openalex.org/W2982138725","https://openalex.org/W3081176596","https://openalex.org/W3094558535","https://openalex.org/W4248056173","https://openalex.org/W4255827778","https://openalex.org/W4285819051","https://openalex.org/W4327568718","https://openalex.org/W4389235224","https://openalex.org/W4410893076"],"related_works":[],"abstract_inverted_index":{"Learning":[0],"from":[1,246],"Demonstration":[2],"(LfD)":[3],"empowers":[4],"robots":[5],"to":[6,19,41,67,81,90,122,205,225],"acquire":[7],"new":[8],"skills":[9],"through":[10],"human":[11,247],"demonstrations,":[12],"making":[13],"it":[14],"feasible":[15],"for":[16],"everyday":[17],"users":[18,117],"teach":[20],"robots.":[21],"However,":[22],"the":[23,32,47,110,133,172,241],"success":[24,156,169,186],"of":[25,34,63,106,167,243],"learning":[26,74,160,245],"and":[27,88,161,165,190],"generalization":[28,89],"heavily":[29],"depends":[30],"on":[31,145],"quality":[33,43,209],"these":[35],"demonstrations.":[36,248],"Consistency":[37],"is":[38],"often":[39],"used":[40],"indicate":[42],"in":[44,127,132,158,171,233],"LfD,":[45],"yet":[46],"factors":[48],"that":[49,151,196,239],"define":[50],"this":[51,56],"consistency":[52,70,79,153,178,237],"remain":[53],"underexplored.":[54],"In":[55,109],"article,":[57],"we":[58,83],"evaluate":[59,226],"a":[60,119,124,128,146,222,230],"comprehensive":[61],"set":[62],"motion":[64],"data":[65,208,215],"characteristics":[66],"determine":[68],"which":[69],"measures":[71,199],"best":[72],"predict":[73],"performance.":[75],"By":[76],"ensuring":[77],"demonstration":[78,152,207,227],"prior":[80],"training,":[82,211],"enhance":[84,240],"models\u2019":[85],"predictive":[86],"accuracy":[87],"novel":[91],"scenarios.":[92],"We":[93],"validate":[94],"our":[95,177,181,197],"approach":[96,220],"with":[97,103,163,188],"two":[98,173],"user":[99],"studies":[100,174],"involving":[101],"participants":[102,140],"diverse":[104],"levels":[105],"robotics":[107],"expertise.":[108],"first":[111],"study":[112,135],"(":[113,136],"N":[114,137],"=":[115,138],"24),":[116],"taught":[118],"PR2":[120],"robot":[121,144,244],"perform":[123],"button-pressing":[125],"task":[126,168],"constrained":[129],"environment,":[130],"while":[131],"second":[134],"30),":[139],"trained":[141],"an":[142,201],"UR5":[143],"pick-and-place":[147],"task.":[148],"Results":[149],"show":[150],"significantly":[154],"impacts":[155],"rates":[157,170,187],"both":[159],"generalization,":[162],"70%":[164],"89%":[166],"predicted":[175],"using":[176],"metrics.":[179],"Moreover,":[180],"metrics":[182,238],"estimate":[183],"generalized":[184],"performance":[185],"76%":[189],"91%":[191],"accuracy.":[192],"These":[193],"findings":[194],"suggest":[195],"proposed":[198],"provide":[200],"intuitive,":[202],"practical":[203],"way":[204,224],"assess":[206],"before":[210],"without":[212],"requiring":[213],"expert":[214],"or":[216],"algorithm-specific":[217],"modifications.":[218],"Our":[219],"offers":[221],"systematic":[223],"quality,":[228],"addressing":[229],"critical":[231],"gap":[232],"LfD":[234],"by":[235],"formalizing":[236],"reliability":[242]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-28T00:00:00"}