{"id":"https://openalex.org/W2892011340","doi":"https://doi.org/10.1109/icra.2019.8793515","title":"One-Shot Learning of Multi-Step Tasks from Observation via Activity Localization in Auxiliary Video","display_name":"One-Shot Learning of Multi-Step Tasks from Observation via Activity Localization in Auxiliary Video","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2892011340","doi":"https://doi.org/10.1109/icra.2019.8793515","mag":"2892011340"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2019.8793515","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8793515","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1806.11244","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028642056","display_name":"Wonjoon Goo","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wonjoon Goo","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX","Department of Computer Science, University of Texas at Austin, Austin, TX, 78712"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, 78712","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043572737","display_name":"Scott Niekum","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Niekum","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX","University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5028642056"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":0.2044,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.51184887,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"7755","last_page":"7761"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8110144734382629},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7105458974838257},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7057240009307861},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6994138360023499},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6735866069793701},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6083338856697083},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5989915728569031},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5834084749221802},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4715335965156555},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45933759212493896},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4190637171268463}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8110144734382629},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7105458974838257},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7057240009307861},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6994138360023499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6735866069793701},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6083338856697083},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5989915728569031},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5834084749221802},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4715335965156555},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45933759212493896},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4190637171268463},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icra.2019.8793515","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8793515","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1806.11244","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.11244","pdf_url":"https://arxiv.org/pdf/1806.11244","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2892011340","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1806.11244","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1806.11244","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1806.11244","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1806.11244","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.11244","pdf_url":"https://arxiv.org/pdf/1806.11244","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310620","display_name":"University of Texas at Austin","ror":"https://ror.org/00hj54h04"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2892011340.pdf","grobid_xml":"https://content.openalex.org/works/W2892011340.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1927052826","https://openalex.org/W1963873191","https://openalex.org/W1986014385","https://openalex.org/W2016053056","https://openalex.org/W2022760091","https://openalex.org/W2106996050","https://openalex.org/W2134194996","https://openalex.org/W2157331557","https://openalex.org/W2487442924","https://openalex.org/W2583137229","https://openalex.org/W2604763608","https://openalex.org/W2609990452","https://openalex.org/W2736601468","https://openalex.org/W2794363191","https://openalex.org/W2798292345","https://openalex.org/W2962732055","https://openalex.org/W2963094133","https://openalex.org/W2963221965","https://openalex.org/W2963226019","https://openalex.org/W2963802910","https://openalex.org/W2964127152","https://openalex.org/W2964242760","https://openalex.org/W6718140377","https://openalex.org/W6735944222","https://openalex.org/W6736057607","https://openalex.org/W6738261575","https://openalex.org/W6740202502","https://openalex.org/W6741002519","https://openalex.org/W6744181227","https://openalex.org/W6749916090","https://openalex.org/W6750222692"],"related_works":["https://openalex.org/W2968227116","https://openalex.org/W2977416770","https://openalex.org/W3126503612","https://openalex.org/W2601322194","https://openalex.org/W2741926431","https://openalex.org/W2951961145","https://openalex.org/W3188523627","https://openalex.org/W3135512538","https://openalex.org/W2616430965","https://openalex.org/W3213085571","https://openalex.org/W2963311874","https://openalex.org/W3198691241","https://openalex.org/W3115080916","https://openalex.org/W2892490014","https://openalex.org/W2565122071","https://openalex.org/W3152791938","https://openalex.org/W2953176712","https://openalex.org/W2914584948","https://openalex.org/W2887503931","https://openalex.org/W2571312264"],"abstract_inverted_index":{"Due":[0],"to":[1,14,17,32,51,78,81,115,144,164,172,202],"burdensome":[2],"data":[3,94],"requirements,":[4],"learning":[5,84,156,203],"from":[6,55,88,204],"demonstration":[7,58,114],"often":[8,49],"falls":[9],"short":[10],"of":[11,40,85,128,159],"its":[12],"promise":[13],"allow":[15],"users":[16],"quickly":[18],"and":[19,27,152,192],"naturally":[20],"program":[21],"robots.":[22],"Demonstrations":[23],"are":[24,48],"inherently":[25],"ambiguous":[26],"incomplete,":[28],"making":[29],"correct":[30],"generalization":[31],"unseen":[33],"situations":[34],"difficult":[35],"without":[36,61],"a":[37,56,69,101,111,122,136,146,180],"large":[38],"number":[39],"demonstrations":[41],"in":[42,131],"varying":[43],"conditions.":[44],"By":[45],"contrast,":[46],"humans":[47],"able":[50],"learn":[52,145,165,183],"complex":[53],"tasks":[54,87,185],"single":[57,112],"(typically":[59],"observations":[60],"action":[62,166],"labels)":[63],"by":[64,72,90],"leveraging":[65,91],"context":[66],"learned":[67],"over":[68],"lifetime.":[70],"Inspired":[71],"this":[73,106],"capability,":[74],"our":[75],"goal":[76,107],"is":[77,100],"enable":[79],"robots":[80],"perform":[82],"one-shot":[83],"multi-step":[86,184],"observation":[89],"auxiliary":[92,133,190],"video":[93],"as":[95],"context.":[96],"Our":[97],"primary":[98],"contribution":[99],"novel":[102],"system":[103],"that":[104,120,168,179,193],"achieves":[105],"by:":[108],"(1)":[109],"using":[110,140],"user-segmented":[113],"define":[116],"the":[117,160,174],"primitive":[118],"actions":[119,130],"comprise":[121],"task,":[123],"(2)":[124],"localizing":[125,198],"additional":[126,142],"examples":[127,143],"these":[129,141],"unsegmented":[132,205],"videos":[134],"via":[135],"metalearning-based":[137],"approach,":[138],"(3)":[139],"reward":[147,162],"function":[148],"for":[149],"each":[150],"action,":[151],"(4)":[153],"performing":[154],"reinforcement":[155],"on":[157],"top":[158],"inferred":[161],"functions":[163],"policies":[167],"can":[169,182],"be":[170],"combined":[171],"accomplish":[173],"task.":[175],"We":[176],"empirically":[177],"demonstrate":[178],"robot":[181],"more":[186],"effectively":[187],"when":[188,197],"provided":[189],"video,":[191],"performance":[194],"greatly":[195],"improves":[196],"individual":[199],"actions,":[200],"compared":[201],"videos.":[206]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}