{"id":"https://openalex.org/W2803350604","doi":"https://doi.org/10.1109/icra.2018.8460642","title":"Synthetically Trained Neural Networks for Learning Human-Readable Plans from Real-World Demonstrations","display_name":"Synthetically Trained Neural Networks for Learning Human-Readable Plans from Real-World Demonstrations","publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2803350604","doi":"https://doi.org/10.1109/icra.2018.8460642","mag":"2803350604"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2018.8460642","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2018.8460642","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1805.07054","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052530128","display_name":"Jonathan Tremblay","orcid":null},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jonathan Tremblay","raw_affiliation_strings":["NVIDIA","nVidia"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]},{"raw_affiliation_string":"nVidia","institution_ids":["https://openalex.org/I1304085615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026501534","display_name":"Thang To","orcid":null},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Thang To","raw_affiliation_strings":["NVIDIA","nVidia"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]},{"raw_affiliation_string":"nVidia","institution_ids":["https://openalex.org/I1304085615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110440703","display_name":"Artem Molchanov","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Artem Molchanov","raw_affiliation_strings":["NVIDIA, University of Southern California","University of Southern California, NVIDIA"],"affiliations":[{"raw_affiliation_string":"NVIDIA, University of Southern California","institution_ids":["https://openalex.org/I4210127875","https://openalex.org/I1174212"]},{"raw_affiliation_string":"University of Southern California, NVIDIA","institution_ids":["https://openalex.org/I4210127875","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073763227","display_name":"Stephen Tyree","orcid":null},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stephen Tyree","raw_affiliation_strings":["NVIDIA","nVidia"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]},{"raw_affiliation_string":"nVidia","institution_ids":["https://openalex.org/I1304085615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056503617","display_name":"Jan Kautz","orcid":"https://orcid.org/0000-0002-8830-429X"},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jan Kautz","raw_affiliation_strings":["NVIDIA","nVidia"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]},{"raw_affiliation_string":"nVidia","institution_ids":["https://openalex.org/I1304085615"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040617006","display_name":"Stan Birchfield","orcid":"https://orcid.org/0000-0001-7366-2441"},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stan Birchfield","raw_affiliation_strings":["NVIDIA","nVidia"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]},{"raw_affiliation_string":"nVidia","institution_ids":["https://openalex.org/I1304085615"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5052530128"],"corresponding_institution_ids":["https://openalex.org/I1304085615"],"apc_list":null,"apc_paid":null,"fwci":0.5311,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.70609955,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7561880350112915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6788490414619446},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.595963180065155},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5900052189826965},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5640114545822144},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.5497348308563232},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5391732454299927},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4518314599990845},{"id":"https://openalex.org/keywords/minimum-bounding-box","display_name":"Minimum bounding box","score":0.4134376049041748},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4121130406856537},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3804585933685303},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.32433781027793884}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7561880350112915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6788490414619446},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.595963180065155},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5900052189826965},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5640114545822144},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.5497348308563232},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5391732454299927},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4518314599990845},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.4134376049041748},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4121130406856537},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3804585933685303},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.32433781027793884},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icra.2018.8460642","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2018.8460642","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1805.07054","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.07054","pdf_url":"https://arxiv.org/pdf/1805.07054","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1805.07054","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.07054","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2803350604","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1805.07054","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.07054","pdf_url":"https://arxiv.org/pdf/1805.07054","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2803350604.pdf","grobid_xml":"https://content.openalex.org/works/W2803350604.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1525482321","https://openalex.org/W1895577753","https://openalex.org/W1999874108","https://openalex.org/W2013640163","https://openalex.org/W2022699039","https://openalex.org/W2028712730","https://openalex.org/W2051228319","https://openalex.org/W2061562262","https://openalex.org/W2080873731","https://openalex.org/W2434014514","https://openalex.org/W2521274174","https://openalex.org/W2604608429","https://openalex.org/W2618170641","https://openalex.org/W2902699874","https://openalex.org/W2951165067","https://openalex.org/W2952606116","https://openalex.org/W2962835968","https://openalex.org/W2962957031","https://openalex.org/W2963094133","https://openalex.org/W2963284783","https://openalex.org/W2963590100","https://openalex.org/W6631553122","https://openalex.org/W6637373629","https://openalex.org/W6639657675","https://openalex.org/W6639809013","https://openalex.org/W6640174482","https://openalex.org/W6641980953","https://openalex.org/W6655815006","https://openalex.org/W6670699758","https://openalex.org/W6676297131","https://openalex.org/W6680724558","https://openalex.org/W6692078629","https://openalex.org/W6696380822","https://openalex.org/W6718092244","https://openalex.org/W6726913060","https://openalex.org/W6727623491","https://openalex.org/W6730277886","https://openalex.org/W6731265811","https://openalex.org/W6735944222","https://openalex.org/W6736120197","https://openalex.org/W6736179038","https://openalex.org/W6736942231","https://openalex.org/W6738261575","https://openalex.org/W6741749611","https://openalex.org/W6745407062","https://openalex.org/W6779948730"],"related_works":["https://openalex.org/W2963350527","https://openalex.org/W2963201472","https://openalex.org/W2951738103","https://openalex.org/W2964214518","https://openalex.org/W3158779221","https://openalex.org/W2974787325","https://openalex.org/W2963730616","https://openalex.org/W2787718229","https://openalex.org/W2738801999","https://openalex.org/W1526046558","https://openalex.org/W3012054676","https://openalex.org/W2104459955","https://openalex.org/W91070968","https://openalex.org/W2914433398","https://openalex.org/W2182599745","https://openalex.org/W2169136997","https://openalex.org/W2788537278","https://openalex.org/W2604662268","https://openalex.org/W3099966603","https://openalex.org/W3009411535"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,8,12,19,100,128],"system":[3,16,112],"to":[4,24,70,77,98],"infer":[5],"and":[6,29,95,110],"execute":[7],"human-readable":[9],"program":[10,27,30],"from":[11],"real-world":[13,101],"demonstration.":[14,102],"The":[15,103],"consists":[17],"of":[18,21,44,66,123],"series":[20],"neural":[22],"networks":[23,88,104],"perform":[25],"perception,":[26],"generation,":[28],"execution.":[31],"Leveraging":[32],"convolutional":[33],"pose":[34],"machines,":[35],"the":[36,41,64,67,73,111,116,120],"perception":[37,68],"network":[38,69,74],"reliably":[39],"detects":[40],"bounding":[42],"cuboids":[43],"objects":[45],"in":[46,79,84,108,115],"real":[47,117],"images":[48,58],"even":[49],"when":[50],"severely":[51],"occluded,":[52],"after":[53],"training":[54],"only":[55],"on":[56,119],"synthetic":[57],"using":[59,127],"domain":[60],"randomization.":[61],"To":[62],"increase":[63],"applicability":[65],"new":[71],"scenarios,":[72],"is":[75,113],"formulated":[76],"predict":[78],"image":[80],"space":[81],"rather":[82],"than":[83],"world":[85,118],"space.":[86],"Additional":[87],"detect":[89],"relationships":[90],"between":[91],"objects,":[92],"generate":[93],"plans,":[94],"determine":[96],"actions":[97],"reproduce":[99],"are":[105],"trained":[106],"entirely":[107],"simulation,":[109],"tested":[114],"pick-and-place":[121],"problem":[122],"stacking":[124],"colored":[125],"cubes":[126],"Baxter":[129],"robot.":[130]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}