{"id":"https://openalex.org/W2588534844","doi":"https://doi.org/10.1109/lra.2017.2669363","title":"Unsupervised Linking of Visual Features to Textual Descriptions in Long Manipulation Activities","display_name":"Unsupervised Linking of Visual Features to Textual Descriptions in Long Manipulation Activities","publication_year":2017,"publication_date":"2017-02-15","ids":{"openalex":"https://openalex.org/W2588534844","doi":"https://doi.org/10.1109/lra.2017.2669363","mag":"2588534844"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2017.2669363","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2017.2669363","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/3493762","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021872962","display_name":"Eren Erdal Aksoy","orcid":"https://orcid.org/0000-0002-5712-6777"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Eren Erdal Aksoy","raw_affiliation_strings":["High Performance Humanoid Technologies Laboratory, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"High Performance Humanoid Technologies Laboratory, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052124211","display_name":"Ekaterina Ovchinnikova","orcid":"https://orcid.org/0000-0001-7500-7168"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ekaterina Ovchinnikova","raw_affiliation_strings":["High Performance Humanoid Technologies Laboratory, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"High Performance Humanoid Technologies Laboratory, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112742826","display_name":"Aymeric Orhan","orcid":"https://orcid.org/0009-0007-1068-2956"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adil Orhan","raw_affiliation_strings":["High Performance Humanoid Technologies Laboratory, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"High Performance Humanoid Technologies Laboratory, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002278578","display_name":"Yezhou Yang","orcid":"https://orcid.org/0000-0003-0126-8976"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yezhou Yang","raw_affiliation_strings":["School of Computing, Informatics, and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing, Informatics, and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012730104","display_name":"Tamim Asfour","orcid":"https://orcid.org/0000-0003-4879-7680"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tamim Asfour","raw_affiliation_strings":["High Performance Humanoid Technologies Laboratory, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"High Performance Humanoid Technologies Laboratory, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021872962"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":1.5602,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.86836675,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":"3","first_page":"1397","last_page":"1404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.7730437517166138},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.7661128640174866},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7252742648124695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5958124995231628},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5892404913902283},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5789287686347961},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.44290709495544434},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4139222204685211},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3876364529132843},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09970724582672119}],"concepts":[{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.7730437517166138},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.7661128640174866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7252742648124695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5958124995231628},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5892404913902283},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5789287686347961},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.44290709495544434},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4139222204685211},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3876364529132843},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09970724582672119},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2017.2669363","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2017.2669363","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:zenodo.org:3493762","is_oa":true,"landing_page_url":"https://zenodo.org/record/3493762","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:3493762","is_oa":true,"landing_page_url":"https://zenodo.org/record/3493762","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W89057355","https://openalex.org/W411141150","https://openalex.org/W1492731187","https://openalex.org/W1769896327","https://openalex.org/W1964108521","https://openalex.org/W1969616664","https://openalex.org/W1970065037","https://openalex.org/W1987835821","https://openalex.org/W2033194278","https://openalex.org/W2045225768","https://openalex.org/W2055226328","https://openalex.org/W2066134726","https://openalex.org/W2107019937","https://openalex.org/W2110933980","https://openalex.org/W2112913186","https://openalex.org/W2132905014","https://openalex.org/W2134199742","https://openalex.org/W2139501017","https://openalex.org/W2142900973","https://openalex.org/W2152984213","https://openalex.org/W2215472617","https://openalex.org/W2251353663","https://openalex.org/W2466581433","https://openalex.org/W2528784040","https://openalex.org/W2567477964","https://openalex.org/W2579317665","https://openalex.org/W3110909889","https://openalex.org/W6603648179","https://openalex.org/W6629393784","https://openalex.org/W6679797431","https://openalex.org/W6682983702","https://openalex.org/W6691419566","https://openalex.org/W6731464521","https://openalex.org/W6732843983"],"related_works":["https://openalex.org/W2165912799","https://openalex.org/W2735662278","https://openalex.org/W2382615723","https://openalex.org/W4311804456","https://openalex.org/W1987484445","https://openalex.org/W2623658258","https://openalex.org/W2143413548","https://openalex.org/W1969219540","https://openalex.org/W2370459448","https://openalex.org/W2047139419"],"abstract_inverted_index":{"We":[0,39,101],"present":[1],"a":[2,31,42,106],"novel":[3],"unsupervised":[4],"framework,":[5],"which":[6],"links":[7],"continuous":[8,36],"visual":[9,47],"features":[10],"and":[11,48,61,78,89,112],"symbolic":[12],"textual":[13,93],"descriptions":[14,94],"of":[15,25,108],"manipulation":[16],"activity":[17],"videos.":[18],"First,":[19],"we":[20],"extract":[21],"the":[22,35,103],"semantic":[23],"representation":[24],"visually":[26],"observed":[27],"manipulations":[28,68,111],"by":[29],"applying":[30],"bottom-up":[32],"approach":[33],"to":[34,45,57,75,91],"image":[37],"streams.":[38],"then":[40],"employ":[41],"rule-based":[43],"reasoning":[44],"link":[46],"linguistic":[49],"inputs.":[50],"The":[51],"proposed":[52],"framework":[53,104],"allows":[54],"robots":[55],"1)":[56],"autonomously":[58],"parse,":[59],"classify,":[60],"label":[62],"sequentially":[63],"and/or":[64],"concurrently":[65],"performed":[66],"atomic":[67,110],"(e.g.,":[69],"\u201ccutting\u201d":[70],"or":[71],"\u201c":[72],"stirring\u201d),":[73],"2)":[74],"simultaneously":[76],"categorize":[77],"identify":[79],"manipulated":[80],"objects":[81],"without":[82],"using":[83,105],"any":[84],"standard":[85],"feature-based":[86],"recognition":[87],"techniques,":[88],"3)":[90],"generate":[92],"for":[95],"long":[96,114],"activities,":[97],"e.g.,":[98],"\u201cbreakfast":[99],"preparation.\u201d":[100],"evaluated":[102],"dataset":[107],"120":[109],"20":[113],"activities.":[115]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}