{"id":"https://openalex.org/W2964129680","doi":"https://doi.org/10.1109/tpami.2017.2679054","title":"Watch-n-Patch: Unsupervised Learning of Actions and Relations","display_name":"Watch-n-Patch: Unsupervised Learning of Actions and Relations","publication_year":2017,"publication_date":"2017-03-07","ids":{"openalex":"https://openalex.org/W2964129680","doi":"https://doi.org/10.1109/tpami.2017.2679054","mag":"2964129680","pmid":"https://pubmed.ncbi.nlm.nih.gov/28287959"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2017.2679054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2017.2679054","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036577787","display_name":"Chenxia Wu","orcid":"https://orcid.org/0000-0002-3645-2813"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenxia Wu","raw_affiliation_strings":["Department of Computer Science, Cornell University, Ithaca, NY"],"raw_orcid":"https://orcid.org/0000-0002-3645-2813","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Cornell University, Ithaca, NY","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041119793","display_name":"Jiemi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiemi Zhang","raw_affiliation_strings":["Didi Chuxing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Didi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026399398","display_name":"Ozan \u015eener","orcid":"https://orcid.org/0000-0002-1542-7547"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ozan Sener","raw_affiliation_strings":["Department of Computer Science, Cornell University, Ithaca, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Cornell University, Ithaca, NY","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105461279","display_name":"Bart Selman","orcid":"https://orcid.org/0000-0003-0666-3123"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bart Selman","raw_affiliation_strings":["Department of Computer Science, Cornell University, Ithaca, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Cornell University, Ithaca, NY","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042646536","display_name":"Silvio Savarese","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Silvio Savarese","raw_affiliation_strings":["Department of Computer Science, Stanford University, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stanford University, CA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081220276","display_name":"Ashutosh Saxena","orcid":"https://orcid.org/0000-0002-6657-2285"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashutosh Saxena","raw_affiliation_strings":["Brain of Things Inc., Redwood City, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brain of Things Inc., Redwood City, CA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1725,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.87510052,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"40","issue":"2","first_page":"467","last_page":"481"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7783784866333008},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7139275670051575},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6289036273956299},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.6004649996757507},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5795579552650452},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5356348156929016},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.527934730052948},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5173244476318359},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4556449353694916},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4466778635978699},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.4169190526008606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7783784866333008},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7139275670051575},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6289036273956299},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.6004649996757507},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5795579552650452},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5356348156929016},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.527934730052948},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5173244476318359},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4556449353694916},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4466778635978699},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.4169190526008606},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2017.2679054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2017.2679054","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:28287959","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28287959","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W146508469","https://openalex.org/W287022735","https://openalex.org/W1498368596","https://openalex.org/W1567708943","https://openalex.org/W1613163714","https://openalex.org/W1880262756","https://openalex.org/W1893516992","https://openalex.org/W1898340191","https://openalex.org/W1901212503","https://openalex.org/W1941902227","https://openalex.org/W1968362113","https://openalex.org/W1969652666","https://openalex.org/W1972283961","https://openalex.org/W1978511849","https://openalex.org/W1979350646","https://openalex.org/W1983705368","https://openalex.org/W1983845824","https://openalex.org/W1985469025","https://openalex.org/W1987072549","https://openalex.org/W1988650444","https://openalex.org/W1998605630","https://openalex.org/W2014914041","https://openalex.org/W2017695267","https://openalex.org/W2019660985","https://openalex.org/W2024562532","https://openalex.org/W2029928277","https://openalex.org/W2048821851","https://openalex.org/W2051822550","https://openalex.org/W2053320878","https://openalex.org/W2060460774","https://openalex.org/W2063153269","https://openalex.org/W2064776690","https://openalex.org/W2064851185","https://openalex.org/W2066813062","https://openalex.org/W2071555787","https://openalex.org/W2083598512","https://openalex.org/W2095661305","https://openalex.org/W2096467212","https://openalex.org/W2099614498","https://openalex.org/W2102625004","https://openalex.org/W2108710284","https://openalex.org/W2111832041","https://openalex.org/W2114216982","https://openalex.org/W2126574503","https://openalex.org/W2128925311","https://openalex.org/W2129587342","https://openalex.org/W2129666410","https://openalex.org/W2131351121","https://openalex.org/W2133728753","https://openalex.org/W2137981002","https://openalex.org/W2139019684","https://openalex.org/W2142258645","https://openalex.org/W2146055337","https://openalex.org/W2151967501","https://openalex.org/W2166286142","https://openalex.org/W2169992457","https://openalex.org/W2171343266","https://openalex.org/W2171513001","https://openalex.org/W2268284457","https://openalex.org/W2271661736","https://openalex.org/W2293288132","https://openalex.org/W2295647632","https://openalex.org/W2535977253","https://openalex.org/W3099640513","https://openalex.org/W4230005465","https://openalex.org/W4231510805","https://openalex.org/W4248681815","https://openalex.org/W6636507196","https://openalex.org/W6639619044","https://openalex.org/W6655019712","https://openalex.org/W6666899075","https://openalex.org/W6674510950","https://openalex.org/W6676380891","https://openalex.org/W6677265961","https://openalex.org/W6682569104","https://openalex.org/W6816560326"],"related_works":["https://openalex.org/W3195649134","https://openalex.org/W2281498195","https://openalex.org/W2506504620","https://openalex.org/W2017526120","https://openalex.org/W2610664080","https://openalex.org/W2188304107","https://openalex.org/W2804364458","https://openalex.org/W4298130764","https://openalex.org/W2494523064","https://openalex.org/W2132641928"],"abstract_inverted_index":{"There":[0],"is":[1,62,110],"a":[2,29,49,64,84,128,144,175],"large":[3],"variation":[4],"in":[5,11,28,105,112],"the":[6,42,46,89,92,106,120,153],"activities":[7,21,162],"that":[8,102,131,178],"humans":[9],"perform":[10],"their":[12],"everyday":[13],"lives.":[14],"We":[15,44,81,115],"consider":[16,45],"modeling":[17],"these":[18],"composite":[19,107],"human":[20,160],"which":[22,55,71,76,109,135,157],"comprises":[23],"multiple":[24,166],"basic":[25],"level":[26],"actions":[27,72,167],"completely":[30],"unsupervised":[31,121],"setting.":[32],"Our":[33,188],"model":[34,87,98,118],"learns":[35],"high-level":[36],"co-occurrence":[37],"and":[38,58,68,75,91,124,126,180],"temporal":[39],"relations":[40,101],"between":[41],"actions.":[43],"video":[47,149],"as":[48,163],"sequence":[50],"of":[51,66,165],"short-term":[52],"action":[53,100,122,138,185],"clips,":[54],"contains":[56,158],"human-words":[57],"object-words.":[59],"An":[60],"activity":[61,148],"about":[63],"set":[65],"action-topics":[67],"object-topics":[69],"indicating":[70],"are":[73,78],"present":[74],"objects":[77],"interacting":[79,168],"with.":[80],"then":[82],"propose":[83],"new":[85,145,154],"probabilistic":[86],"relating":[88],"words":[90],"topics.":[93],"It":[94],"allows":[95],"us":[96],"to":[97,119,127],"long-range":[99],"commonly":[103],"exist":[104],"activities,":[108],"challenging":[111,146],"previous":[113],"works.":[114],"apply":[116],"our":[117,184],"segmentation":[123],"clustering,":[125],"novel":[129],"application":[130],"detects":[132],"forgotten":[133],"actions,":[134],"we":[136,142,173],"call":[137],"patching.":[139],"For":[140],"evaluation,":[141],"contribute":[143],"RGB-D":[147],"dataset":[150],"recorded":[151],"by":[152],"Kinect":[155],"v2,":[156],"several":[159],"daily":[161],"compositions":[164],"with":[169],"different":[170],"objects.":[171],"Moreover,":[172],"develop":[174],"robotic":[176,189],"system":[177],"watches":[179],"reminds":[181],"people":[182],"using":[183],"patching":[186],"algorithm.":[187],"setup":[190],"can":[191],"be":[192],"easily":[193],"deployed":[194],"on":[195],"any":[196],"assistive":[197],"robots.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}