{"id":"https://openalex.org/W4307845887","doi":"https://doi.org/10.1109/tpami.2022.3218596","title":"Transferring Knowledge From Text to Video: Zero-Shot Anticipation for Procedural Actions","display_name":"Transferring Knowledge From Text to Video: Zero-Shot Anticipation for Procedural Actions","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4307845887","doi":"https://doi.org/10.1109/tpami.2022.3218596","pmid":"https://pubmed.ncbi.nlm.nih.gov/36318562"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3218596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3218596","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047075621","display_name":"Fadime \u015eener","orcid":"https://orcid.org/0000-0001-5004-6005"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fadime Sener","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5004-6005","affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052740794","display_name":"Rishabh Saraf","orcid":"https://orcid.org/0000-0001-7830-423X"},"institutions":[{"id":"https://openalex.org/I189109744","display_name":"Indian Institute of Technology Dhanbad","ror":"https://ror.org/013v3cc28","country_code":"IN","type":"education","lineage":["https://openalex.org/I189109744"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rishabh Saraf","raw_affiliation_strings":["Indian Institute of Technology (ISM) Dhanbad, Dhanbad, Jharkhand, India"],"raw_orcid":"https://orcid.org/0000-0001-7830-423X","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology (ISM) Dhanbad, Dhanbad, Jharkhand, India","institution_ids":["https://openalex.org/I189109744"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006278133","display_name":"Angela Yao","orcid":"https://orcid.org/0000-0001-7418-6141"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Angela Yao","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7418-6141","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4682,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.8333555,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"45","issue":"6","first_page":"7836","last_page":"7852"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.8001449108123779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7839634418487549},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6354250311851501},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6089663505554199},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5637236833572388},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43471580743789673},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4110880196094513},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36920827627182007},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07396659255027771}],"concepts":[{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.8001449108123779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7839634418487549},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6354250311851501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6089663505554199},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5637236833572388},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43471580743789673},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4110880196094513},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36920827627182007},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07396659255027771},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3218596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3218596","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:36318562","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36318562","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1136387008","display_name":null,"funder_award_id":"NRF-NRFFAI1-2019-0001","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":125,"referenced_works":["https://openalex.org/W56933075","https://openalex.org/W648786980","https://openalex.org/W805710393","https://openalex.org/W1483019628","https://openalex.org/W1522301498","https://openalex.org/W1566289585","https://openalex.org/W1586939924","https://openalex.org/W1591706642","https://openalex.org/W1694858705","https://openalex.org/W1956340063","https://openalex.org/W1978511849","https://openalex.org/W2019660985","https://openalex.org/W2032175749","https://openalex.org/W2099614498","https://openalex.org/W2110933980","https://openalex.org/W2111078031","https://openalex.org/W2120221335","https://openalex.org/W2123301721","https://openalex.org/W2130942839","https://openalex.org/W2132986783","https://openalex.org/W2139501017","https://openalex.org/W2156047221","https://openalex.org/W2157331557","https://openalex.org/W2164587673","https://openalex.org/W2166490941","https://openalex.org/W2184188583","https://openalex.org/W2185953016","https://openalex.org/W2194775991","https://openalex.org/W2232035143","https://openalex.org/W2252225847","https://openalex.org/W2252269235","https://openalex.org/W2271661736","https://openalex.org/W2346746376","https://openalex.org/W2422305492","https://openalex.org/W2461621749","https://openalex.org/W2463824207","https://openalex.org/W2477205648","https://openalex.org/W2491875666","https://openalex.org/W2550143307","https://openalex.org/W2561658355","https://openalex.org/W2587741066","https://openalex.org/W2600081845","https://openalex.org/W2737041163","https://openalex.org/W2755546070","https://openalex.org/W2766298634","https://openalex.org/W2779943048","https://openalex.org/W2785267567","https://openalex.org/W2795187948","https://openalex.org/W2796136333","https://openalex.org/W2797585226","https://openalex.org/W2897439619","https://openalex.org/W2897762477","https://openalex.org/W2908138876","https://openalex.org/W2910453440","https://openalex.org/W2938704169","https://openalex.org/W2940106125","https://openalex.org/W2944377928","https://openalex.org/W2945792291","https://openalex.org/W2952132648","https://openalex.org/W2954801189","https://openalex.org/W2957775769","https://openalex.org/W2960747818","https://openalex.org/W2962795934","https://openalex.org/W2962914678","https://openalex.org/W2963055199","https://openalex.org/W2963351113","https://openalex.org/W2963570630","https://openalex.org/W2963642716","https://openalex.org/W2963720581","https://openalex.org/W2963753226","https://openalex.org/W2963804993","https://openalex.org/W2963853051","https://openalex.org/W2963903950","https://openalex.org/W2963918774","https://openalex.org/W2963997278","https://openalex.org/W2964040984","https://openalex.org/W2964094654","https://openalex.org/W2964248288","https://openalex.org/W2981635073","https://openalex.org/W2981851019","https://openalex.org/W2982335217","https://openalex.org/W2984008963","https://openalex.org/W2990912368","https://openalex.org/W2993447238","https://openalex.org/W3021194804","https://openalex.org/W3033857692","https://openalex.org/W3034667500","https://openalex.org/W3034728660","https://openalex.org/W3034942609","https://openalex.org/W3035254087","https://openalex.org/W3035635319","https://openalex.org/W3037916678","https://openalex.org/W3044725400","https://openalex.org/W3096383329","https://openalex.org/W3102516861","https://openalex.org/W3161260844","https://openalex.org/W3171688991","https://openalex.org/W4385245566","https://openalex.org/W6602329363","https://openalex.org/W6606244218","https://openalex.org/W6621543089","https://openalex.org/W6629028937","https://openalex.org/W6631190155","https://openalex.org/W6635590879","https://openalex.org/W6637431447","https://openalex.org/W6678262379","https://openalex.org/W6679436768","https://openalex.org/W6686207219","https://openalex.org/W6739901393","https://openalex.org/W6744181227","https://openalex.org/W6747608765","https://openalex.org/W6749916090","https://openalex.org/W6758342205","https://openalex.org/W6761551260","https://openalex.org/W6761791980","https://openalex.org/W6762425651","https://openalex.org/W6770820890","https://openalex.org/W6776818918","https://openalex.org/W6777292855","https://openalex.org/W6779013626","https://openalex.org/W6779499151","https://openalex.org/W6780226713","https://openalex.org/W6780677595","https://openalex.org/W6781281283","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2150761772","https://openalex.org/W4214877189","https://openalex.org/W4213201576","https://openalex.org/W2074502265","https://openalex.org/W1525751611","https://openalex.org/W4285549518","https://openalex.org/W1579870145","https://openalex.org/W2765459612","https://openalex.org/W2773965352","https://openalex.org/W2967006609"],"abstract_inverted_index":{"Can":[0],"we":[1,82],"teach":[2],"a":[3,32,50,89],"robot":[4],"to":[5,47],"recognize":[6],"and":[7,43,59,62,98],"make":[8],"predictions":[9],"for":[10,25,94,112,118],"activities":[11],"that":[12,35],"it":[13],"has":[14],"never":[15],"seen":[16],"before?":[17],"We":[18],"tackle":[19],"this":[20],"problem":[21],"by":[22],"learning":[23],"models":[24],"video":[26,116],"from":[27,39],"text.":[28],"This":[29],"paper":[30],"presents":[31],"hierarchical":[33],"model":[34,57],"generalizes":[36],"instructional":[37,54],"knowledge":[38,46],"large-scale":[40],"text":[41],"corpora":[42],"transfers":[44],"the":[45,68,77,84,107],"video.":[48],"Given":[49],"portion":[51],"of":[52,79,91,109],"an":[53],"video,":[55],"our":[56,80,110],"recognizes":[58],"predicts":[60],"coherent":[61],"plausible":[63],"actions":[64],"multiple":[65],"steps":[66],"into":[67],"future,":[69],"all":[70],"in":[71],"rich":[72],"natural":[73],"language.":[74],"To":[75],"demonstrate":[76,106],"capabilities":[78],"model,":[81],"introduce":[83],"Tasty":[85],"Videos":[86],"Dataset":[87],"V2,":[88],"collection":[90],"4022":[92],"recipes":[93],"zero-shot":[95],"learning,":[96],"recognition":[97],"anticipation.":[99],"Extensive":[100],"experiments":[101],"with":[102],"various":[103],"evaluation":[104],"metrics":[105],"potential":[108],"method":[111],"generalization,":[113],"given":[114],"limited":[115],"data":[117],"training":[119],"models.":[120]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}