{"id":"https://openalex.org/W4312688882","doi":"https://doi.org/10.1109/tcsvt.2022.3232021","title":"Jointly-Learnt Networks for Future Action Anticipation via Self-Knowledge Distillation and Cycle Consistency","display_name":"Jointly-Learnt Networks for Future Action Anticipation via Self-Knowledge Distillation and Cycle Consistency","publication_year":2022,"publication_date":"2022-12-23","ids":{"openalex":"https://openalex.org/W4312688882","doi":"https://doi.org/10.1109/tcsvt.2022.3232021"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2022.3232021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3232021","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004221027","display_name":"Md Moniruzzaman","orcid":"https://orcid.org/0000-0003-3217-5094"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md. Moniruzzaman","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, Stony Brook, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-3217-5094","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080054465","display_name":"Zhaozheng Yin","orcid":"https://orcid.org/0000-0002-9602-6488"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaozheng Yin","raw_affiliation_strings":["Department of Computer Science and the Department of Biomedical Informatics, Stony Brook University, Stony Brook, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-9602-6488","affiliations":[{"raw_affiliation_string":"Department of Computer Science and the Department of Biomedical Informatics, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110252153","display_name":"Zhihai He","orcid":"https://orcid.org/0000-0003-2255-4293"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhihai He","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Missouri, Columbia, MO, USA"],"raw_orcid":"https://orcid.org/0000-0003-2255-4293","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Missouri, Columbia, MO, USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082067008","display_name":"Ming C. Leu","orcid":"https://orcid.org/0000-0002-5056-3907"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming C. Leu","raw_affiliation_strings":["Department of Mechanical and Aerospace Engineering, Missouri University of Science and Technology, Rolla, MO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Aerospace Engineering, Missouri University of Science and Technology, Rolla, MO, USA","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079918317","display_name":"Ruwen Qin","orcid":"https://orcid.org/0000-0003-2656-8705"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruwen Qin","raw_affiliation_strings":["Department of Civil Engineering, Stony Brook University, Stony Brook, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-2656-8705","affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.731,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.69106411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"33","issue":"7","first_page":"3243","last_page":"3256"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.9076350331306458},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6945141553878784},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6570576429367065},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6528526544570923},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4778011441230774},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45788538455963135},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3406914472579956},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1989709436893463}],"concepts":[{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.9076350331306458},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6945141553878784},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6570576429367065},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6528526544570923},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4778011441230774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45788538455963135},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3406914472579956},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1989709436893463},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2022.3232021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3232021","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1307676185","display_name":null,"funder_award_id":"CMMI-1954548","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1981149963","display_name":null,"funder_award_id":"ECCS-2025929","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6816000940","display_name":null,"funder_award_id":"CMMI-1646162","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":91,"referenced_works":["https://openalex.org/W66452226","https://openalex.org/W1522734439","https://openalex.org/W1690739335","https://openalex.org/W1947481528","https://openalex.org/W1983364832","https://openalex.org/W2016053056","https://openalex.org/W2099614498","https://openalex.org/W2109698606","https://openalex.org/W2147615062","https://openalex.org/W2156303437","https://openalex.org/W2157575844","https://openalex.org/W2165737454","https://openalex.org/W2185953016","https://openalex.org/W2422305492","https://openalex.org/W2472970127","https://openalex.org/W2474531669","https://openalex.org/W2507009361","https://openalex.org/W2519080876","https://openalex.org/W2519711346","https://openalex.org/W2520707372","https://openalex.org/W2523803202","https://openalex.org/W2546938941","https://openalex.org/W2548211577","https://openalex.org/W2583638424","https://openalex.org/W2604113307","https://openalex.org/W2605300166","https://openalex.org/W2611596598","https://openalex.org/W2739251211","https://openalex.org/W2739879705","https://openalex.org/W2752386593","https://openalex.org/W2779943048","https://openalex.org/W2796136333","https://openalex.org/W2797382244","https://openalex.org/W2798795235","https://openalex.org/W2884293275","https://openalex.org/W2893703358","https://openalex.org/W2894666173","https://openalex.org/W2895240652","https://openalex.org/W2897054934","https://openalex.org/W2913636123","https://openalex.org/W2918626955","https://openalex.org/W2942750779","https://openalex.org/W2945792291","https://openalex.org/W2948048211","https://openalex.org/W2950568498","https://openalex.org/W2951143549","https://openalex.org/W2960406243","https://openalex.org/W2961553857","https://openalex.org/W2962709777","https://openalex.org/W2962793481","https://openalex.org/W2963524571","https://openalex.org/W2963570630","https://openalex.org/W2963720581","https://openalex.org/W2963853051","https://openalex.org/W2983128379","https://openalex.org/W2990503944","https://openalex.org/W2993447238","https://openalex.org/W2995264981","https://openalex.org/W2998702159","https://openalex.org/W3006716946","https://openalex.org/W3006892894","https://openalex.org/W3007188278","https://openalex.org/W3021013305","https://openalex.org/W3034695001","https://openalex.org/W3036049548","https://openalex.org/W3092798182","https://openalex.org/W3092976396","https://openalex.org/W3096383329","https://openalex.org/W3096719817","https://openalex.org/W3106884574","https://openalex.org/W3108614371","https://openalex.org/W3128138976","https://openalex.org/W3132567969","https://openalex.org/W3133092047","https://openalex.org/W3157546044","https://openalex.org/W3161260844","https://openalex.org/W3172837290","https://openalex.org/W4214858607","https://openalex.org/W4312256886","https://openalex.org/W4312660844","https://openalex.org/W6637551013","https://openalex.org/W6682864246","https://openalex.org/W6729383884","https://openalex.org/W6730028046","https://openalex.org/W6743837088","https://openalex.org/W6749916090","https://openalex.org/W6758736441","https://openalex.org/W6780365411","https://openalex.org/W6785090058","https://openalex.org/W6790978035","https://openalex.org/W6840157293"],"related_works":["https://openalex.org/W2150761772","https://openalex.org/W4213201576","https://openalex.org/W2952741422","https://openalex.org/W3033133102","https://openalex.org/W2321705977","https://openalex.org/W2885024018","https://openalex.org/W1510768092","https://openalex.org/W2611003898","https://openalex.org/W2230808081","https://openalex.org/W2358024260"],"abstract_inverted_index":{"Future":[0],"action":[1,40,77,90,104,162,171,225],"anticipation":[2,105,172,202,226],"aims":[3],"to":[4,44,82,115,136,151,156],"infer":[5],"future":[6,39,52,63,76,161,189,215],"actions":[7,53,64,120,190,211],"from":[8,94,191,212],"the":[9,45,51,62,85,99,124,141,149,153,158,188,192,197,201,204,209,213,222,229],"observation":[10],"of":[11,15,203],"a":[12,24,133,167,180],"small":[13],"set":[14],"past":[16,194,210],"video":[17],"frames.":[18],"In":[19,42],"this":[20,129],"paper,":[21],"we":[22,131,165],"propose":[23],"novel":[25],"Jointly-learnt":[26],"Action":[27],"Anticipation":[28],"Network":[29],"(J-AAN)":[30],"via":[31],"Self-Knowledge":[32],"Distillation":[33],"(Self-KD)":[34],"and":[35,69,169,196,232],"cycle":[36],"consistency":[37,182],"for":[38],"anticipation.":[41,163],"contrast":[43],"current":[46],"state-of-the-art":[47,224],"methods":[48,227],"which":[49],"anticipate":[50],"either":[54],"directly":[55],"or":[56,95],"recursively,":[57],"our":[58,138,175],"proposed":[59,176,218],"J-AAN":[60,142,177,186,199,206],"anticipates":[61,187],"jointly":[65],"in":[66],"both":[67],"direct":[68],"recursive":[70],"ways.":[71],"However,":[72],"when":[73],"dealing":[74],"with":[75,107,174],"anticipation,":[78],"one":[79],"important":[80],"challenge":[81],"address":[83,128],"is":[84],"future\u2019s":[86],"uncertainty":[87,159],"since":[88],"multiple":[89],"sequences":[91],"may":[92,121],"come":[93],"be":[96,238],"followed":[97],"by":[98,207],"same":[100],"action.":[101],"Training":[102],"an":[103],"model":[106,157],"one-hot-encoded":[108],"hard":[109,154],"labels":[110,155],"that":[111],"assign":[112],"zero":[113],"probabilities":[114],"incorrect":[116],"yet":[117],"semantically":[118],"similar":[119],"not":[122],"handle":[123],"uncertain":[125],"future.":[126],"To":[127],"challenge,":[130],"design":[132,166],"Self-KD":[134],"mechanism":[135],"train":[137],"J-AAN,":[139],"where":[140],"gradually":[143],"distills":[144],"its":[145],"own":[146],"knowledge":[147],"during":[148],"training":[150],"soften":[152],"on":[160,179,228],"Furthermore,":[164],"forward":[168,185,205],"backward":[170,198],"framework":[173],"based":[178],"cyclic":[181],"constraint.":[183],"The":[184,217],"observed":[193],"actions,":[195],"verifies":[200],"anticipating":[208],"anticipated":[214],"actions.":[216],"method":[219],"outperforms":[220],"all":[221],"latest":[223],"Breakfast,":[230],"50Salads,":[231],"EPIC-Kitchens-55":[233],"datasets.":[234],"This":[235],"project":[236],"will":[237],"publicly":[239],"available":[240],"onhttps://github.com/MoniruzzamanMd/J-AAN.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}