{"id":"https://openalex.org/W4395471088","doi":"https://doi.org/10.1109/tip.2024.3391692","title":"Multi-Label Action Anticipation for Real-World Videos With Scene Understanding","display_name":"Multi-Label Action Anticipation for Real-World Videos With Scene Understanding","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4395471088","doi":"https://doi.org/10.1109/tip.2024.3391692","pmid":"https://pubmed.ncbi.nlm.nih.gov/38662558"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3391692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3391692","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103065235","display_name":"Yuqi Zhang","orcid":"https://orcid.org/0000-0003-4850-5553"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqi Zhang","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-4850-5553","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101701960","display_name":"Xiucheng Li","orcid":"https://orcid.org/0009-0006-4145-6698"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiucheng Li","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0006-4145-6698","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100692143","display_name":"Hao Xie","orcid":"https://orcid.org/0009-0007-2301-8069"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Xie","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072996157","display_name":"Weijun Zhuang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijun Zhuang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102960973","display_name":"Shihui Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihui Guo","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-6967-7138","affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100450015","display_name":"Zhijun Li","orcid":"https://orcid.org/0000-0001-9129-9957"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijun Li","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0001-9129-9957","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6131,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.65538419,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"33","issue":null,"first_page":"3242","last_page":"3255"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.887689471244812},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7819239497184753},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.647644579410553},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.565756618976593},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5612138509750366},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.554273247718811},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.43409132957458496},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.09627333283424377}],"concepts":[{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.887689471244812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7819239497184753},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.647644579410553},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.565756618976593},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5612138509750366},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.554273247718811},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43409132957458496},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.09627333283424377},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2024.3391692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3391692","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:38662558","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38662558","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.4099999964237213,"display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G2711572733","display_name":null,"funder_award_id":"2023YFB4503100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3799555038","display_name":null,"funder_award_id":"2023YFB4503100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6945628064","display_name":"\u7269\u8054\u7f51\u4eba\u5de5\u667a\u80fd\u5e94\u7528\u9ad8\u6027\u80fd\u90e8\u7f72\u7f51\u7edc\u4f18\u5316\u6280\u672f\u7814\u7a76","funder_award_id":"62072137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8939351342","display_name":null,"funder_award_id":"62206074","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1898340191","https://openalex.org/W1972283961","https://openalex.org/W2019660985","https://openalex.org/W2099614498","https://openalex.org/W2109698606","https://openalex.org/W2143296986","https://openalex.org/W2146055337","https://openalex.org/W2277195237","https://openalex.org/W2337252826","https://openalex.org/W2416663518","https://openalex.org/W2417207001","https://openalex.org/W2561428047","https://openalex.org/W2579549467","https://openalex.org/W2779943048","https://openalex.org/W2810482788","https://openalex.org/W2810685774","https://openalex.org/W2886970679","https://openalex.org/W2945792291","https://openalex.org/W2963150791","https://openalex.org/W2963184176","https://openalex.org/W2963570630","https://openalex.org/W2969679616","https://openalex.org/W2985775525","https://openalex.org/W2992478697","https://openalex.org/W2998484627","https://openalex.org/W3003374142","https://openalex.org/W3008748303","https://openalex.org/W3020843970","https://openalex.org/W3021065276","https://openalex.org/W3034679267","https://openalex.org/W3035017890","https://openalex.org/W3036869132","https://openalex.org/W3085043532","https://openalex.org/W3107046451","https://openalex.org/W3173599944","https://openalex.org/W3186621246","https://openalex.org/W3191907322","https://openalex.org/W3195129957","https://openalex.org/W3199612070","https://openalex.org/W4214555767","https://openalex.org/W4214617019","https://openalex.org/W4312281498","https://openalex.org/W6631190155","https://openalex.org/W6749916090","https://openalex.org/W6762525229"],"related_works":["https://openalex.org/W4213201576","https://openalex.org/W2952741422","https://openalex.org/W3033133102","https://openalex.org/W4225846781","https://openalex.org/W2321705977","https://openalex.org/W2885024018","https://openalex.org/W1576128429","https://openalex.org/W3158961155","https://openalex.org/W2269464716","https://openalex.org/W3176710608"],"abstract_inverted_index":{"With":[0],"human":[1],"action":[2,34,84,96,124,167],"anticipation":[3,22,35,85,125,168],"becoming":[4],"an":[5,15,135,232],"essential":[6],"tool":[7],"for":[8,130],"many":[9],"practical":[10],"applications,":[11],"there":[12],"has":[13],"been":[14],"increasing":[16],"trend":[17],"in":[18,24,37,60],"developing":[19],"more":[20],"accurate":[21],"models":[23],"recent":[25],"years.":[26],"Most":[27],"of":[28,53,103,235],"the":[29,50,83,87,95,108,123,142,191,202,206,215,228,238],"existing":[30,185],"methods":[31,186,217],"target":[32],"standard":[33,54,166,203],"datasets,":[36],"which":[38,62,112,127],"they":[39],"could":[40],"produce":[41],"promising":[42],"results":[43,177],"by":[44,138,187],"learning":[45],"action-level":[46],"contextual":[47],"patterns.":[48],"However,":[49],"over-simplified":[51],"scenarios":[52],"datasets":[55,156,194],"often":[56],"do":[57],"not":[58],"hold":[59],"reality,":[61],"hinders":[63],"them":[64],"from":[65],"being":[66],"applied":[67],"to":[68,171,183],"real-world":[69,154,193],"applications.":[70],"To":[71],"address":[72],"this,":[73],"we":[74],"propose":[75],"a":[76,118,165],"scene-graph-based":[77],"novel":[78],"model":[79,100,151,213],"SEAD":[80,180],"that":[81,179],"learns":[82],"at":[86,205],"high":[88],"semantic":[89],"level":[90],"rather":[91],"than":[92,225],"focusing":[93],"on":[94,152,190,201,227,237],"level.":[97],"The":[98,175],"proposed":[99,212],"is":[101,128,181],"composed":[102],"two":[104,153,192],"main":[105],"modules,":[106],"1)":[107],"scene":[109,115,146],"prediction":[110],"module,":[111,126],"predicts":[113],"future":[114,132],"graphs":[116],"using":[117],"grammar":[119],"dictionary,":[120],"and":[121,144,158,195,231],"2)":[122],"responsible":[129],"predicting":[131],"actions":[133],"with":[134,218],"LSTM":[136],"network":[137],"taking":[139],"as":[140,162,164],"input":[141],"observed":[143],"predicted":[145],"graphs.":[147],"We":[148],"evaluate":[149],"our":[150,211],"video":[155],"(Charades":[157],"Home":[159,239],"Action":[160,240],"Genome)":[161],"well":[163],"dataset":[169,204,230],"(CAD-120)":[170],"verify":[172],"its":[173],"efficacy.":[174],"experimental":[176],"show":[178],"able":[182],"outperform":[184],"large":[188],"margins":[189],"can":[196],"also":[197],"yield":[198],"stable":[199],"predictions":[200],"same":[207],"time.":[208],"In":[209],"particular,":[210],"surpasses":[214],"state-of-the-art":[216],"mean":[219],"average":[220,233],"precision":[221],"improvements":[222],"consistently":[223],"higher":[224],"65%":[226],"Charades":[229],"improvement":[234],"40.6%":[236],"Genome":[241],"dataset.":[242]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}