{"id":"https://openalex.org/W4205468707","doi":"https://doi.org/10.1109/tmm.2022.3142413","title":"Learning Scene-Aware Spatio-Temporal GNNs for Few-Shot Early Action Prediction","display_name":"Learning Scene-Aware Spatio-Temporal GNNs for Few-Shot Early Action Prediction","publication_year":2022,"publication_date":"2022-01-13","ids":{"openalex":"https://openalex.org/W4205468707","doi":"https://doi.org/10.1109/tmm.2022.3142413"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3142413","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3142413","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055940406","display_name":"Yufan Hu","orcid":"https://orcid.org/0000-0001-6851-9392"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yufan Hu","raw_affiliation_strings":["Hefei University of Technology, HeFei, China","Peng Cheng Laboratory, ShenZhen, China"],"affiliations":[{"raw_affiliation_string":"Hefei University of Technology, HeFei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Peng Cheng Laboratory, ShenZhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014526931","display_name":"Junyu Gao","orcid":"https://orcid.org/0000-0002-8105-5497"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyu Gao","raw_affiliation_strings":["National Lab of Pattern Recognition and Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Lab of Pattern Recognition and Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022636178","display_name":"Changsheng Xu","orcid":"https://orcid.org/0000-0001-8343-9665"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xu","raw_affiliation_strings":["National Lab of Pattern Recognition and Institute of Automation, Chinese Academy of Sciences, Beijing, China","Peng Cheng Laboratory, ShenZhen, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Lab of Pattern Recognition and Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Peng Cheng Laboratory, ShenZhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5055940406"],"corresponding_institution_ids":["https://openalex.org/I16365422","https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":1.6304,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.84284824,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"2061","last_page":"2073"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8937935829162598},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6631669998168945},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6442259550094604},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5749099254608154},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5497267842292786},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4652000367641449},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.4418047070503235},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4354032874107361},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.4111365079879761},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40202271938323975},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.12021368741989136},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.07762178778648376}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8937935829162598},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6631669998168945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6442259550094604},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5749099254608154},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5497267842292786},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4652000367641449},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.4418047070503235},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4354032874107361},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.4111365079879761},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40202271938323975},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.12021368741989136},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.07762178778648376},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3142413","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3142413","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1100260481","display_name":null,"funder_award_id":"62072455","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1353530241","display_name":null,"funder_award_id":"U1705262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1498893086","display_name":null,"funder_award_id":"62036012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1873612269","display_name":null,"funder_award_id":"61720106006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2407878474","display_name":null,"funder_award_id":"62072286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2908564948","display_name":null,"funder_award_id":"62002355","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4100755579","display_name":null,"funder_award_id":"L201001","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G4790433124","display_name":null,"funder_award_id":"62102415","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6431871145","display_name":null,"funder_award_id":"61721004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8142338255","display_name":null,"funder_award_id":"U1836220","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8434150956","display_name":null,"funder_award_id":"61832002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W10916678","https://openalex.org/W24089286","https://openalex.org/W66452226","https://openalex.org/W639708223","https://openalex.org/W1483019628","https://openalex.org/W1501856433","https://openalex.org/W1522301498","https://openalex.org/W1665214252","https://openalex.org/W1977177161","https://openalex.org/W2064675550","https://openalex.org/W2116341502","https://openalex.org/W2131774270","https://openalex.org/W2146055337","https://openalex.org/W2147615062","https://openalex.org/W2150354123","https://openalex.org/W2185953016","https://openalex.org/W2277192409","https://openalex.org/W2277195237","https://openalex.org/W2302255633","https://openalex.org/W2472819217","https://openalex.org/W2472970127","https://openalex.org/W2472986212","https://openalex.org/W2506483933","https://openalex.org/W2533503513","https://openalex.org/W2567070169","https://openalex.org/W2601450892","https://openalex.org/W2604763608","https://openalex.org/W2605300166","https://openalex.org/W2619947201","https://openalex.org/W2739251211","https://openalex.org/W2753160622","https://openalex.org/W2756203131","https://openalex.org/W2765440071","https://openalex.org/W2795410839","https://openalex.org/W2806331055","https://openalex.org/W2808203533","https://openalex.org/W2885940446","https://openalex.org/W2894666173","https://openalex.org/W2894873912","https://openalex.org/W2899771611","https://openalex.org/W2950898568","https://openalex.org/W2951659295","https://openalex.org/W2953048569","https://openalex.org/W2960406243","https://openalex.org/W2962716332","https://openalex.org/W2962723986","https://openalex.org/W2962929633","https://openalex.org/W2963150697","https://openalex.org/W2963341924","https://openalex.org/W2963536419","https://openalex.org/W2963542293","https://openalex.org/W2963570630","https://openalex.org/W2964015378","https://openalex.org/W2964105864","https://openalex.org/W2964321699","https://openalex.org/W2964840771","https://openalex.org/W2987468995","https://openalex.org/W2991653934","https://openalex.org/W2994785205","https://openalex.org/W3004319625","https://openalex.org/W3012255272","https://openalex.org/W3035096461","https://openalex.org/W3035513921","https://openalex.org/W3083405884","https://openalex.org/W3103720336","https://openalex.org/W3106616149","https://openalex.org/W3109988120","https://openalex.org/W3169422999","https://openalex.org/W3173271747","https://openalex.org/W4285723986","https://openalex.org/W4293412117","https://openalex.org/W4294558607","https://openalex.org/W4301712114","https://openalex.org/W6600983433","https://openalex.org/W6631190155","https://openalex.org/W6637242042","https://openalex.org/W6690815549","https://openalex.org/W6691554458","https://openalex.org/W6698183232","https://openalex.org/W6717697761","https://openalex.org/W6720006811","https://openalex.org/W6720057410","https://openalex.org/W6726873649","https://openalex.org/W6731370813","https://openalex.org/W6735236233","https://openalex.org/W6736057607","https://openalex.org/W6738964360","https://openalex.org/W6743661861","https://openalex.org/W6748555532","https://openalex.org/W6751281049","https://openalex.org/W6751936687","https://openalex.org/W6753331806","https://openalex.org/W6756040250","https://openalex.org/W6757713970","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W3176710608"],"abstract_inverted_index":{"We":[0,26],"aim":[1],"to":[2,83,88,112,138,152],"address":[3],"a":[4,21,46,58,79,125],"new":[5],"task":[6,30],"named":[7],"few-shot":[8,47,163],"early":[9,149],"action":[10,43,150],"prediction":[11],"(FS-EAP)":[12],"that":[13,28],"learns":[14],"classifiers":[15],"for":[16,158],"novel":[17],"actions":[18,160],"from":[19],"only":[20],"few":[22],"partially":[23,36,85],"observed":[24,37,86],"videos.":[25],"argue":[27],"the":[29,35,67,72,84,96,100,107,113,154,162,175,185],"is":[31],"extremely":[32],"challenging":[33],"since":[34],"videos":[38],"do":[39],"not":[40],"contain":[41],"enough":[42],"information":[44],"in":[45,53,71,161],"environment.":[48],"To":[49],"tackle":[50],"this":[51,54],"task,":[52],"paper,":[55],"we":[56,76,94,146],"propose":[57],"scene-aware":[59,120],"spatio-temporal":[60,69,80,91,97],"graph":[61,81,98,130],"neural":[62,131],"network":[63],"(SA-STGNN)":[64],"by":[65],"leveraging":[66],"fine-grained":[68],"interactions":[70],"video":[73,87,109,156,172],"scenes.":[74],"Specifically,":[75],"first":[77],"generate":[78],"corresponding":[82,111],"capture":[89],"comprehensive":[90],"correlations.":[92],"Then":[93],"utilize":[95],"as":[99],"input":[101],"of":[102,127,177],"our":[103,178],"SA-STGNN":[104],"and":[105,133,142,180],"predict":[106],"augmented":[108],"features":[110,157],"complete":[114],"video.":[115],"The":[116],"architecture":[117],"uses":[118],"several":[119],"learning":[121],"blocks,":[122],"which":[123],"are":[124],"combination":[126],"edge":[128],"fusion":[129],"layers":[132,137],"temporal":[134,143],"gated":[135],"convolutional":[136],"jointly":[139],"model":[140],"spatial":[141],"dependencies.":[144],"Finally,":[145],"employ":[147],"an":[148],"predictor":[151],"exploit":[153],"learned":[155],"predicting":[159],"setting.":[164],"Extensive":[165],"experimental":[166],"results":[167],"on":[168],"two":[169],"widely":[170],"adopted":[171],"datasets":[173],"demonstrate":[174],"effectiveness":[176],"approach":[179],"its":[181],"superior":[182],"performance":[183],"over":[184],"state-of-the-art":[186],"approaches.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}