{"id":"https://openalex.org/W4307925598","doi":"https://doi.org/10.1109/access.2022.3213652","title":"ViGAT: Bottom-Up Event Recognition and Explanation in Video Using Factorized Graph Attention Network","display_name":"ViGAT: Bottom-Up Event Recognition and Explanation in Video Using Factorized Graph Attention Network","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4307925598","doi":"https://doi.org/10.1109/access.2022.3213652"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3213652","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3213652","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09915576.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09915576.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055821226","display_name":"Nikolaos Gkalelis","orcid":"https://orcid.org/0000-0001-6741-3334"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Nikolaos Gkalelis","raw_affiliation_strings":["Centre for Research and Technology Hellas (CERTH), Information Technologies Institute, Thermi, Greece"],"affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas (CERTH), Information Technologies Institute, Thermi, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029455135","display_name":"Dimitrios Daskalakis","orcid":"https://orcid.org/0000-0003-0994-6153"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Dimitrios Daskalakis","raw_affiliation_strings":["Centre for Research and Technology Hellas (CERTH), Information Technologies Institute, Thermi, Greece"],"affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas (CERTH), Information Technologies Institute, Thermi, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059096027","display_name":"Vasileios Mezaris","orcid":"https://orcid.org/0000-0002-0121-4364"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Vasileios Mezaris","raw_affiliation_strings":["Centre for Research and Technology Hellas (CERTH), Information Technologies Institute, Thermi, Greece"],"affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas (CERTH), Information Technologies Institute, Thermi, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5055821226"],"corresponding_institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.4275,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.83023192,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"10","issue":null,"first_page":"108797","last_page":"108816"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8268104195594788},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5828185081481934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5220522880554199},{"id":"https://openalex.org/keywords/adjacency-list","display_name":"Adjacency list","score":0.5016767978668213},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4869862496852875},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4495377540588379},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.42343127727508545},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.31397950649261475},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18153539299964905}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8268104195594788},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5828185081481934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5220522880554199},{"id":"https://openalex.org/C110484373","wikidata":"https://www.wikidata.org/wiki/Q264398","display_name":"Adjacency list","level":2,"score":0.5016767978668213},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4869862496852875},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4495377540588379},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.42343127727508545},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31397950649261475},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18153539299964905},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3213652","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3213652","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09915576.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c33ecde632ed413dbb8895a44b16ea35","is_oa":true,"landing_page_url":"https://doaj.org/article/c33ecde632ed413dbb8895a44b16ea35","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 108797-108816 (2022)","raw_type":"article"},{"id":"pmh:oai:zenodo.org:7273728","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ACCESS.2022.3213652","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, 10, (2022-10-10)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3213652","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3213652","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09915576.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.550000011920929}],"awards":[{"id":"https://openalex.org/G5041794862","display_name":"Comprehensive data-driven Risk and Threat Assessment Methods for the Early and Reliable Identification, Validation and Analysis of migration-related risks","funder_award_id":"101021866","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5219130566","display_name":null,"funder_award_id":"EU Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5704943358","display_name":null,"funder_award_id":"832921","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G6855405882","display_name":null,"funder_award_id":"832921","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7160969272","display_name":null,"funder_award_id":"101021866","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G8056237061","display_name":null,"funder_award_id":"832921 (MIRROR)","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4307925598.pdf","grobid_xml":"https://content.openalex.org/works/W4307925598.grobid-xml"},"referenced_works_count":110,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1777628566","https://openalex.org/W1927052826","https://openalex.org/W2011605810","https://openalex.org/W2012592962","https://openalex.org/W2056658067","https://openalex.org/W2064675550","https://openalex.org/W2089597841","https://openalex.org/W2101775023","https://openalex.org/W2116341502","https://openalex.org/W2117539524","https://openalex.org/W2128272608","https://openalex.org/W2159486561","https://openalex.org/W2169393274","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2507009361","https://openalex.org/W2608988379","https://openalex.org/W2619947201","https://openalex.org/W2620629206","https://openalex.org/W2765793020","https://openalex.org/W2806331055","https://openalex.org/W2883429621","https://openalex.org/W2896229655","https://openalex.org/W2903035711","https://openalex.org/W2914868535","https://openalex.org/W2947084868","https://openalex.org/W2955874753","https://openalex.org/W2962902341","https://openalex.org/W2962934715","https://openalex.org/W2963091558","https://openalex.org/W2963119563","https://openalex.org/W2963150697","https://openalex.org/W2963155035","https://openalex.org/W2963514444","https://openalex.org/W2963524571","https://openalex.org/W2963526497","https://openalex.org/W2964303945","https://openalex.org/W2979481854","https://openalex.org/W2990503944","https://openalex.org/W3004505825","https://openalex.org/W3010010212","https://openalex.org/W3010219363","https://openalex.org/W3034572008","https://openalex.org/W3034658206","https://openalex.org/W3034679267","https://openalex.org/W3034907931","https://openalex.org/W3035104321","https://openalex.org/W3035252826","https://openalex.org/W3035523846","https://openalex.org/W3040018905","https://openalex.org/W3047922786","https://openalex.org/W3088102655","https://openalex.org/W3093622585","https://openalex.org/W3096609285","https://openalex.org/W3107849462","https://openalex.org/W3109765585","https://openalex.org/W3111929329","https://openalex.org/W3113370935","https://openalex.org/W3116637551","https://openalex.org/W3146947661","https://openalex.org/W3161851957","https://openalex.org/W3161867385","https://openalex.org/W3177141386","https://openalex.org/W3177399480","https://openalex.org/W3181279185","https://openalex.org/W3183137097","https://openalex.org/W3186133345","https://openalex.org/W3186221976","https://openalex.org/W3188511781","https://openalex.org/W3190693140","https://openalex.org/W3191226932","https://openalex.org/W3194477422","https://openalex.org/W3206889950","https://openalex.org/W4205323192","https://openalex.org/W4205679927","https://openalex.org/W4206096183","https://openalex.org/W4214516465","https://openalex.org/W4214555767","https://openalex.org/W4214566202","https://openalex.org/W4214612132","https://openalex.org/W4214614183","https://openalex.org/W4214661601","https://openalex.org/W4226146163","https://openalex.org/W4253678815","https://openalex.org/W4285166085","https://openalex.org/W6620707391","https://openalex.org/W6682864246","https://openalex.org/W6714138976","https://openalex.org/W6726873649","https://openalex.org/W6729239390","https://openalex.org/W6736685754","https://openalex.org/W6739901393","https://openalex.org/W6745537798","https://openalex.org/W6754416387","https://openalex.org/W6761665040","https://openalex.org/W6762718338","https://openalex.org/W6767288045","https://openalex.org/W6768021236","https://openalex.org/W6769683154","https://openalex.org/W6779961489","https://openalex.org/W6780226713","https://openalex.org/W6784653527","https://openalex.org/W6787254463","https://openalex.org/W6790307280","https://openalex.org/W6795463671","https://openalex.org/W6797080381","https://openalex.org/W6802819877","https://openalex.org/W6840376556","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2611163850","https://openalex.org/W1845849701","https://openalex.org/W3015250136","https://openalex.org/W1980812295","https://openalex.org/W2044218713","https://openalex.org/W2625268413","https://openalex.org/W2962989220","https://openalex.org/W2379234996","https://openalex.org/W4247900000","https://openalex.org/W2900798793"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"a":[3,16,29],"pure-attention":[4],"bottom-up":[5],"approach,":[6],"called":[7],"ViGAT,":[8],"that":[9,97,109,123],"utilizes":[10],"an":[11],"object":[12,24],"detector":[13],"together":[14],"with":[15],"Vision":[17],"Transformer":[18],"(ViT)":[19],"backbone":[20],"network":[21,31,55],"to":[22,32,67],"derive":[23],"and":[25,28,42,62,72,107],"frame":[26],"features,":[27],"head":[30,50],"process":[33],"these":[34],"features":[35],"for":[36],"the":[37,60,81,87,91,98,103,111,114,124],"task":[38],"of":[39,52,113],"event":[40],"recognition":[41],"explanation":[43],"in":[44,65],"video,":[45],"is":[46,120],"proposed.":[47],"The":[48],"ViGAT":[49],"consists":[51],"graph":[53],"attention":[54],"(GAT)":[56],"blocks":[57],"factorized":[58],"along":[59],"spatial":[61],"temporal":[63],"dimensions":[64],"order":[66],"capture":[68],"effectively":[69],"both":[70],"local":[71],"long-term":[73],"dependencies":[74],"between":[75],"objects":[76,106],"or":[77],"frames.":[78],"Moreover,":[79],"using":[80],"weighted":[82],"in-degrees":[83],"(WiDs)":[84],"derived":[85],"from":[86],"adjacency":[88],"matrices":[89],"at":[90],"various":[92],"GAT":[93],"blocks,":[94],"we":[95],"show":[96],"proposed":[99,125],"architecture":[100],"can":[101],"identify":[102],"most":[104],"salient":[105],"frames":[108],"explain":[110],"decision":[112],"network.":[115],"A":[116],"comprehensive":[117],"evaluation":[118],"study":[119],"performed,":[121],"demonstrating":[122],"approach":[126],"provides":[127],"state-of-the-art":[128],"results":[129],"on":[130],"three":[131],"large,":[132],"publicly":[133],"available":[134],"video":[135],"datasets":[136],"(FCVID,":[137],"MiniKinetics,":[138],"ActivityNet)":[139],"<sup":[140],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[141],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">a</sup>":[142],".":[143]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}