{"id":"https://openalex.org/W2775491667","doi":"https://doi.org/10.1186/s13640-017-0235-9","title":"Gated spatio and temporal convolutional neural network for activity recognition: towards gated multimodal deep learning","display_name":"Gated spatio and temporal convolutional neural network for activity recognition: towards gated multimodal deep learning","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2775491667","doi":"https://doi.org/10.1186/s13640-017-0235-9","mag":"2775491667"},"language":"en","primary_location":{"id":"doi:10.1186/s13640-017-0235-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13640-017-0235-9","pdf_url":"https://jivp-eurasipjournals.springeropen.com/track/pdf/10.1186/s13640-017-0235-9","source":{"id":"https://openalex.org/S153767265","display_name":"EURASIP Journal on Image and Video Processing","issn_l":"1687-5176","issn":["1687-5176","1687-5281"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Image and Video Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://jivp-eurasipjournals.springeropen.com/track/pdf/10.1186/s13640-017-0235-9","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001428236","display_name":"Novanto Yudistira","orcid":"https://orcid.org/0000-0001-5330-5930"},"institutions":[{"id":"https://openalex.org/I113306721","display_name":"Hiroshima University","ror":"https://ror.org/03t78wx29","country_code":"JP","type":"education","lineage":["https://openalex.org/I113306721"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Novanto Yudistira","raw_affiliation_strings":["Graduate School of Information Engineering, Hiroshima University, Higashi Hiroshima, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Engineering, Hiroshima University, Higashi Hiroshima, Japan","institution_ids":["https://openalex.org/I113306721"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086456461","display_name":"Takio Kurita","orcid":"https://orcid.org/0000-0003-3982-6750"},"institutions":[{"id":"https://openalex.org/I113306721","display_name":"Hiroshima University","ror":"https://ror.org/03t78wx29","country_code":"JP","type":"education","lineage":["https://openalex.org/I113306721"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takio Kurita","raw_affiliation_strings":["Department of Information Engineering, Hiroshima University, Higashi Hiroshima, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, Hiroshima University, Higashi Hiroshima, Japan","institution_ids":["https://openalex.org/I113306721"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5001428236"],"corresponding_institution_ids":["https://openalex.org/I113306721"],"apc_list":{"value":1665,"currency":"USD","value_usd":1665},"apc_paid":{"value":1665,"currency":"USD","value_usd":1665},"fwci":0.6464,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.76139925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"2017","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7621355056762695},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7542991638183594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7161136865615845},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6145406365394592},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6086944341659546},{"id":"https://openalex.org/keywords/gating","display_name":"Gating","score":0.5302504897117615},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4911925494670868},{"id":"https://openalex.org/keywords/associative-property","display_name":"Associative property","score":0.42676109075546265},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.42634934186935425},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.41000261902809143},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09501999616622925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7621355056762695},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7542991638183594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7161136865615845},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6145406365394592},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6086944341659546},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.5302504897117615},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4911925494670868},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.42676109075546265},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.42634934186935425},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.41000261902809143},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09501999616622925},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13640-017-0235-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13640-017-0235-9","pdf_url":"https://jivp-eurasipjournals.springeropen.com/track/pdf/10.1186/s13640-017-0235-9","source":{"id":"https://openalex.org/S153767265","display_name":"EURASIP Journal on Image and Video Processing","issn_l":"1687-5176","issn":["1687-5176","1687-5281"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Image and Video Processing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9388bad5b6fc4c60b2e27a1252a74f5d","is_oa":true,"landing_page_url":"https://doaj.org/article/9388bad5b6fc4c60b2e27a1252a74f5d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Image and Video Processing, Vol 2017, Iss 1, Pp 1-12 (2017)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13640-017-0235-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13640-017-0235-9","pdf_url":"https://jivp-eurasipjournals.springeropen.com/track/pdf/10.1186/s13640-017-0235-9","source":{"id":"https://openalex.org/S153767265","display_name":"EURASIP Journal on Image and Video Processing","issn_l":"1687-5176","issn":["1687-5176","1687-5281"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Image and Video Processing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7142742633","display_name":"A study on acquisition of intermediate representations using context and top-down information for image recognition","funder_award_id":"16K00239","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2775491667.pdf","grobid_xml":"https://content.openalex.org/works/W2775491667.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1686810756","https://openalex.org/W1928419358","https://openalex.org/W2016053056","https://openalex.org/W2039154778","https://openalex.org/W2057815930","https://openalex.org/W2064675550","https://openalex.org/W2068611653","https://openalex.org/W2081490348","https://openalex.org/W2105101328","https://openalex.org/W2116261113","https://openalex.org/W2116836863","https://openalex.org/W2138621090","https://openalex.org/W2156303437","https://openalex.org/W2242581250","https://openalex.org/W2327301358","https://openalex.org/W2342662179","https://openalex.org/W2401154299","https://openalex.org/W2507009361","https://openalex.org/W2519205375","https://openalex.org/W2567070169","https://openalex.org/W2618011341","https://openalex.org/W2949650786","https://openalex.org/W6600001191","https://openalex.org/W6600238479","https://openalex.org/W6600300177","https://openalex.org/W6819060087","https://openalex.org/W6847397134"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2031449089","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2112596406","https://openalex.org/W2787352659","https://openalex.org/W2125499229"],"abstract_inverted_index":{"Human":[0],"activity":[1,136],"recognition":[2],"requires":[3],"both":[4,29],"visual":[5],"and":[6,24,43,113],"temporal":[7],"cues,":[8],"making":[9],"it":[10],"challenging":[11],"to":[12,98,131],"integrate":[13],"these":[14],"important":[15],"modalities.":[16],"The":[17],"usual":[18],"schemes":[19],"for":[20,31,40,65],"integration":[21,133],"are":[22],"averaging":[23,79],"fixing":[25],"the":[26,122],"weights":[27],"of":[28,52],"features":[30],"all":[32],"samples.":[33],"However,":[34],"how":[35,86],"much":[36],"weight":[37],"is":[38,45,61],"needed":[39],"each":[41],"sample":[42,69],"modality,":[44],"still":[46],"an":[47],"open":[48],"question.":[49],"A":[50],"mixture":[51],"experts":[53],"via":[54],"a":[55,71,87,93,100],"gating":[56,101,123],"Convolutional":[57],"Neural":[58],"Network":[59],"(CNN)":[60],"one":[62],"promising":[63],"architecture":[64],"adaptively":[66],"weighting":[67],"every":[68],"within":[70],"dataset.":[72],"In":[73],"this":[74],"paper,":[75],"rather":[76],"than":[77],"just":[78],"or":[80],"using":[81],"fixed":[82],"weights,":[83],"we":[84,116],"investigate":[85],"natural":[88],"associative":[89],"cortex":[90],"such":[91],"as":[92],"network":[94],"integrates":[95],"expert":[96],"networks":[97],"form":[99],"CNN":[102,124],"scheme.":[103],"Starting":[104],"from":[105],"Red":[106],"Green":[107],"Blue":[108],"color":[109],"model":[110],"(RGB)":[111],"values":[112],"optical":[114],"flows,":[115],"show":[117],"that":[118],"with":[119],"proper":[120],"treatment,":[121],"scheme":[125],"works":[126],"well,":[127],"indicating":[128],"future":[129,135],"approaches":[130],"information":[132],"in":[134],"recognition.":[137]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}