{"id":"https://openalex.org/W2962910007","doi":"https://doi.org/10.24963/ijcai.2017/280","title":"DeepStory: Video Story QA by Deep Embedded Memory Networks","display_name":"DeepStory: Video Story QA by Deep Embedded Memory Networks","alternate_titles":[],"publication_year":2017,"publication_date":"2017-07-28","ids":{"openalex":"https://openalex.org/W2962910007","doi":"https://doi.org/10.24963/ijcai.2017/280","mag":"2962910007"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2017/280","doi":"https://doi.org/10.24963/ijcai.2017/280","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2017/280","pdf_url":"https://www.ijcai.org/proceedings/2017/0280.pdf","source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2962910007"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.ijcai.org/proceedings/2017/0280.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040985838","display_name":"Kyung-Min Kim","orcid":"https://orcid.org/0000-0003-3010-2684","observed_orcids":["https://orcid.org/0000-0003-3010-2684"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kyung-Min Kim","raw_affiliation_strings":["School of Computer Science and Engineering, Seoul National University","Surromind Robotics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Surromind Robotics","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090249974","display_name":"Min-Oh Heo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Min-Oh Heo","raw_affiliation_strings":["School of Computer Science and Engineering, Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054074338","display_name":"Seong-Ho Choi","orcid":"https://orcid.org/0000-0002-7553-6761","observed_orcids":["https://orcid.org/0000-0002-7553-6761","https://orcid.org/0009-0007-4458-6823"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Seong-Ho Choi","raw_affiliation_strings":["School of Computer Science and Engineering, Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050928023","display_name":"Byoung\u2010Tak Zhang","orcid":"https://orcid.org/0000-0001-9890-0389","observed_orcids":["https://orcid.org/0000-0001-9890-0389"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Byoung-Tak Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Seoul National University","Surromind Robotics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Surromind Robotics","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":4.5874,"has_fulltext":true,"cited_by_count":191,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.96768196,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2016","last_page":"2022"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-question-answering","display_name":"video question answering","score":0.859000027179718},{"id":"https://openalex.org/keywords/long-term-memory","display_name":"long-term memory","score":0.75},{"id":"https://openalex.org/keywords/latent-embeddings","display_name":"latent space embedding","score":0.6690000295639038},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.7260000109672546},{"id":"https://openalex.org/keywords/animated-cartoons","display_name":"animated cartoons","score":0.5820000171661377},{"id":"https://openalex.org/keywords/children-s-animation","display_name":"children's animation","score":0.6830000281333923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8442279696464539},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6654277443885803},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6363800168037415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.626882016658783},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6072931885719299},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5754784941673279},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5606938600540161},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5408724546432495},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3974500298500061},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3311326503753662},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08901017904281616},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.24963/ijcai.2017/280","doi":"https://doi.org/10.24963/ijcai.2017/280","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2017/280","pdf_url":"https://www.ijcai.org/proceedings/2017/0280.pdf","source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1707.00836","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1707.00836","pdf_url":"https://arxiv.org/pdf/1707.00836","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1707.00836","doi":"https://doi.org/10.48550/arxiv.1707.00836","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1707.00836","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2017/280","doi":"https://doi.org/10.24963/ijcai.2017/280","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2017/280","pdf_url":"https://www.ijcai.org/proceedings/2017/0280.pdf","source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1660725767","display_name":null,"funder_award_id":"2017-0-00162","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G2363961781","display_name":null,"funder_award_id":"2017-0-00162","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"}],"funders":[{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2962910007.pdf","grobid_xml":"https://content.openalex.org/works/W2962910007.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1486649854","https://openalex.org/W1527575280","https://openalex.org/W1572567476","https://openalex.org/W1591825359","https://openalex.org/W1596841185","https://openalex.org/W1793121960","https://openalex.org/W1933349210","https://openalex.org/W1970409510","https://openalex.org/W1996418862","https://openalex.org/W2064675550","https://openalex.org/W2078238240","https://openalex.org/W2102765684","https://openalex.org/W2123024445","https://openalex.org/W2131774270","https://openalex.org/W2173361515","https://openalex.org/W2190067570","https://openalex.org/W2194775991","https://openalex.org/W2251202616","https://openalex.org/W2280554126","https://openalex.org/W2296730655","https://openalex.org/W2412393473","https://openalex.org/W2425121537","https://openalex.org/W2563399268","https://openalex.org/W2584341106","https://openalex.org/W2903477993","https://openalex.org/W2949380904","https://openalex.org/W2963293463","https://openalex.org/W2963383024"],"related_works":["https://openalex.org/W2890904455","https://openalex.org/W7163552391","https://openalex.org/W3145424044","https://openalex.org/W4295101003","https://openalex.org/W4409366528","https://openalex.org/W3092661441","https://openalex.org/W7138148733","https://openalex.org/W7151746947","https://openalex.org/W7133189103","https://openalex.org/W2934962402"],"abstract_inverted_index":{"Question-answering":[0],"(QA)":[1],"on":[2,104,114,185],"video":[3,33,64,75,122,165],"contents":[4],"is":[5,157],"a":[6,39,47,61,67,80,85,115,168],"significant":[7],"challenge":[8],"for":[9,137],"achieving":[10],"human-level":[11],"intelligence":[12],"as":[13],"it":[14],"involves":[15],"both":[16],"vision":[17],"and":[18,140,177],"language":[19],"in":[20,79,167],"real-world":[21],"settings.":[22],"Here":[23],"we":[24],"demonstrate":[25],"the":[26,93,98,112,150,162,174,186],"possibility":[27],"of":[28,42,71,119,131,164],"an":[29,88],"AI":[30],"agent":[31],"performing":[32],"story":[34],"QA":[35,117,143,154],"by":[36,102],"learning":[37,49],"from":[38,60],"large":[40],"amount":[41],"cartoon":[43,121],"videos.":[44],"We":[45,110],"develop":[46],"video-story":[48],"model,":[50],"i.e.":[51],"Deep":[52],"Embedded":[53],"Memory":[54],"Networks":[55],"(DEMN),":[56],"to":[57,96,160],"reconstruct":[58],"stories":[59,76,166],"joint":[62],"scene-dialogue":[63,129,169],"stream":[65],"using":[66],"latent":[68,175],"embedding":[69,176],"space":[70],"observed":[72],"data.":[73],"The":[74,125],"are":[77],"stored":[78],"long-term":[81,94],"memory":[82,95],"component.":[83],"For":[84],"given":[86],"question,":[87],"LSTM-based":[89],"attention":[90],"model":[91],"uses":[92],"recall":[97],"best":[99],"question-story-answer":[100],"triplet":[101],"focusing":[103],"specific":[105],"words":[106],"containing":[107],"key":[108],"information.":[109],"trained":[111],"DEMN":[113,151,180],"novel":[116],"dataset":[118,126],"children\u2019s":[120],"series,":[123],"Pororo.":[124],"contains":[127],"16,066":[128],"pairs":[130],"20.5-hour":[132],"videos,":[133],"27,328":[134],"fine-grained":[135],"sentences":[136],"scene":[138],"description,":[139],"8,913":[141],"story-related":[142],"pairs.":[144],"Our":[145],"experimental":[146],"results":[147,184],"show":[148],"that":[149,172],"outperforms":[152],"other":[153],"models.":[155],"This":[156],"mainly":[158],"due":[159],"1)":[161],"reconstruction":[163],"combined":[170],"form":[171],"utilize":[173],"2)":[178],"attention.":[179],"also":[181],"achieved":[182],"state-of-the-art":[183],"MovieQA":[187],"benchmark.":[188]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2962910007","counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":30},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":21},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-07-30T00:00:00"}
