{"id":"https://openalex.org/W2183386595","doi":null,"title":"Expressing an image stream with a sequence of natural sentences","display_name":"Expressing an image stream with a sequence of natural sentences","publication_year":2015,"publication_date":"2015-12-07","ids":{"openalex":"https://openalex.org/W2183386595","mag":"2183386595"},"language":"en","primary_location":{"id":"pmh:oai:s-space.snu.ac.kr:10371/238642","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10371/238642","pdf_url":null,"source":{"id":"https://openalex.org/S4306401345","display_name":"Seoul National University Open Repository (Seoul National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I139264467","host_organization_name":"Seoul National University","host_organization_lineage":["https://openalex.org/I139264467"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Proceedings Paper"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031099820","display_name":"Cesc Chunseong Park","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Cesc Chunseong Park","raw_affiliation_strings":["Seoul National University, Seoul Korea#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul Korea#TAB#","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100664729","display_name":"Gunhee Kim","orcid":"https://orcid.org/0000-0002-9543-7453","observed_orcids":["https://orcid.org/0000-0002-9543-7453"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gunhee Kim","raw_affiliation_strings":["Seoul National University, Seoul Korea#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-9543-7453","affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul Korea#TAB#","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":3.4727,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.96328276,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"28","issue":null,"first_page":"73","last_page":"81"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-description-of-images","display_name":"natural language description of images","score":0.7059999704360962},{"id":"https://openalex.org/keywords/multimodal-architectures","display_name":"multimodal architectures","score":0.7630000114440918},{"id":"https://openalex.org/keywords/bidirectional-recurrent-neural-network","display_name":"bidirectional recurrent neural network","score":0.8939999938011169},{"id":"https://openalex.org/keywords/blog-posts","display_name":"blog posts","score":0.7910000085830688},{"id":"https://openalex.org/keywords/user-generated-content","display_name":"user-generated content","score":0.7110000252723694},{"id":"https://openalex.org/keywords/user-study","display_name":"user study","score":0.4950000047683716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8399031162261963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6240274906158447},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6124459505081177},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6063109040260315},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6033264398574829},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.601494312286377},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5876916646957397},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5609038472175598},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5272418856620789},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4832768738269806},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.47913190722465515},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.42590439319610596},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40649518370628357},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.28431785106658936},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.20037564635276794},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:s-space.snu.ac.kr:10371/238642","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10371/238642","pdf_url":null,"source":{"id":"https://openalex.org/S4306401345","display_name":"Seoul National University Open Repository (Seoul National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I139264467","host_organization_name":"Seoul National University","host_organization_lineage":["https://openalex.org/I139264467"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Proceedings Paper"},{"id":"mag:2183386595","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/5776-expressing-an-image-stream-with-a-sequence-of-natural-sentences.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W68733909","https://openalex.org/W92662927","https://openalex.org/W877909479","https://openalex.org/W1488461535","https://openalex.org/W1521626219","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1811254738","https://openalex.org/W1895577753","https://openalex.org/W1895989618","https://openalex.org/W1905882502","https://openalex.org/W1914581815","https://openalex.org/W1947481528","https://openalex.org/W1962480448","https://openalex.org/W1971129545","https://openalex.org/W2066134726","https://openalex.org/W2095652037","https://openalex.org/W2101105183","https://openalex.org/W2109586012","https://openalex.org/W2110933980","https://openalex.org/W2123301721","https://openalex.org/W2123442489","https://openalex.org/W2131774270","https://openalex.org/W2133512280","https://openalex.org/W2149557440","https://openalex.org/W2163605009","https://openalex.org/W2164587673","https://openalex.org/W2171361956","https://openalex.org/W2296385829","https://openalex.org/W2952574180"],"related_works":["https://openalex.org/W2611884298","https://openalex.org/W2757189035","https://openalex.org/W3003215049","https://openalex.org/W2559780844","https://openalex.org/W1962480448","https://openalex.org/W2807794757","https://openalex.org/W7171333558","https://openalex.org/W1526122971","https://openalex.org/W2019273110","https://openalex.org/W2549599535"],"abstract_inverted_index":{"We":[0,127],"propose":[1],"an":[2,12,106],"approach":[3,112,131],"for":[4,11],"retrieving":[5],"a":[6,20,55,59,72,77,86],"sequence":[7,73,78],"of":[8,22,34,74,79,97,119],"natural":[9,41,61],"sentences":[10],"image":[13,37,57],"stream.":[14],"Since":[15],"general":[16],"users":[17],"often":[18],"take":[19,31],"series":[21],"pictures":[23],"on":[24],"their":[25],"special":[26],"moments,":[27],"it":[28],"would":[29],"better":[30],"into":[32],"consideration":[33],"the":[35,52],"whole":[36],"stream":[38],"to":[39,71],"produce":[40],"language":[42],"descriptions.":[43],"While":[44],"almost":[45],"all":[46],"previous":[47],"studies":[48,148],"have":[49],"dealt":[50],"with":[51],"relation":[53],"between":[54],"single":[56,60],"and":[58,68,76,105,143,146],"sentence,":[62],"our":[63,130],"work":[64],"extends":[65],"both":[66,138],"input":[67],"output":[69],"dimension":[70],"images":[75],"sentences.":[80],"To":[81],"this":[82],"end,":[83],"we":[84],"design":[85],"multimodal":[87],"architecture":[88],"called":[89],"coherent":[90],"recurrent":[91,102],"convolutional":[92,98],"network":[93],"(CRCN),":[94],"which":[95],"consists":[96],"neural":[99,103],"networks,":[100,104],"bidirectional":[101],"entity-based":[107],"local":[108],"coherence":[109],"model.":[110],"Our":[111],"directly":[113],"learns":[114],"from":[115],"vast":[116],"user-generated":[117],"resource":[118],"blog":[120],"posts":[121],"as":[122],"text-image":[123],"parallel":[124],"training":[125],"data.":[126],"demonstrate":[128],"that":[129],"outperforms":[132],"other":[133],"state-of-the-art":[134],"candidate":[135],"methods,":[136],"using":[137],"quantitative":[139],"measures":[140],"(e.g.":[141],"BLEU":[142],"top-K":[144],"recall)":[145],"user":[147],"via":[149],"Amazon":[150],"Mechanical":[151],"Turk.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":6},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":4}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}