{"id":"https://openalex.org/W7096397708","doi":null,"title":"visual-semantic alignments for generating image descriptions. arXiv preprint arXiv:1412.2306","display_name":"visual-semantic alignments for generating image descriptions. arXiv preprint arXiv:1412.2306","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7096397708"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.717.8725","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.717.8725","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://cs.stanford.edu/people/karpathy/cvpr2015.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7096397708"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009290031","display_name":"Andrej Karpathy","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrej Karpathy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100450462","display_name":"Li Fei-Fei","orcid":"https://orcid.org/0000-0002-7481-0810","observed_orcids":["https://orcid.org/0000-0002-7481-0810"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Fei-fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-description-generation","display_name":"image description generation","score":0.8389999866485596},{"id":"https://openalex.org/keywords/visual-semantic-alignment","display_name":"visual-semantic alignment","score":0.9829999804496765},{"id":"https://openalex.org/keywords/multimodal-alignment","display_name":"multimodal alignment","score":0.6579999923706055},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.6549999713897705},{"id":"https://openalex.org/keywords/bidirectional-recurrent-neural-network","display_name":"bidirectional recurrent neural network","score":0.890999972820282},{"id":"https://openalex.org/keywords/multimodal-embeddings","display_name":"multimodal embeddings","score":0.8629999756813049},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"image retrieval","score":0.7829999923706055},{"id":"https://openalex.org/keywords/flickr8k","display_name":"Flickr8k","score":0.7749999761581421},{"id":"https://openalex.org/keywords/flickr30k","display_name":"Flickr30k","score":0.9879999756813049},{"id":"https://openalex.org/keywords/ms-coco","display_name":"MS COCO","score":0.9459999799728394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8090000152587891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.724399983882904},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6654999852180481},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5777999758720398},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4794999957084656},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.47909998893737793},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4115000069141388},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.40950000286102295},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3991999924182892},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38920000195503235},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36090001463890076},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.34850001335144043},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3416999876499176},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.3093999922275543},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.26420000195503235},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C43169469","wikidata":"https://www.wikidata.org/wiki/Q580922","display_name":"Preprint","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.717.8725","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.717.8725","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://cs.stanford.edu/people/karpathy/cvpr2015.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2481240925","https://openalex.org/W7171333558","https://openalex.org/W2807794757","https://openalex.org/W3002756835","https://openalex.org/W7220694208","https://openalex.org/W7100497905","https://openalex.org/W7098051899","https://openalex.org/W2149172860","https://openalex.org/W3099577714","https://openalex.org/W2601380348"],"abstract_inverted_index":{"We":[0,70,93,114],"present":[1],"a":[2,41,58,67,73,131],"model":[3,37,98],"that":[4,61,79,95,117],"generates":[5],"natural":[6],"language":[7],"de-scriptions":[8],"of":[9,18,44,90,101,134],"images":[10,19,128],"and":[11,20,32,57,111,129],"their":[12,21],"regions.":[13,92],"Our":[14,35],"approach":[15],"lever-ages":[16],"datasets":[17],"sentence":[22],"descriptions":[23,89,120],"to":[24,84,86],"learn":[25,85],"about":[26],"the":[27,63,81,102,118],"inter-modal":[28],"correspondences":[29],"between":[30],"lan-guage":[31],"visual":[33],"data.":[34],"alignment":[36,97],"is":[38],"based":[39],"on":[40,108,125,130],"novel":[42,88],"combination":[43],"Convolutional":[45],"Neural":[46,53,76],"Networks":[47,54],"over":[48,55],"image":[49,91],"regions,":[50],"bidirectional":[51],"Recurrent":[52,75],"sentences,":[56],"structured":[59],"objective":[60],"aligns":[62],"two":[64],"modalities":[65],"through":[66],"multimodal":[68],"embedding.":[69],"then":[71,115],"describe":[72],"Multimodal":[74],"Network":[77],"architec-ture":[78],"uses":[80],"inferred":[82],"alignments":[83],"generate":[87],"demonstrate":[94],"our":[96],"produces":[99],"state":[100],"art":[103],"results":[104],"in":[105],"re-trieval":[106],"experiments":[107],"Flickr8K,":[109],"Flickr30K":[110],"MSCOCO":[112],"datasets.":[113],"show":[116],"generated":[119],"sig-nificantly":[121],"outperform":[122],"retrieval":[123],"baselines":[124],"both":[126],"full":[127],"new":[132],"dataset":[133],"region-level":[135],"annotations.":[136],"1.":[137]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7096397708","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-10-27T00:00:00"}
