{"id":"https://openalex.org/W68733909","doi":"https://doi.org/10.1613/jair.3994","title":"Framing Image Description as a Ranking Task: Data, Models and Evaluation Metrics","display_name":"Framing Image Description as a Ranking Task: Data, Models and Evaluation Metrics","publication_year":2013,"publication_date":"2013-08-30","ids":{"openalex":"https://openalex.org/W68733909","doi":"https://doi.org/10.1613/jair.3994","mag":"68733909"},"language":"en","primary_location":{"id":"doi:10.1613/jair.3994","doi":"https://doi.org/10.1613/jair.3994","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.3994","pdf_url":"https://jair.org/index.php/jair/article/download/10833/25854","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","doaj","dongbi-b","erih-plus","jufo-3","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W68733909"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jair.org/index.php/jair/article/download/10833/25854","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111974003","display_name":"Micah Hodosh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I2801919071","display_name":"University of Illinois System","ror":"https://ror.org/05e94g991","country_code":"US","type":"education","lineage":["https://openalex.org/I2801919071"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Hodosh","raw_affiliation_strings":["Department of Computer Science University of Illinois Urbana , IL 61801 , USA","Dept. of Computer Science, University of Illinois, Urbana, Il#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Illinois Urbana , IL 61801 , USA","institution_ids":["https://openalex.org/I157725225","https://openalex.org/I2801919071"]},{"raw_affiliation_string":"Dept. of Computer Science, University of Illinois, Urbana, Il#TAB#","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"P. Young","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I2801919071","display_name":"University of Illinois System","ror":"https://ror.org/05e94g991","country_code":"US","type":"education","lineage":["https://openalex.org/I2801919071"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Young","raw_affiliation_strings":["Department of Computer Science University of Illinois Urbana , IL 61801 , USA","Dept. of Computer Science, University of Illinois, Urbana, Il#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Illinois Urbana , IL 61801 , USA","institution_ids":["https://openalex.org/I157725225","https://openalex.org/I2801919071"]},{"raw_affiliation_string":"Dept. of Computer Science, University of Illinois, Urbana, Il#TAB#","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042661827","display_name":"Julia Hockenmaier","orcid":"https://orcid.org/0000-0003-2796-1752","observed_orcids":["https://orcid.org/0000-0003-2796-1752"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I2801919071","display_name":"University of Illinois System","ror":"https://ror.org/05e94g991","country_code":"US","type":"education","lineage":["https://openalex.org/I2801919071"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Hockenmaier","raw_affiliation_strings":["Department of Computer Science University of Illinois Urbana , IL 61801 , USA","Dept. of Computer Science, University of Illinois, Urbana, Il#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Illinois Urbana , IL 61801 , USA","institution_ids":["https://openalex.org/I157725225","https://openalex.org/I2801919071"]},{"raw_affiliation_string":"Dept. of Computer Science, University of Illinois, Urbana, Il#TAB#","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":53.5103,"has_fulltext":true,"cited_by_count":1376,"citation_normalized_percentile":{"value":0.99944924,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"47","issue":null,"first_page":"853","last_page":"899"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8960000276565552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8960000276565552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.09009999781847,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-captioning","display_name":"image captioning","score":0.7210000157356262},{"id":"https://openalex.org/keywords/benchmark-collection","display_name":"benchmark collection","score":0.5609999895095825},{"id":"https://openalex.org/keywords/automatic-evaluation-metrics","display_name":"automatic evaluation metrics","score":0.5680000185966492},{"id":"https://openalex.org/keywords/relevance-assessment","display_name":"relevance assessment","score":0.5669999718666077},{"id":"https://openalex.org/keywords/image-understanding","display_name":"image understanding","score":0.41499999165534973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8218646049499512},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6611496210098267},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6310322284698486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6282194256782532},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5526189208030701},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5211004018783569},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5119270086288452},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5021436214447021},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.4848545789718628},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.47655871510505676},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.44472938776016235},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1613/jair.3994","doi":"https://doi.org/10.1613/jair.3994","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.3994","pdf_url":"https://jair.org/index.php/jair/article/download/10833/25854","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","doaj","dongbi-b","erih-plus","jufo-3","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.392.2762","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.392.2762","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://jair.org/media/3994/live-3994-7274-jair.pdf","raw_type":"text"},{"id":"mag:2248026759","doi":null,"is_oa":false,"landing_page_url":"https://experts.illinois.edu/en/publications/framing-image-description-as-a-ranking-task-data-models-and-evalu-2","pdf_url":null,"source":{"id":"https://openalex.org/S4306419142","display_name":"International Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Artificial Intelligence","raw_type":null},{"id":"mag:3000226596","doi":null,"is_oa":false,"landing_page_url":"https://dl.acm.org/doi/10.5555/2566972.2566993","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":null}],"best_oa_location":{"id":"doi:10.1613/jair.3994","doi":"https://doi.org/10.1613/jair.3994","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.3994","pdf_url":"https://jair.org/index.php/jair/article/download/10833/25854","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","doaj","dongbi-b","erih-plus","jufo-3","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1684752547","display_name":"CAREER:  Bayesian Models for Lexicalized Grammars","funder_award_id":"1053856","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6283759318","display_name":"INT2-Medium:    Understanding the meaning of images","funder_award_id":"0803603","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7951343496","display_name":"CI-P:Collaborative Research: Visual entailment data set and challenge for the Language and Vision Community","funder_award_id":"1205627","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W68733909.pdf","grobid_xml":"https://content.openalex.org/works/W68733909.grobid-xml"},"referenced_works_count":89,"referenced_works":["https://openalex.org/W8316075","https://openalex.org/W92662927","https://openalex.org/W114341944","https://openalex.org/W151785663","https://openalex.org/W182831726","https://openalex.org/W956551720","https://openalex.org/W1489525520","https://openalex.org/W1510073064","https://openalex.org/W1515242458","https://openalex.org/W1527575280","https://openalex.org/W1532325895","https://openalex.org/W1545305210","https://openalex.org/W1588424744","https://openalex.org/W1647729745","https://openalex.org/W1686810756","https://openalex.org/W1687846465","https://openalex.org/W1711703781","https://openalex.org/W1811254738","https://openalex.org/W1858383477","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1897761818","https://openalex.org/W1969616664","https://openalex.org/W1977531404","https://openalex.org/W1982897610","https://openalex.org/W1983988843","https://openalex.org/W1987486061","https://openalex.org/W1990190154","https://openalex.org/W1995689975","https://openalex.org/W2006969979","https://openalex.org/W2020842694","https://openalex.org/W2025341678","https://openalex.org/W2029163572","https://openalex.org/W2038721957","https://openalex.org/W2041797434","https://openalex.org/W2053154970","https://openalex.org/W2062955551","https://openalex.org/W2064675550","https://openalex.org/W2066134726","https://openalex.org/W2066941820","https://openalex.org/W2098162425","https://openalex.org/W2100235303","https://openalex.org/W2101105183","https://openalex.org/W2102765684","https://openalex.org/W2106277773","https://openalex.org/W2108082645","https://openalex.org/W2109586012","https://openalex.org/W2109710679","https://openalex.org/W2110485445","https://openalex.org/W2111993661","https://openalex.org/W2119775030","https://openalex.org/W2120419212","https://openalex.org/W2122180654","https://openalex.org/W2124101779","https://openalex.org/W2126384256","https://openalex.org/W2127411609","https://openalex.org/W2128856065","https://openalex.org/W2133459682","https://openalex.org/W2137471889","https://openalex.org/W2141000440","https://openalex.org/W2141766660","https://openalex.org/W2142468277","https://openalex.org/W2144600658","https://openalex.org/W2149172860","https://openalex.org/W2150824314","https://openalex.org/W2151103935","https://openalex.org/W2153222072","https://openalex.org/W2154652894","https://openalex.org/W2156985047","https://openalex.org/W2162867699","https://openalex.org/W2167090521","https://openalex.org/W2167277498","https://openalex.org/W2167693926","https://openalex.org/W2168186441","https://openalex.org/W2181691731","https://openalex.org/W2185175083","https://openalex.org/W2264742718","https://openalex.org/W2405893959","https://openalex.org/W2481240925","https://openalex.org/W3021916629","https://openalex.org/W4248892431","https://openalex.org/W4285719527","https://openalex.org/W6600312833","https://openalex.org/W6631834165","https://openalex.org/W6656652561","https://openalex.org/W6674809819","https://openalex.org/W6713705112","https://openalex.org/W6898505805","https://openalex.org/W7016219665"],"related_works":["https://openalex.org/W2295158492","https://openalex.org/W2512152365","https://openalex.org/W2895708641","https://openalex.org/W7100497905","https://openalex.org/W2086137430","https://openalex.org/W1897761818","https://openalex.org/W4416653059","https://openalex.org/W2085695154","https://openalex.org/W1956340063"],"abstract_inverted_index":{"The":[0],"ability":[1],"to":[2,34,39,172],"associate":[3],"images":[4,69],"with":[5,74,113,176],"natural":[6],"language":[7],"sentences":[8],"that":[9,70,94,109,189,191,210,223],"describe":[10,183],"what":[11],"is":[12,16],"depicted":[13],"in":[14],"them":[15],"a":[17,23,49,56,90,166,214],"hallmark":[18],"of":[19,47,52,67,82,92,122,130,138,147,180,196,226],"image":[20,30,35,42,62,201,228],"understanding,":[21],"and":[22,64,86,129,135,149,156,164],"prerequisite":[24],"for":[25,60,153,159,198],"applications":[26],"such":[27],"as":[28,44],"sentence-based":[29,41,61],"search.":[31],"In":[32],"analogy":[33],"search,":[36,65],"we":[37],"propose":[38,157],"frame":[40],"annotation":[43],"the":[45,83,120,193,224],"task":[46],"ranking":[48],"given":[50],"pool":[51],"captions.":[53,140],"We":[54,88,141],"introduce":[55,89],"new":[57],"benchmark":[58],"collection":[59,175],"description":[63,229],"consisting":[66],"8,000":[68],"are":[71,104,204,211],"each":[72,199],"paired":[73],"five":[75],"different":[76],"captions":[77,126,182],"which":[78,181,184],"provide":[79],"clear":[80],"descriptions":[81],"salient":[84],"entities":[85],"events.":[87],"number":[91],"systems":[93,230],"perform":[95,143],"quite":[96],"well":[97],"on":[98,107,124,165,213],"this":[99,154],"task,":[100,155],"even":[101],"though":[102],"they":[103],"only":[105],"based":[106,212],"features":[108,137],"can":[110],"be":[111,232],"obtained":[112],"minimal":[114],"supervision.":[115],"Our":[116,186],"results":[117,197],"clearly":[118],"indicate":[119],"importance":[121],"training":[123],"multiple":[125],"per":[127,217],"image,":[128],"capturing":[131],"syntactic":[132],"(word":[133],"order-based)":[134],"semantic":[136],"these":[139],"also":[142],"an":[144],"in-depth":[145],"comparison":[146],"human":[148,161],"automatic":[150],"evaluation":[151,225],"metrics":[152,190,209],"strategies":[158],"collecting":[160],"judgments":[162,179],"cheaply":[163],"very":[167],"large":[168],"scale,":[169],"allowing":[170],"us":[171],"augment":[173],"our":[174,220],"additional":[177],"relevance":[178],"image.":[185],"analysis":[187],"shows":[188],"consider":[192],"ranked":[194],"list":[195],"query":[200],"or":[202],"sentence":[203],"significantly":[205],"more":[206],"robust":[207],"than":[208],"single":[215],"response":[216],"query.":[218],"Moreover,":[219],"study":[221],"suggests":[222],"ranking-based":[227],"may":[231],"fully":[233],"automated.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":82},{"year":2025,"cited_by_count":98},{"year":2024,"cited_by_count":108},{"year":2023,"cited_by_count":154},{"year":2022,"cited_by_count":116},{"year":2021,"cited_by_count":145},{"year":2020,"cited_by_count":112},{"year":2019,"cited_by_count":144},{"year":2018,"cited_by_count":113},{"year":2017,"cited_by_count":108},{"year":2016,"cited_by_count":94},{"year":2015,"cited_by_count":74},{"year":2014,"cited_by_count":25},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2016-06-24T00:00:00"}