{"id":"https://openalex.org/W2971135376","doi":"https://doi.org/10.18653/v1/d19-1156","title":"REO-Relevance, Extraness, Omission: A Fine-grained Evaluation for Image Captioning","display_name":"REO-Relevance, Extraness, Omission: A Fine-grained Evaluation for Image Captioning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2971135376","doi":"https://doi.org/10.18653/v1/d19-1156","mag":"2971135376"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d19-1156","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1156","pdf_url":"https://www.aclweb.org/anthology/D19-1156.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D19-1156.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050468340","display_name":"Ming Jiang","orcid":"https://orcid.org/0000-0002-3604-166X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ming Jiang","raw_affiliation_strings":["University of Illinois at Urbana-Champaign,"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign,","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101982146","display_name":"Junjie Hu","orcid":"https://orcid.org/0000-0002-5750-0511"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junjie Hu","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102459817","display_name":"Qiuyuan Huang","orcid":"https://orcid.org/0000-0003-1421-9698"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Qiuyuan Huang","raw_affiliation_strings":["Microsoft Research, Redmond"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101725776","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-4309-951X"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Microsoft Research, Redmond"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025085845","display_name":"Jana Diesner","orcid":"https://orcid.org/0000-0001-8183-7109"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jana Diesner","raw_affiliation_strings":["University of Illinois at Urbana-Champaign,"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign,","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047233371","display_name":"Jianfeng Gao","orcid":"https://orcid.org/0000-0002-6371-505X"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jianfeng Gao","raw_affiliation_strings":["Microsoft Research, Redmond"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5050468340"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":1.0122,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.80854564,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1475","last_page":"1480"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.776603102684021},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7585996985435486},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6889335513114929},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.5335718989372253},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5104255080223083},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5085393190383911},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5066035985946655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4823814928531647},{"id":"https://openalex.org/keywords/zh\u00e0ng","display_name":"Zh\u00e0ng","score":0.4703906774520874},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.369640588760376},{"id":"https://openalex.org/keywords/china","display_name":"China","score":0.23929202556610107},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.173875629901886},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14296463131904602},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08576902747154236}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.776603102684021},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7585996985435486},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6889335513114929},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.5335718989372253},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5104255080223083},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5085393190383911},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5066035985946655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4823814928531647},{"id":"https://openalex.org/C2777045944","wikidata":"https://www.wikidata.org/wiki/Q12170198","display_name":"Zh\u00e0ng","level":3,"score":0.4703906774520874},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.369640588760376},{"id":"https://openalex.org/C191935318","wikidata":"https://www.wikidata.org/wiki/Q148","display_name":"China","level":2,"score":0.23929202556610107},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.173875629901886},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14296463131904602},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08576902747154236},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d19-1156","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1156","pdf_url":"https://www.aclweb.org/anthology/D19-1156.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d19-1156","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1156","pdf_url":"https://www.aclweb.org/anthology/D19-1156.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8399999737739563}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2971135376.pdf","grobid_xml":"https://content.openalex.org/works/W2971135376.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1956340063","https://openalex.org/W2082453965","https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2128856065","https://openalex.org/W2133564696","https://openalex.org/W2226480163","https://openalex.org/W2282219577","https://openalex.org/W2481240925","https://openalex.org/W2506483933","https://openalex.org/W2558834163","https://openalex.org/W2600463316","https://openalex.org/W2604799547","https://openalex.org/W2745461083","https://openalex.org/W2810840719","https://openalex.org/W2887097088","https://openalex.org/W2962735233","https://openalex.org/W2962964995","https://openalex.org/W2964042428","https://openalex.org/W2964308564","https://openalex.org/W2964935470","https://openalex.org/W3005285208","https://openalex.org/W4306716473"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W3088136942","https://openalex.org/W2949362007","https://openalex.org/W2775506363","https://openalex.org/W4290852288","https://openalex.org/W4388893791","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W2330246314","https://openalex.org/W3009270862"],"abstract_inverted_index":{"Ming":[0],"Jiang,":[1],"Junjie":[2],"Hu,":[3],"Qiuyuan":[4],"Huang,":[5],"Lei":[6],"Zhang,":[7],"Jana":[8],"Diesner,":[9],"Jianfeng":[10],"Gao.":[11],"Proceedings":[12],"of":[13],"the":[14,25],"2019":[15],"Conference":[16,29],"on":[17,30],"Empirical":[18],"Methods":[19],"in":[20],"Natural":[21,31],"Language":[22,32],"Processing":[23,33],"and":[24],"9th":[26],"International":[27],"Joint":[28],"(EMNLP-IJCNLP).":[34],"2019.":[35]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2026-02-24T08:05:00.420983","created_date":"2025-10-10T00:00:00"}