{"id":"https://openalex.org/W3211402614","doi":"https://doi.org/10.18653/v1/2022.naacl-main.254","title":"Transparent Human Evaluation for Image Captioning","display_name":"Transparent Human Evaluation for Image Captioning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W3211402614","doi":"https://doi.org/10.18653/v1/2022.naacl-main.254","mag":"3211402614"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.naacl-main.254","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.254","pdf_url":"https://aclanthology.org/2022.naacl-main.254.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.naacl-main.254.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002654756","display_name":"Jungo Kasai","orcid":"https://orcid.org/0000-0002-6144-2203"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jungo Kasai","raw_affiliation_strings":["School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101067919","display_name":"Keisuke Sakaguchi","orcid":"https://orcid.org/0000-0002-3809-1732"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keisuke Sakaguchi","raw_affiliation_strings":["School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062199735","display_name":"Lavinia Dunagan","orcid":"https://orcid.org/0000-0001-7331-2484"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lavinia Dunagan","raw_affiliation_strings":["School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088629436","display_name":"Jacob Morrison","orcid":"https://orcid.org/0000-0001-8592-4744"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Morrison","raw_affiliation_strings":["School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024879161","display_name":"Ronan Le Bras","orcid":"https://orcid.org/0000-0003-2439-6938"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ronan Le Bras","raw_affiliation_strings":["School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102992157","display_name":"Yejin Choi","orcid":"https://orcid.org/0000-0003-3032-5378"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yejin Choi","raw_affiliation_strings":["School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I4210140341"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088517824","display_name":"Noah A. Smith","orcid":"https://orcid.org/0000-0002-2310-6380"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah Smith","raw_affiliation_strings":["School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington  Allen Institute for AI  Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"School of Computer Science & Engineering, University of Washington \u2663 Allen Institute for AI \u2660 Department of Linguistics, University of Washington","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I4210140341"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3115,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.92271869,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3464","last_page":"3478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.9704771041870117},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6126706600189209},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.522655725479126},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5152597427368164},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42994585633277893},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3845227360725403},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3646967113018036},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.1713152825832367}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9704771041870117},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6126706600189209},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.522655725479126},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5152597427368164},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42994585633277893},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3845227360725403},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3646967113018036},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1713152825832367}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2022.naacl-main.254","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.254","pdf_url":"https://aclanthology.org/2022.naacl-main.254.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.naacl-main.254","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.naacl-main.254","pdf_url":"https://aclanthology.org/2022.naacl-main.254.pdf","source":{"id":"https://openalex.org/S4363608774","display_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7699999809265137,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G7357862116","display_name":null,"funder_award_id":"N66001-19-2-4031","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8215844777","display_name":null,"funder_award_id":"N66001-19","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320338406","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3211402614.pdf","grobid_xml":"https://content.openalex.org/works/W3211402614.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W8316075","https://openalex.org/W68733909","https://openalex.org/W222053410","https://openalex.org/W1489525520","https://openalex.org/W1687846465","https://openalex.org/W1858383477","https://openalex.org/W1861492603","https://openalex.org/W1889081078","https://openalex.org/W1905882502","https://openalex.org/W1956340063","https://openalex.org/W2053154970","https://openalex.org/W2064675550","https://openalex.org/W2066134726","https://openalex.org/W2081580037","https://openalex.org/W2101105183","https://openalex.org/W2108598243","https://openalex.org/W2115389369","https://openalex.org/W2119775030","https://openalex.org/W2128856065","https://openalex.org/W2135166986","https://openalex.org/W2143449221","https://openalex.org/W2154652894","https://openalex.org/W2185175083","https://openalex.org/W2226480163","https://openalex.org/W2250378130","https://openalex.org/W2251583212","https://openalex.org/W2251926178","https://openalex.org/W2252166243","https://openalex.org/W2260677151","https://openalex.org/W2277195237","https://openalex.org/W2470324779","https://openalex.org/W2506483933","https://openalex.org/W2549139847","https://openalex.org/W2564590796","https://openalex.org/W2613718673","https://openalex.org/W2728656723","https://openalex.org/W2745461083","https://openalex.org/W2850386316","https://openalex.org/W2886641317","https://openalex.org/W2896457183","https://openalex.org/W2913974265","https://openalex.org/W2916445322","https://openalex.org/W2928602793","https://openalex.org/W2936695845","https://openalex.org/W2953106684","https://openalex.org/W2962735233","https://openalex.org/W2962749380","https://openalex.org/W2963109131","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963532001","https://openalex.org/W2970791445","https://openalex.org/W2971034336","https://openalex.org/W2980282514","https://openalex.org/W2982260276","https://openalex.org/W2982573303","https://openalex.org/W2996403597","https://openalex.org/W2997591391","https://openalex.org/W3016923549","https://openalex.org/W3029105705","https://openalex.org/W3034716087","https://openalex.org/W3091588028","https://openalex.org/W3110157234","https://openalex.org/W3112941093","https://openalex.org/W3120237956","https://openalex.org/W3120929527","https://openalex.org/W3125833936","https://openalex.org/W3135367836","https://openalex.org/W3153469116","https://openalex.org/W3159259047","https://openalex.org/W3159892921","https://openalex.org/W3166396011","https://openalex.org/W3174519801","https://openalex.org/W3177318390","https://openalex.org/W3212616005","https://openalex.org/W4307870811","https://openalex.org/W4385245566","https://openalex.org/W4386506836"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W3088136942","https://openalex.org/W3164229987","https://openalex.org/W3215212336","https://openalex.org/W4290852288","https://openalex.org/W3122720459","https://openalex.org/W4298897568","https://openalex.org/W3217388757","https://openalex.org/W1938708284","https://openalex.org/W4380190185"],"abstract_inverted_index":{"Jungo":[0],"Kasai,":[1],"Keisuke":[2],"Sakaguchi,":[3],"Lavinia":[4],"Dunagan,":[5],"Jacob":[6],"Morrison,":[7],"Ronan":[8],"Le":[9],"Bras,":[10],"Yejin":[11],"Choi,":[12],"Noah":[13],"Smith.":[14],"Proceedings":[15],"of":[16,20,25],"the":[17,21,26],"2022":[18],"Conference":[19],"North":[22],"American":[23],"Chapter":[24],"Association":[27],"for":[28],"Computational":[29],"Linguistics:":[30],"Human":[31],"Language":[32],"Technologies.":[33],"2022.":[34]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}