{"id":"https://openalex.org/W4389519554","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.74","title":"IRFL: Image Recognition of Figurative Language","display_name":"IRFL: Image Recognition of Figurative Language","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389519554","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.74"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.74","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.74","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.findings-emnlp.74","pdf_url":"https://aclanthology.org/2023.findings-emnlp.74.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4389519554"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.findings-emnlp.74.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039270799","display_name":"Ron Yosef","orcid":"https://orcid.org/0009-0002-7606-1371","observed_orcids":["https://orcid.org/0009-0002-7606-1371"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ron Yosef","raw_affiliation_strings":["The Hebrew University of Jerusalem"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hebrew University of Jerusalem","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068580969","display_name":"Yonatan Bitton","orcid":"https://orcid.org/0000-0002-1185-6838","observed_orcids":["https://orcid.org/0000-0002-1185-6838"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yonatan Bitton","raw_affiliation_strings":["The Hebrew University of Jerusalem"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hebrew University of Jerusalem","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009660759","display_name":"Dafna Shahaf","orcid":"https://orcid.org/0000-0003-3261-0818","observed_orcids":["https://orcid.org/0000-0003-3261-0818"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Dafna Shahaf","raw_affiliation_strings":["The Hebrew University of Jerusalem"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hebrew University of Jerusalem","institution_ids":["https://openalex.org/I197251160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I197251160"],"apc_list":null,"apc_paid":null,"fwci":2.654,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.93826701,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1044","last_page":"1058"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/figurative-language","display_name":"figurative language","score":0.953000009059906},{"id":"https://openalex.org/keywords/metaphor","display_name":"metaphor","score":0.828000009059906},{"id":"https://openalex.org/keywords/simile","display_name":"simile","score":0.9990000128746033},{"id":"https://openalex.org/keywords/idioms","display_name":"idioms","score":1.0},{"id":"https://openalex.org/keywords/multimodal-understanding","display_name":"multimodal understanding","score":0.8230000138282776},{"id":"https://openalex.org/keywords/image-text-understanding","display_name":"image-text understanding","score":0.5950000286102295},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.3970000147819519},{"id":"https://openalex.org/keywords/datasets","display_name":"datasets","score":0.41200000047683716},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.6930000185966492},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"commonsense knowledge","score":0.7829999923706055},{"id":"https://openalex.org/keywords/cultural-knowledge","display_name":"cultural knowledge","score":0.9190000295639038}],"concepts":[{"id":"https://openalex.org/C46182478","wikidata":"https://www.wikidata.org/wiki/Q7363315","display_name":"Literal and figurative language","level":2,"score":0.9170428514480591},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7580188512802124},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6022123694419861},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.549932599067688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5311091542243958},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4753524959087372},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.42709869146347046},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2854378819465637},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.findings-emnlp.74","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.74","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.findings-emnlp.74","pdf_url":"https://aclanthology.org/2023.findings-emnlp.74.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2303.15445","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.15445","pdf_url":"https://arxiv.org/pdf/2303.15445","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2303.15445","doi":"https://doi.org/10.48550/arxiv.2303.15445","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2303.15445","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.74","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.74","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.findings-emnlp.74","pdf_url":"https://aclanthology.org/2023.findings-emnlp.74.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7011567585","display_name":"Scaling Up Innovation through Analogy Mining","funder_award_id":"852686","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389519554.pdf","grobid_xml":"https://content.openalex.org/works/W4389519554.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W352625068","https://openalex.org/W1949881471","https://openalex.org/W2005318536","https://openalex.org/W2013580886","https://openalex.org/W2038634595","https://openalex.org/W2142447366","https://openalex.org/W2489370933","https://openalex.org/W2753840835","https://openalex.org/W2964121744","https://openalex.org/W2966176804","https://openalex.org/W3030374439","https://openalex.org/W3100511151","https://openalex.org/W3114509603","https://openalex.org/W3126792443","https://openalex.org/W3129576130","https://openalex.org/W3132397641","https://openalex.org/W3135367836","https://openalex.org/W3173528751","https://openalex.org/W3198711991","https://openalex.org/W4223943285","https://openalex.org/W4226182655","https://openalex.org/W4229042118","https://openalex.org/W4239463144","https://openalex.org/W4312933868","https://openalex.org/W4318718936","https://openalex.org/W4366330503","https://openalex.org/W4376312115","https://openalex.org/W4383860112","https://openalex.org/W4385570507","https://openalex.org/W4385572747","https://openalex.org/W4385573747","https://openalex.org/W4385970122","https://openalex.org/W4386066368","https://openalex.org/W4387782510","https://openalex.org/W4389518609","https://openalex.org/W4410536678","https://openalex.org/W7133217989"],"related_works":["https://openalex.org/W4401043163","https://openalex.org/W7166859064","https://openalex.org/W4385574006","https://openalex.org/W7125786247","https://openalex.org/W4401043757","https://openalex.org/W4416895346","https://openalex.org/W4401043610","https://openalex.org/W4404782939","https://openalex.org/W4378501784","https://openalex.org/W3198711991"],"abstract_inverted_index":{"Figures":[0],"of":[1,12,21,73,135,139],"speech":[2],"such":[3],"as":[4,98],"metaphors,":[5],"similes,":[6],"and":[7,30,45,62,82,93,111,114,131],"idioms":[8],"are":[9,16,36],"integral":[10],"parts":[11],"human":[13,80],"communication.":[14],"They":[15],"ubiquitous":[17],"in":[18,133],"many":[19],"forms":[20,35],"discourse,":[22],"allowing":[23],"people":[24],"to":[25,88],"convey":[26],"complex,":[27],"abstract":[28],"ideas":[29],"evoke":[31],"emotion.":[32],"As":[33],"figurative":[34,49,103,145],"often":[37],"conveyed":[38],"through":[39],"multiple":[40],"modalities":[41],"(e.g.,":[42],"both":[43],"text":[44],"images),":[46],"understanding":[47],"multimodal":[48,91,102],"language":[50,104,112],"is":[51],"an":[52,83],"important":[53],"AI":[54],"challenge,":[55],"weaving":[56],"together":[57],"profound":[58],"vision,":[59],"language,":[60],"commonsense":[61],"cultural":[63],"knowledge.":[64],"In":[65],"this":[66],"work,":[67],"we":[68,86],"develop":[69],"the":[70,117,137],"Image":[71],"Recognition":[72],"Figurative":[74],"Language":[75],"(IRFL)":[76],"dataset.":[77],"We":[78,106,126],"leverage":[79],"annotation":[81],"automatic":[84],"pipeline":[85],"created":[87],"generate":[89],"a":[90,99],"dataset,":[92,129],"introduce":[94],"two":[95],"novel":[96],"tasks":[97],"benchmark":[100],"for":[101],"understanding.":[105],"experimented":[107],"with":[108],"state-of-the-art":[109],"vision":[110],"models":[113,140],"found":[115],"that":[116,141],"best":[118],"(22%)":[119],"performed":[120],"substantially":[121],"worse":[122],"than":[123],"humans":[124],"(97%).":[125],"release":[127],"our":[128],"benchmark,":[130],"code,":[132],"hopes":[134],"driving":[136],"development":[138],"can":[142],"better":[143],"understand":[144],"language.":[146]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389519554","counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-12-10T00:00:00"}
