{"id":"https://openalex.org/W3202965415","doi":"https://doi.org/10.1109/wacv51458.2022.00253","title":"Let there be a clock on the beach: Reducing Object Hallucination in Image Captioning","display_name":"Let there be a clock on the beach: Reducing Object Hallucination in Image Captioning","alternate_titles":[],"publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W3202965415","doi":"https://doi.org/10.1109/wacv51458.2022.00253","mag":"3202965415"},"language":"en","primary_location":{"id":"doi:10.1109/wacv51458.2022.00253","doi":"https://doi.org/10.1109/wacv51458.2022.00253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv51458.2022.00253","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"parent_works":[{"id":"https://openalex.org/W4212863271","display_name":"2022 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","relationship":"volume","link_type":"volume"}],"lineage":["https://openalex.org/W3202965415","https://openalex.org/W4212863271"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.01705","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019081944","display_name":"Ali Furkan Biten","orcid":"https://orcid.org/0000-0003-2099-5554","observed_orcids":["https://orcid.org/0000-0003-2099-5554"]},"institutions":[{"id":"https://openalex.org/I123044942","display_name":"Universitat Aut\u00f2noma de Barcelona","ror":"https://ror.org/052g8jq94","country_code":"ES","type":"education","lineage":["https://openalex.org/I123044942"]},{"id":"https://openalex.org/I4387153096","display_name":"Computer Vision Center","ror":"https://ror.org/00s0nnj93","country_code":"ES","type":"other","lineage":["https://openalex.org/I4387153040","https://openalex.org/I4387153096"]}],"countries":["ES"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ali Furkan Biten","raw_affiliation_strings":["UAB,Computer Vision Center,Spain","Computer Vision Center, UAB, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UAB,Computer Vision Center,Spain","institution_ids":["https://openalex.org/I123044942","https://openalex.org/I4387153096"]},{"raw_affiliation_string":"Computer Vision Center, UAB, Spain","institution_ids":["https://openalex.org/I123044942","https://openalex.org/I4387153096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008562740","display_name":"Llu\u00eds G\u00f3mez","orcid":"https://orcid.org/0000-0003-1408-9803","observed_orcids":["https://orcid.org/0000-0003-1408-9803"]},"institutions":[{"id":"https://openalex.org/I123044942","display_name":"Universitat Aut\u00f2noma de Barcelona","ror":"https://ror.org/052g8jq94","country_code":"ES","type":"education","lineage":["https://openalex.org/I123044942"]},{"id":"https://openalex.org/I4387153096","display_name":"Computer Vision Center","ror":"https://ror.org/00s0nnj93","country_code":"ES","type":"other","lineage":["https://openalex.org/I4387153040","https://openalex.org/I4387153096"]}],"countries":["ES"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lluis Gomez","raw_affiliation_strings":["UAB,Computer Vision Center,Spain","Computer Vision Center, UAB, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UAB,Computer Vision Center,Spain","institution_ids":["https://openalex.org/I123044942","https://openalex.org/I4387153096"]},{"raw_affiliation_string":"Computer Vision Center, UAB, Spain","institution_ids":["https://openalex.org/I123044942","https://openalex.org/I4387153096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029375723","display_name":"D\u00ecmosthenis Karatzas","orcid":"https://orcid.org/0000-0001-8762-4454","observed_orcids":["https://orcid.org/0000-0001-8762-4454"]},"institutions":[{"id":"https://openalex.org/I123044942","display_name":"Universitat Aut\u00f2noma de Barcelona","ror":"https://ror.org/052g8jq94","country_code":"ES","type":"education","lineage":["https://openalex.org/I123044942"]},{"id":"https://openalex.org/I4387153096","display_name":"Computer Vision Center","ror":"https://ror.org/00s0nnj93","country_code":"ES","type":"other","lineage":["https://openalex.org/I4387153040","https://openalex.org/I4387153096"]}],"countries":["ES"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dimosthenis Karatzas","raw_affiliation_strings":["UAB,Computer Vision Center,Spain","Computer Vision Center, UAB, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UAB,Computer Vision Center,Spain","institution_ids":["https://openalex.org/I123044942","https://openalex.org/I4387153096"]},{"raw_affiliation_string":"Computer Vision Center, UAB, Spain","institution_ids":["https://openalex.org/I123044942","https://openalex.org/I4387153096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.1617,"has_fulltext":true,"cited_by_count":111,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.96734231,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2473","last_page":"2482"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object-hallucination","display_name":"object hallucination","score":0.9629999995231628},{"id":"https://openalex.org/keywords/image-captioning","display_name":"image captioning","score":0.9459999799728394},{"id":"https://openalex.org/keywords/hallucination-mitigation","display_name":"hallucination mitigation","score":0.6050000190734863}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9710878133773804},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.742407500743866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.697365403175354},{"id":"https://openalex.org/C2908998935","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Visual Hallucination","level":2,"score":0.6404101252555847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6351490616798401},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.6040207743644714},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5239971876144409},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.520522952079773},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5078144669532776},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3832438290119171},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3635943830013275},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11468803882598877},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/wacv51458.2022.00253","doi":"https://doi.org/10.1109/wacv51458.2022.00253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv51458.2022.00253","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2110.01705","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.01705","pdf_url":"https://arxiv.org/pdf/2110.01705","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ddd.uab.cat:335143","doi":null,"is_oa":true,"landing_page_url":"https://ddd.uab.cat/record/335143","pdf_url":"https://ddd.uab.cat/pub/caplli/2022/335143/ieewincon_a2022.pdf","source":{"id":"https://openalex.org/S4306400380","display_name":"Dip\u00f2sit Digital de Documents de la UAB (Universitat Aut\u00f2noma de Barcelona)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I123044942","host_organization_name":"Universitat Aut\u00f2noma de Barcelona","host_organization_lineage":["https://openalex.org/I123044942"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Cap\u00edtol de llibre"},{"id":"doi:10.48550/arxiv.2110.01705","doi":"https://doi.org/10.48550/arxiv.2110.01705","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2110.01705","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2110.01705","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.01705","pdf_url":"https://arxiv.org/pdf/2110.01705","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320315803","display_name":"Centres de Recerca de Catalunya","ror":"https://ror.org/01bkbaq61"},{"id":"https://openalex.org/F4320321505","display_name":"Generalitat de Catalunya","ror":"https://ror.org/01bg62x04"},{"id":"https://openalex.org/F4320334830","display_name":"Ag\u00e8ncia de Gesti\u00f3 d'Ajuts Universitaris i de Recerca","ror":"https://ror.org/01n4pqe45"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3202965415.pdf","grobid_xml":"https://content.openalex.org/works/W3202965415.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1947481528","https://openalex.org/W1956340063","https://openalex.org/W2016089260","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2103018059","https://openalex.org/W2108598243","https://openalex.org/W2119717200","https://openalex.org/W2133459682","https://openalex.org/W2133564696","https://openalex.org/W2143891888","https://openalex.org/W2157331557","https://openalex.org/W2277195237","https://openalex.org/W2463508871","https://openalex.org/W2481240925","https://openalex.org/W2506483933","https://openalex.org/W2560313346","https://openalex.org/W2560730294","https://openalex.org/W2563351168","https://openalex.org/W2578190051","https://openalex.org/W2604178507","https://openalex.org/W2626778328","https://openalex.org/W2745461083","https://openalex.org/W2752443224","https://openalex.org/W2753533763","https://openalex.org/W2794583223","https://openalex.org/W2795151422","https://openalex.org/W2883386984","https://openalex.org/W2892087592","https://openalex.org/W2901988662","https://openalex.org/W2919115771","https://openalex.org/W2928602793","https://openalex.org/W2950635152","https://openalex.org/W2951183276","https://openalex.org/W2963349562","https://openalex.org/W2964121744","https://openalex.org/W2982553922","https://openalex.org/W2986670728","https://openalex.org/W2996388127","https://openalex.org/W3009499121","https://openalex.org/W3016970897","https://openalex.org/W3034689697","https://openalex.org/W3034984754","https://openalex.org/W3035651653","https://openalex.org/W3107848485","https://openalex.org/W3110157234","https://openalex.org/W3174012740","https://openalex.org/W3206022579","https://openalex.org/W6898505805","https://openalex.org/W7097023696"],"related_works":["https://openalex.org/W2892087592","https://openalex.org/W4417073292","https://openalex.org/W4401043827","https://openalex.org/W4404782355","https://openalex.org/W7202285100","https://openalex.org/W4414844642","https://openalex.org/W6929419839","https://openalex.org/W7140078970","https://openalex.org/W7045111318","https://openalex.org/W7204625495"],"abstract_inverted_index":{"Explaining":[0],"an":[1],"image":[2,15],"with":[3],"missing":[4],"or":[5,57],"non-existent":[6],"objects":[7],"is":[8,19,28],"known":[9],"as":[10],"object":[11,36,77],"bias":[12,78],"(hallucination)":[13],"in":[14,22,38,59],"captioning.":[16],"This":[17],"behaviour":[18],"quite":[20],"common":[21],"the":[23,35,60,69,90,93],"state-of-the-art":[24],"captioning":[25],"models":[26],"which":[27,51],"not":[29],"desirable":[30],"by":[31],"humans.":[32],"To":[33],"decrease":[34,89],"hallucination":[37,80],"captioning,":[39],"we":[40,66,83],"propose":[41],"three":[42],"simple":[43],"yet":[44],"efficient":[45],"training":[46,55],"augmentation":[47],"method":[48],"for":[49],"sentences":[50],"requires":[52],"no":[53],"new":[54],"data":[56],"increase":[58],"model":[61,103],"size.":[62],"By":[63],"extensive":[64],"analysis,":[65],"show":[67],"that":[68,86],"proposed":[70],"methods":[71,88],"can":[72],"significantly":[73],"diminish":[74],"our":[75,87,98],"models\u2019":[76],"on":[79,92],"metrics.":[81],"Moreover,":[82],"experimentally":[84],"demonstrate":[85],"dependency":[91],"visual":[94],"features.":[95],"All":[96],"of":[97],"code,":[99],"configuration":[100],"files":[101],"and":[102],"weights":[104],"are":[105],"available":[106],"online1.":[107]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3202965415","counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2021-10-11T00:00:00"}
