{"id":"https://openalex.org/W4403783859","doi":"https://doi.org/10.48550/arxiv.2409.16494","title":"A Unified Hallucination Mitigation Framework for Large Vision-Language Models","display_name":"A Unified Hallucination Mitigation Framework for Large Vision-Language Models","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4403783859","doi":"https://doi.org/10.48550/arxiv.2409.16494"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.16494","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16494","pdf_url":"https://arxiv.org/pdf/2409.16494","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.16494","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111883277","display_name":"Yue Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051341911","display_name":"Liqiang Jing","orcid":"https://orcid.org/0000-0001-9827-5835"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing, Liqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100667567","display_name":"Xiaopeng Zhang","orcid":"https://orcid.org/0000-0002-0092-6474"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaopeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5072500320","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0001-6686-1020"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10094","display_name":"Epilepsy research and treatment","score":0.9333999752998352,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10094","display_name":"Epilepsy research and treatment","score":0.9333999752998352,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9114000201225281,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4345109760761261},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.37393274903297424},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3731847107410431},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33045369386672974},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.10648763179779053}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4345109760761261},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.37393274903297424},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3731847107410431},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33045369386672974},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.10648763179779053}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.16494","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16494","pdf_url":"https://arxiv.org/pdf/2409.16494","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.16494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.16494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.16494","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16494","pdf_url":"https://arxiv.org/pdf/2409.16494","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403783859.pdf","grobid_xml":"https://content.openalex.org/works/W4403783859.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Hallucination":[0],"is":[1,14,22,90],"a":[2,80,110,119,122,151,159],"common":[3],"problem":[4],"for":[5,84],"Large":[6],"Vision-Language":[7],"Models":[8],"(LVLMs)":[9],"with":[10,20,25,58,75],"long":[11],"generations":[12,68],"which":[13,140],"difficult":[15],"to":[16,91],"eradicate.":[17],"The":[18,87],"generation":[19],"hallucinations":[21,65,137],"partially":[23],"inconsistent":[24],"the":[26,37,43,49,64,67,94,105,114,168],"image":[27],"content.":[28],"To":[29,72],"mitigate":[30,135],"hallucination,":[31],"current":[32],"studies":[33],"either":[34],"focus":[35],"on":[36,104,156],"process":[38],"of":[39,45,61,66,100],"model":[40,46],"inference":[41],"or":[42,131],"results":[44],"generation,":[47],"but":[48],"solutions":[50],"they":[51],"design":[52],"sometimes":[53],"do":[54],"not":[55],"deal":[56,74],"appropriately":[57],"various":[59,76],"types":[60],"queries":[62,128],"and":[63,116,133],"about":[69],"these":[70],"queries.":[71],"accurately":[73],"hallucinations,":[77],"we":[78,149],"present":[79],"unified":[81],"framework,":[82],"Dentist,":[83],"hallucination":[85,101],"mitigation.":[86],"core":[88],"step":[89],"first":[92,112],"classify":[93,127],"queries,":[95],"then":[96,117],"perform":[97],"different":[98],"processes":[99],"mitigation":[102],"based":[103],"classification":[106],"result,":[107],"just":[108],"like":[109],"dentist":[111],"observes":[113],"teeth":[115],"makes":[118],"plan.":[120],"In":[121],"simple":[123],"deployment,":[124],"Dentist":[125],"can":[126],"as":[129],"perception":[130],"reasoning":[132],"easily":[134],"potential":[136],"in":[138,144,154],"answers":[139],"has":[141],"been":[142],"demonstrated":[143],"our":[145],"experiments.":[146],"On":[147],"MMbench,":[148],"achieve":[150],"13.44%/10.2%/15.8%":[152],"improvement":[153],"accuracy":[155],"Image":[157],"Quality,":[158],"Coarse":[160],"Perception":[161],"visual":[162],"question":[163],"answering":[164],"(VQA)":[165],"task,":[166],"over":[167],"baseline":[169],"InstructBLIP/LLaVA/VisualGLM.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2024-10-26T00:00:00"}