{"id":"https://openalex.org/W4412944441","doi":"https://doi.org/10.18653/v1/2025.sdp-1.34","title":"From RAG to Reality: Coarse-Grained Hallucination Detection via NLI Fine-Tuning","display_name":"From RAG to Reality: Coarse-Grained Hallucination Detection via NLI Fine-Tuning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412944441","doi":"https://doi.org/10.18653/v1/2025.sdp-1.34"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.sdp-1.34","doi":"https://doi.org/10.18653/v1/2025.sdp-1.34","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.sdp-1.34","pdf_url":"https://aclanthology.org/2025.sdp-1.34.pdf","source":{"id":"https://openalex.org/S7407087776","display_name":"Workshop on Scholarly Document Processing (SDP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Workshop on Scholarly Document Processing (SDP 2025)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2025.sdp-1.34.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5096715887","display_name":"Daria Galimzianova","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daria Galimzianova","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117862652","display_name":"Aleksandr Boriskin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aleksandr Boriskin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5065058064","display_name":"Grigory Arshinov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grigory Arshinov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8965,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.85554329,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"353","last_page":"359"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0272000003606081,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucination-detection","display_name":"hallucination detection","score":0.9589999914169312},{"id":"https://openalex.org/keywords/scientific-question-answering","display_name":"scientific question answering","score":0.8730000257492065},{"id":"https://openalex.org/keywords/natural-language-inference","display_name":"natural language inference","score":0.6790000200271606},{"id":"https://openalex.org/keywords/encoder-fine-tuning","display_name":"encoder fine-tuning","score":0.796999990940094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6175405383110046},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32819122076034546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32641005516052246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.sdp-1.34","doi":"https://doi.org/10.18653/v1/2025.sdp-1.34","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.sdp-1.34","pdf_url":"https://aclanthology.org/2025.sdp-1.34.pdf","source":{"id":"https://openalex.org/S7407087776","display_name":"Workshop on Scholarly Document Processing (SDP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Workshop on Scholarly Document Processing (SDP 2025)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.sdp-1.34","doi":"https://doi.org/10.18653/v1/2025.sdp-1.34","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.sdp-1.34","pdf_url":"https://aclanthology.org/2025.sdp-1.34.pdf","source":{"id":"https://openalex.org/S7407087776","display_name":"Workshop on Scholarly Document Processing (SDP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Workshop on Scholarly Document Processing (SDP 2025)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412944441.pdf","grobid_xml":"https://content.openalex.org/works/W4412944441.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4412944465","https://openalex.org/W4416138628","https://openalex.org/W4412944220","https://openalex.org/W4412944472","https://openalex.org/W7212275998","https://openalex.org/W4412944464","https://openalex.org/W4415709332","https://openalex.org/W7160336050","https://openalex.org/W4401043554","https://openalex.org/W7163675691"],"abstract_inverted_index":{"We":[0],"present":[1],"our":[2],"submission":[3],"to":[4],"SciHal":[5],"Subtask":[6],"1:":[7],"coarse-grained":[8],"hallucination":[9,16,100],"detection":[10,17],"for":[11,98],"scientific":[12],"question":[13],"answering.We":[14],"frame":[15],"as":[18],"an":[19],"NLI-style":[20],"three-way":[21],"classification":[22],"(entailment,":[23],"contradiction,":[24],"unverifiable)":[25],"and":[26,43,78],"show":[27],"that":[28],"simple":[29],"fine-tuning":[30,104],"of":[31,60],"NLIadapted":[32],"encoder":[33,93,103],"models":[34],"on":[35,53,66],"task":[36],"data":[37],"outperforms":[38],"more":[39],"elaborate":[40],"feature-based":[41],"pipelines":[42],"large":[44],"language":[45],"model":[46,51],"prompting.In":[47],"particular,":[48],"DeBERTa-V3-large,":[49],"a":[50,72,84,106],"pretrained":[52],"five":[54],"diverse":[55],"NLI":[56,79],"corpora,":[57],"achieves":[58],"one":[59],"the":[61,67],"highest":[62],"weighted":[63],"F1":[64],"scores":[65],"public":[68],"leaderboard.We":[69],"additionally":[70],"explore":[71],"pipeline":[73],"combining":[74],"joint":[75],"claim-reference":[76],"embeddings":[77],"softmax":[80],"probabilities":[81],"fed":[82],"into":[83],"classifier,":[85],"but":[86],"find":[87],"its":[88],"performance":[89],"consistently":[90],"below":[91],"direct":[92],"fine-tuning.Our":[94],"findings":[95],"demonstrate":[96],"that,":[97],"reference-grounded":[99],"detection,":[101],"targeted":[102],"remains":[105],"competitive":[107],"approach.":[108]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-10-08T09:06:37.294493","created_date":"2025-10-10T00:00:00"}
