{"id":"https://openalex.org/W4412888221","doi":"https://doi.org/10.18653/v1/2025.findings-acl.765","title":"Benchmarking Query-Conditioned Natural Language Inference","display_name":"Benchmarking Query-Conditioned Natural Language Inference","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888221","doi":"https://doi.org/10.18653/v1/2025.findings-acl.765"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.765","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.765","pdf_url":"https://aclanthology.org/2025.findings-acl.765.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.765.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091910381","display_name":"Marc E. Canby","orcid":"https://orcid.org/0000-0002-8420-9658"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marc E. Canby","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028108458","display_name":"Xinchi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinchi Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069475690","display_name":"Xing Niu","orcid":"https://orcid.org/0000-0001-8834-792X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing Niu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jifan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jifan Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060769750","display_name":"Bonan Min","orcid":"https://orcid.org/0000-0002-6114-8418"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bonan Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060422342","display_name":"Serg\u00fcl Ayd\u00f6re","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sergul Aydore","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5112539661","display_name":"Vittorio Castelli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vittorio Castelli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"14808","last_page":"14835"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9277999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7860503196716309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7207785844802856},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5347885489463806},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4824438691139221},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.42842885851860046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4276604652404785},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3572416305541992},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.08398395776748657}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7860503196716309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7207785844802856},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5347885489463806},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4824438691139221},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.42842885851860046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4276604652404785},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3572416305541992},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.08398395776748657},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.765","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.765","pdf_url":"https://aclanthology.org/2025.findings-acl.765.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.765","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.765","pdf_url":"https://aclanthology.org/2025.findings-acl.765.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888221.pdf","grobid_xml":"https://content.openalex.org/works/W4412888221.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W4308854837"],"abstract_inverted_index":{"The":[0],"growing":[1],"excitement":[2],"around":[3],"the":[4,40,50,55,106,124,132,138],"ability":[5],"of":[6,43,135],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"to":[11,30,53,122],"tackle":[12],"various":[13],"tasks":[14,74,104],"has":[15],"been":[16],"tempered":[17],"by":[18,27],"their":[19,28,113],"propensity":[20],"for":[21,102,128],"generating":[22],"unsubstantiated":[23],"information":[24],"(hallucination)":[25],"and":[26,95,109],"inability":[29],"effectively":[31],"handle":[32],"inconsistent":[33],"inputs.To":[34],"detect":[35],"such":[36],"issues,":[37],"we":[38,69,116],"propose":[39],"novel":[41],"task":[42],"Query-Conditioned":[44],"Natural":[45],"Language":[46],"Inference":[47],"(QC-NLI),":[48],"where":[49],"goal":[51],"is":[52],"determine":[54],"semantic":[56],"relationship":[57],"(e.g.entailment":[58],"or":[59],"not":[60],"entailment)":[61],"between":[62],"two":[63],"documents":[64],"conditioned":[65],"on":[66,85,137],"a":[67],"query;":[68],"demonstrate":[70],"that":[71],"many":[72],"common":[73],"regarding":[75],"inconsistency":[76,97],"detection":[77],"can":[78],"be":[79],"formulated":[80],"as":[81],"QC-NLI":[82,107,125],"problems.We":[83],"focus":[84],"three":[86],"applications":[87],"in":[88],"particular:":[89],"fact":[90],"verification,":[91],"intrinsic":[92],"hallucination":[93],"detection,":[94],"document":[96],"detection.We":[98],"convert":[99],"existing":[100],"datasets":[101],"these":[103],"into":[105],"format,":[108],"manual":[110],"annotation":[111],"confirms":[112],"high":[114],"quality.Finally,":[115],"employ":[117],"zero-and":[118],"few-shot":[119],"prompting":[120],"methods":[121],"solve":[123],"prediction":[126],"problem":[127],"each":[129],"task,":[130],"showing":[131],"critical":[133],"importance":[134],"conditioning":[136],"query.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}