{"id":"https://openalex.org/W7160044534","doi":"https://doi.org/10.63317/359toazp33g8","title":"Assessing the Difficulty of Inference Types in Natural Language Inference for Clinical Trials","display_name":"Assessing the Difficulty of Inference Types in Natural Language Inference for Clinical Trials","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7160044534","doi":"https://doi.org/10.63317/359toazp33g8"},"language":"en","primary_location":{"id":"doi:10.63317/359toazp33g8","doi":"https://doi.org/10.63317/359toazp33g8","is_oa":true,"landing_page_url":"https://doi.org/10.63317/359toazp33g8","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2026/pdf/2026.lrec2026-1.413.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"http://www.lrec-conf.org/proceedings/lrec2026/pdf/2026.lrec2026-1.413.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104441877","display_name":"Mathilde Aguiar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4387152856","display_name":"Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique","ror":"https://ror.org/00rd81916","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4387152856"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mathilde Aguiar","raw_affiliation_strings":["Universit\u00e9 Paris-Saclay , CNRS , Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique 91400 , Orsay , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris-Saclay , CNRS , Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique 91400 , Orsay , France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4387152856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090195478","display_name":"Pierre Zweigenbaum","orcid":"https://orcid.org/0000-0001-8410-4808","observed_orcids":["https://orcid.org/0000-0001-8410-4808"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4387152856","display_name":"Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique","ror":"https://ror.org/00rd81916","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4387152856"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pierre Zweigenbaum","raw_affiliation_strings":["Universit\u00e9 Paris-Saclay , CNRS , Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique 91400 , Orsay , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris-Saclay , CNRS , Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique 91400 , Orsay , France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4387152856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069421871","display_name":"Nona Naderi","orcid":"https://orcid.org/0000-0002-1272-7640","observed_orcids":["https://orcid.org/0000-0002-1272-7640"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4387152856","display_name":"Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique","ror":"https://ror.org/00rd81916","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4387152856"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nona Naderi","raw_affiliation_strings":["Universit\u00e9 Paris-Saclay , CNRS , Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique 91400 , Orsay , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris-Saclay , CNRS , Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique 91400 , Orsay , France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4387152856"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21907978,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5290","last_page":"5300"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.34200000762939453,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.34200000762939453,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3285999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15950000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-inference","display_name":"natural language inference","score":0.9959999918937683},{"id":"https://openalex.org/keywords/clinical-trials","display_name":"clinical trials","score":0.8730000257492065},{"id":"https://openalex.org/keywords/clinical-text-understanding","display_name":"clinical text understanding","score":0.453000009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5892999768257141},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5443000197410583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5336999893188477},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4837000072002411},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.4749000072479248},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33169999718666077},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C917703","wikidata":"https://www.wikidata.org/wiki/Q7239668","display_name":"Predictive inference","level":5,"score":0.2687000036239624},{"id":"https://openalex.org/C95167961","wikidata":"https://www.wikidata.org/wiki/Q4483495","display_name":"Fiducial inference","level":5,"score":0.25589999556541443}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.63317/359toazp33g8","doi":"https://doi.org/10.63317/359toazp33g8","is_oa":true,"landing_page_url":"https://doi.org/10.63317/359toazp33g8","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2026/pdf/2026.lrec2026-1.413.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-05533706v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-05533706v1","pdf_url":"https://hal.science/hal-05533706v1/file/LREC_2026_Inference_types_Copy.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2026","raw_type":"info:eu-repo/semantics/preprint"},{"id":"pmh:oai:HAL:hal-05533706v2","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-05533706v2","pdf_url":"https://hal.science/hal-05533706v2/file/LREC_2026_Inference_types_Copy-1.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2026","raw_type":"info:eu-repo/semantics/preprint"},{"id":"pmh:oai:HAL:hal-05652719v1","doi":null,"is_oa":false,"landing_page_url":"https://hal.science/hal-05652719v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"LREC 2026 - 15th biennial Language Resources and Evaluation Conference, May 2026, Palma, Spain. pp.5290-5300, ⟨10.63317/359toazp33g8⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.63317/359toazp33g8","doi":"https://doi.org/10.63317/359toazp33g8","is_oa":true,"landing_page_url":"https://doi.org/10.63317/359toazp33g8","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2026/pdf/2026.lrec2026-1.413.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8219134211540222}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1185244426","display_name":null,"funder_award_id":"80 PRIME","funder_id":"https://openalex.org/F4320322892","funder_display_name":"Centre National de la Recherche Scientifique"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320322892","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7160044534.pdf","grobid_xml":"https://content.openalex.org/works/W7160044534.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4401043524","https://openalex.org/W4401042733","https://openalex.org/W4409166473","https://openalex.org/W4401042070","https://openalex.org/W4401042111","https://openalex.org/W6948045913","https://openalex.org/W4385571632","https://openalex.org/W7166799925","https://openalex.org/W4394591836","https://openalex.org/W4401044002"],"abstract_inverted_index":{"Large":[0],"Language":[1,9],"Models":[2],"(LLMs)":[3],"achieve":[4],"competitive":[5],"results":[6],"on":[7,44],"Natural":[8],"Inference":[10],"when":[11],"applied":[12],"to":[13,127],"clinical":[14,51,132],"trials;":[15],"however,":[16],"it":[17],"is":[18],"not":[19],"yet":[20],"clear":[21],"which":[22],"type":[23,147],"of":[24,47,59,71,80,107,118,131,140,155],"inference":[25,75,141],"LLMs":[26],"perform":[27],"well":[28],"or":[29,144],"poorly":[30],"on.We":[31],"address":[32],"this":[33],"by":[34],"proposing":[35],"new":[36,61],"supplementary":[37],"annotations":[38,62],"for":[39,68],"the":[40,45,78,104,116,129,138,145,149,153,156],"existing":[41],"NLI4CT":[42,55],"dataset":[43,53,160],"types":[46,70,76,142],"inferences":[48,101,113],"observed":[49],"in":[50,148],"trials.Our":[52],"supplements":[54],"with":[56],"a":[57],"total":[58],"1,949":[60],"using":[63,93],"our":[64,94],"carefully":[65],"crafted":[66],"guidelines":[67],"17":[69],"inferences.To":[72],"investigate":[73],"how":[74],"affect":[77,103,115],"performance":[79,92,106,117,154],"LLMs,":[81],"we":[82],"prompt":[83],"Flan-T5,":[84],"Llama,":[85],"Mistral,":[86],"and":[87,89,110,120,159],"Qwen":[88],"evaluate":[90],"their":[91],"newly":[95],"annotated":[96],"dataset.We":[97],"found":[98],"that":[99,124],"logical":[100],"negatively":[102,114],"overall":[105],"Qwen3-4B,":[108],"Qwen2.5-7B,":[109],"Qwen2.5-14B,whereas":[111],"numerical":[112],"Flan-T5-XL":[119],"Mixtral.Further":[121],"analysis":[122],"shows":[123],"MMed-Llama-3":[125],"struggles":[126],"understand":[128],"structure":[130],"trial":[133],"reports.Other":[134],"parameters,":[135],"such":[136],"as":[137],"number":[139],"involved":[143],"section":[146],"premise,":[150],"also":[151],"influence":[152],"models.Our":[157],"code":[158],"are":[161],"publicly":[162],"available.":[163]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-05-05T00:00:00"}