{"id":"https://openalex.org/W6959418243","doi":"https://doi.org/10.1109/ccwc62904.2025.10903733","title":"Can RAG Calibrate LLMs for Information Extraction Tasks?","display_name":"Can RAG Calibrate LLMs for Information Extraction Tasks?","publication_year":2025,"publication_date":"2025-01-06","ids":{"openalex":"https://openalex.org/W6959418243","doi":"https://doi.org/10.1109/ccwc62904.2025.10903733"},"language":"en","primary_location":{"id":"doi:10.1109/ccwc62904.2025.10903733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccwc62904.2025.10903733","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 15th Annual Computing and Communication Workshop and Conference (CCWC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"JiangLong He","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162346","display_name":"Hospital Universitario Infantil San Jos\u00e9","ror":"https://ror.org/05at6sw30","country_code":"CO","type":"healthcare","lineage":["https://openalex.org/I4210162346"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"JiangLong He","raw_affiliation_strings":["Infrrd.ai,San Jose,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Infrrd.ai,San Jose,USA","institution_ids":["https://openalex.org/I4210162346"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Deepak Kumar","orcid":null},"institutions":[{"id":"https://openalex.org/I110675161","display_name":"Infosys (India)","ror":"https://ror.org/03bs18y54","country_code":"IN","type":"company","lineage":["https://openalex.org/I110675161"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Deepak Kumar","raw_affiliation_strings":["Infrrd.ai,Bengaluru,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Infrrd.ai,Bengaluru,India","institution_ids":["https://openalex.org/I110675161"]}]},{"author_position":"last","author":{"id":null,"display_name":"Pratyusha Rasamsetty","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162346","display_name":"Hospital Universitario Infantil San Jos\u00e9","ror":"https://ror.org/05at6sw30","country_code":"CO","type":"healthcare","lineage":["https://openalex.org/I4210162346"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Pratyusha Rasamsetty","raw_affiliation_strings":["Infrrd.ai,San Jose,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Infrrd.ai,San Jose,USA","institution_ids":["https://openalex.org/I4210162346"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"00414","last_page":"00420"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11771","display_name":"Plant Pathogens and Resistance","score":0.11900000274181366,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11771","display_name":"Plant Pathogens and Resistance","score":0.11900000274181366,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12473","display_name":"Pacific and Southeast Asian Studies","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10012","display_name":"Genetic diversity and population structure","score":0.06710000336170197,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.694100022315979},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.6640999913215637},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5636000037193298},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5054000020027161},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.49619999527931213},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.4564000070095062},{"id":"https://openalex.org/keywords/information-source","display_name":"Information source (mathematics)","score":0.36250001192092896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.739799976348877},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.694100022315979},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.6640999913215637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.59170001745224},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5636000037193298},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.49619999527931213},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4846000075340271},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.4564000070095062},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4512999951839447},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4343999922275543},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3700999915599823},{"id":"https://openalex.org/C2778095710","wikidata":"https://www.wikidata.org/wiki/Q6031225","display_name":"Information source (mathematics)","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3474999964237213},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccwc62904.2025.10903733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccwc62904.2025.10903733","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 15th Annual Computing and Communication Workshop and Conference (CCWC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2962772269","https://openalex.org/W2986619406","https://openalex.org/W4401042381","https://openalex.org/W4401042444","https://openalex.org/W4402671157","https://openalex.org/W6675366379","https://openalex.org/W6739651123","https://openalex.org/W6757817989","https://openalex.org/W6764288440","https://openalex.org/W6774222543","https://openalex.org/W6783990618","https://openalex.org/W6809646742","https://openalex.org/W6842936743","https://openalex.org/W6846031101","https://openalex.org/W6853251322","https://openalex.org/W6857549670"],"related_works":[],"abstract_inverted_index":{"Information":[0],"extraction":[1,52,63,130],"(IE)":[2],"is":[3,65,75,110],"a":[4,60,90,121,162,168,185],"crucial":[5],"process":[6],"in":[7,161,165,171],"natural":[8],"language":[9],"processing":[10],"(NLP)":[11],"that":[12,93],"involves":[13],"automatically":[14],"retrieving":[15],"structured":[16],"information":[17,51,62,129,156],"from":[18,82,113],"semi-structured":[19,27],"and":[20,28,167],"un-structured":[21],"text":[22],"sources.":[23],"Text":[24],"sources":[25],"are":[26],"unstructured":[29],"documents,":[30,37],"for":[31],"example,":[32],"W-2":[33],"forms,":[34],"paystubs,":[35],"mortgage":[36],"etc.":[38],"Due":[39],"to":[40,124,138,141,151],"the":[41,46,73,83,175,180],"recent":[42],"bloom":[43],"of":[44,48,59],"LLMs,":[45],"accuracy":[47],"many":[49],"NLP-based":[50],"systems":[53],"has":[54],"improved.":[55],"Another":[56],"key":[57],"attribute":[58],"good":[61],"system":[64,74,131],"certainty.":[66],"The":[67,100],"user":[68],"must":[69],"know":[70],"how":[71],"certain":[72],"regarding":[76],"its":[77],"extraction.":[78,157],"Using":[79],"LLM":[80,140],"suffers":[81],"calibration":[84],"problem":[85],"as":[86],"most":[87],"LLMs":[88],"use":[89],"decoder-only":[91],"architecture":[92],"produces":[94],"logits":[95,109],"conditioned":[96],"on":[97,107],"previous":[98],"tokens.":[99],"confidence":[101],"score":[102,173],"computed":[103],"by":[104,184],"applying":[105],"softmax":[106],"these":[108],"mostly":[111],"off":[112],"being":[114],"calibration.":[115],"In":[116],"this":[117],"paper,":[118],"we":[119],"provide":[120],"generalizable":[122],"framework":[123],"properly":[125],"calibrate":[126],"an":[127],"LLM-based":[128],"with":[132],"novel":[133],"context":[134],"rejection":[135],"training":[136],"tasks":[137,153],"teach":[139],"ignore":[142],"less":[143],"useful":[144],"examples.":[145],"It":[146,177],"can":[147],"be":[148],"easily":[149],"extended":[150],"other":[152,154],"than":[155],"Our":[158],"method":[159],"results":[160],"17.25%":[163],"improvement":[164,170],"F1-score":[166],"46.49%":[169],"certainty":[172],"over":[174],"baseline.":[176],"also":[178],"outperforms":[179],"state-of-the-art":[181],"ChatGPT":[182],"model":[183],"large":[186],"margin.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}