{"id":"https://openalex.org/W4412945285","doi":"https://doi.org/10.18653/v1/2025.acl-long.722","title":"Towards Objective Fine-tuning: How LLMs\u2019 Prior Knowledge Causes Potential Poor Calibration?","display_name":"Towards Objective Fine-tuning: How LLMs\u2019 Prior Knowledge Causes Potential Poor Calibration?","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412945285","doi":"https://doi.org/10.18653/v1/2025.acl-long.722"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.722","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.722","pdf_url":"https://aclanthology.org/2025.acl-long.722.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.722.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ziming Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziming Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108548612","display_name":"Z.H. Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeyu Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Haoyi Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoyi Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000224681","display_name":"Shiqi Gao","orcid":"https://orcid.org/0009-0007-1483-5550"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiqi Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018132697","display_name":"Qingyun Sun","orcid":"https://orcid.org/0000-0003-1930-3848"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qingyun Sun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100380471","display_name":"Jianxin Li","orcid":"https://orcid.org/0000-0002-4590-7939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianxin Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.4918,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.98492509,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"14830","last_page":"14853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.7134000062942505,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.7134000062942505,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12282","display_name":"Mineral Processing and Grinding","score":0.636900007724762,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6998304724693298},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4886992275714874},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11560150980949402},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09593546390533447}],"concepts":[{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6998304724693298},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4886992275714874},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11560150980949402},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09593546390533447}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.722","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.722","pdf_url":"https://aclanthology.org/2025.acl-long.722.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.722","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.722","pdf_url":"https://aclanthology.org/2025.acl-long.722.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.550000011920929,"display_name":"No poverty","id":"https://metadata.un.org/sdg/1"}],"awards":[{"id":"https://openalex.org/G3114819178","display_name":null,"funder_award_id":"2023QNRC001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4966747191","display_name":null,"funder_award_id":"62202029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8128231151","display_name":null,"funder_award_id":"62225202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412945285.pdf","grobid_xml":"https://content.openalex.org/works/W4412945285.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Fine-tuned":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"often":[5],"demonstrate":[6],"poor":[7,47],"calibration,":[8],"with":[9,14,67],"their":[10],"confidence":[11],"scores":[12],"misaligned":[13],"actual":[15],"performance.While":[16],"calibration":[17,34,48,91,127],"has":[18],"been":[19],"extensively":[20],"studied":[21],"in":[22,57,136,142],"models":[23],"trained":[24],"from":[25],"scratch,":[26],"the":[27,51,111,151],"impact":[28],"of":[29,54,155],"LLMs'":[30,42,68,83],"prior":[31,43,69,113],"knowledge":[32,44,70,76,94],"on":[33],"during":[35],"fine-tuning":[36,141],"remains":[37],"understudied.Our":[38],"research":[39],"reveals":[40],"that":[41,104,123],"causes":[45],"potential":[46],"due":[49],"to":[50,110,139,147],"ubiquitous":[52],"presence":[53],"known":[55],"data":[56,65],"real-world":[58],"fine-tuning,":[59],"which":[60],"appears":[61],"harmful":[62],"for":[63,163],"calibration.Specifically,":[64],"aligned":[66],"would":[71],"induce":[72],"overconfidence,":[73],"while":[74,86,128],"new":[75],"improves":[77,126],"calibration.Our":[78],"findings":[79],"expose":[80],"a":[81,101],"tension:":[82],"encyclopedic":[84],"knowledge,":[85],"enabling":[87],"task":[88],"versatility,":[89],"undermines":[90],"through":[92],"unavoidable":[93],"overlaps.To":[95],"address":[96],"this,":[97],"we":[98],"propose":[99],"CogCalib,":[100],"cognition-aware":[102],"framework":[103],"applies":[105],"targeted":[106],"learning":[107],"strategies":[108],"according":[109],"model's":[112],"knowledge.Experiments":[114],"across":[115],"7":[116],"tasks":[117],"using":[118],"3":[119],"LLM":[120],"families":[121],"prove":[122],"CogCalib":[124],"significantly":[125],"maintaining":[129],"performance,":[130],"achieving":[131],"an":[132],"average":[133],"57%":[134],"reduction":[135],"ECE":[137],"compared":[138],"standard":[140],"Llama3-8B.These":[143],"improvements":[144],"generalize":[145],"well":[146],"out-ofdomain":[148],"tasks,":[149],"enhancing":[150],"objectivity":[152],"and":[153,158],"reliability":[154],"domain-specific":[156],"LLMs,":[157],"making":[159],"them":[160],"more":[161],"trustworthy":[162],"critical":[164],"human-AI":[165],"interaction":[166],"applications.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}