{"id":"https://openalex.org/W6891997056","doi":"https://doi.org/10.48550/arxiv.2503.09032","title":"Teaching LLMs How to Learn with Contextual Fine-Tuning","display_name":"Teaching LLMs How to Learn with Contextual Fine-Tuning","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W6891997056","doi":"https://doi.org/10.48550/arxiv.2503.09032"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2503.09032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.09032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2503.09032","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Choi, Younwoo","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Choi, Younwoo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Asif, Muhammad Adil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asif, Muhammad Adil","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Han, Ziwen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Ziwen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Willes, John","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Willes, John","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Krishnan, Rahul G.","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishnan, Rahul G.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3140000104904175,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3140000104904175,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11050000041723251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1071000024676323,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nucleofection","display_name":"Nucleofection","score":0.3855000138282776},{"id":"https://openalex.org/keywords/gestational-period","display_name":"Gestational period","score":0.3131999969482422},{"id":"https://openalex.org/keywords/tsg101","display_name":"TSG101","score":0.3034999966621399},{"id":"https://openalex.org/keywords/hyporeflexia","display_name":"Hyporeflexia","score":0.29010000824928284},{"id":"https://openalex.org/keywords/proteogenomics","display_name":"Proteogenomics","score":0.2782999873161316},{"id":"https://openalex.org/keywords/fusible-alloy","display_name":"Fusible alloy","score":0.27149999141693115},{"id":"https://openalex.org/keywords/articular-cartilage-damage","display_name":"Articular cartilage damage","score":0.27129998803138733}],"concepts":[{"id":"https://openalex.org/C144251240","wikidata":"https://www.wikidata.org/wiki/Q7068229","display_name":"Nucleofection","level":4,"score":0.3855000138282776},{"id":"https://openalex.org/C2992336715","wikidata":"https://www.wikidata.org/wiki/Q63431143","display_name":"Gestational period","level":4,"score":0.3131999969482422},{"id":"https://openalex.org/C2778283623","wikidata":"https://www.wikidata.org/wiki/Q18032200","display_name":"TSG101","level":5,"score":0.3034999966621399},{"id":"https://openalex.org/C2777158700","wikidata":"https://www.wikidata.org/wiki/Q1419356","display_name":"Hyporeflexia","level":3,"score":0.29010000824928284},{"id":"https://openalex.org/C145741570","wikidata":"https://www.wikidata.org/wiki/Q7251534","display_name":"Proteogenomics","level":5,"score":0.2782999873161316},{"id":"https://openalex.org/C133074676","wikidata":"https://www.wikidata.org/wiki/Q428729","display_name":"Fusible alloy","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C2781032047","wikidata":"https://www.wikidata.org/wiki/Q938793","display_name":"Articular cartilage damage","level":5,"score":0.27129998803138733},{"id":"https://openalex.org/C18743360","wikidata":"https://www.wikidata.org/wiki/Q1208096","display_name":"Diafiltration","level":4,"score":0.2680000066757202},{"id":"https://openalex.org/C2777935831","wikidata":"https://www.wikidata.org/wiki/Q3144949","display_name":"Hemopericardium","level":3,"score":0.2628999948501587},{"id":"https://openalex.org/C2779627259","wikidata":"https://www.wikidata.org/wiki/Q779763","display_name":"Pretext","level":3,"score":0.2606000006198883},{"id":"https://openalex.org/C2777054765","wikidata":"https://www.wikidata.org/wiki/Q6402731","display_name":"Dysgeusia","level":3,"score":0.25220000743865967},{"id":"https://openalex.org/C180938184","wikidata":"https://www.wikidata.org/wiki/Q2142270","display_name":"Liquation","level":3,"score":0.25189998745918274},{"id":"https://openalex.org/C2909186138","wikidata":"https://www.wikidata.org/wiki/Q1500373","display_name":"Hyperlactatemia","level":2,"score":0.25099998712539673},{"id":"https://openalex.org/C135979968","wikidata":"https://www.wikidata.org/wiki/Q609809","display_name":"Protein isoform","level":5,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2503.09032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.09032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2503.09032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.09032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.6417244076728821,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Prompting":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs),":[4],"or":[5,56],"providing":[6],"context":[7],"on":[8,174],"the":[9,20,49,78,140,148,166,179],"expected":[10],"model":[11],"of":[12,22,51,114,153,168],"operation,":[13],"is":[14,40],"an":[15],"effective":[16,163],"way":[17],"to":[18,25,43,46,59,85,104,120,129,138,146,170],"steer":[19],"outputs":[21],"such":[23],"models":[24],"satisfy":[26],"human":[27,131],"desiderata":[28],"after":[29],"they":[30],"have":[31,88],"been":[32],"trained.":[33],"But":[34],"in":[35,53,64,134],"rapidly":[36,173],"evolving":[37],"domains,":[38],"there":[39],"often":[41,73],"need":[42],"fine-tune":[44,121],"LLMs":[45,102,169],"improve":[47,147],"either":[48],"kind":[50],"knowledge":[52],"their":[54,57],"memory":[55],"abilities":[58],"perform":[60],"open":[61],"ended":[62],"reasoning":[63],"new":[65,70,79,175],"domains.":[66,183],"When":[67],"human's":[68],"learn":[69],"concepts,":[71],"we":[72,82,87,95,109],"do":[74],"so":[75],"by":[76],"linking":[77],"material":[80],"that":[81,93,159],"are":[83],"studying":[84],"concepts":[86],"already":[89],"learned":[90],"before.":[91],"To":[92],"end,":[94],"ask,":[96],"\"can":[97],"prompting":[98],"help":[99],"us":[100],"teach":[101],"how":[103],"learn\".":[105],"In":[106],"this":[107,160],"work,":[108],"study":[110],"a":[111],"novel":[112],"generalization":[113],"instruction":[115],"tuning,":[116],"called":[117],"contextual":[118],"fine-tuning,":[119],"LLMs.":[122],"Our":[123],"method":[124],"leverages":[125],"instructional":[126],"prompts":[127],"designed":[128],"mimic":[130],"cognitive":[132],"strategies":[133],"learning":[135,141],"and":[136,151,181],"problem-solving":[137],"guide":[139],"process":[142],"during":[143],"training,":[144],"aiming":[145],"model's":[149],"interpretation":[150],"understanding":[152],"domain-specific":[154],"knowledge.":[155],"We":[156],"empirically":[157],"demonstrate":[158],"simple":[161],"yet":[162],"modification":[164],"improves":[165],"ability":[167],"be":[171],"fine-tuned":[172],"datasets":[176],"both":[177],"within":[178],"medical":[180],"financial":[182]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}
