{"id":"https://openalex.org/W7160898054","doi":"https://doi.org/10.48550/arxiv.2605.08368","title":"On Distinguishing Capability Elicitation from Capability Creation in Post-Training: A Free-Energy Perspective","display_name":"On Distinguishing Capability Elicitation from Capability Creation in Post-Training: A Free-Energy Perspective","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160898054","doi":"https://doi.org/10.48550/arxiv.2605.08368"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08368","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08368","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08368","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135990292","display_name":"Yuhao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136000203","display_name":"Shengchao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shengchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.13899999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.13899999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.12349999696016312,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08219999819993973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.7598999738693237},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.673799991607666},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5608000159263611},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.5317000150680542},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.49000000953674316},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.41769999265670776},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.36800000071525574},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.3375999927520752}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7598999738693237},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.673799991607666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6725000143051147},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5608000159263611},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.5317000150680542},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5126000046730042},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.49000000953674316},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.41769999265670776},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35499998927116394},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34049999713897705},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.3131999969482422},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.29750001430511475},{"id":"https://openalex.org/C2781118332","wikidata":"https://www.wikidata.org/wiki/Q430460","display_name":"Capability approach","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.263700008392334}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08368","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08368","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08368","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08368","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.5641353726387024,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Debates":[0],"about":[1],"large":[2],"language":[3],"model":[4,39,49,84],"post-training":[5,56,181],"often":[6],"treat":[7],"supervised":[8],"fine-tuning":[9],"(SFT)":[10],"as":[11,17,127,184],"imitation":[12],"and":[13,63,121,145],"reinforcement":[14],"learning":[15],"(RL)":[16],"discovery.":[18],"But":[19],"this":[20,68,96,112,172],"distinction":[21,69],"is":[22,27,98,165,177,182],"too":[23],"coarse.":[24],"What":[25],"matters":[26],"whether":[28,44,180,189],"a":[29,83,115,129],"training":[30],"procedure":[31],"increases":[32],"the":[33,37,48,73,78,103,154,159,162,174,199,210],"probability":[34],"of":[35,75,80,118,212],"behaviors":[36,81,94,192],"pretrained":[38,130],"could":[40],"already":[41,193],"produce,":[42],"or":[43,186,196,209],"it":[45,190],"changes":[46],"what":[47],"can":[50,85,123],"practically":[51,86],"reach.":[52],"We":[53,66,110],"argue":[54],"that":[55,82,92],"research":[57],"should":[58],"distinguish":[59],"between":[60],"capability":[61,64,99,108,169],"elicitation":[62],"creation.":[65,109,170],"make":[67],"operational":[70],"by":[71],"introducing":[72],"notion":[74],"accessible":[76],"support:":[77],"set":[79],"produce":[87],"under":[88],"finite":[89],"budgets.":[90],"Post-training":[91],"reweights":[93,191],"within":[95,194],"support":[97,104],"elicitation;":[100],"whereas":[101],"changing":[102],"itself":[105],"corresponds":[106],"to":[107,158],"develop":[111],"argument":[113],"through":[114,204],"free-energy":[116],"view":[117],"post-training.":[119],"SFT":[120,185],"RL":[122],"both":[124],"be":[125],"seen":[126],"reweighting":[128],"reference":[131],"distribution,":[132],"only":[133],"with":[134],"different":[135],"external":[136],"signals.":[137],"Demonstration":[138],"signals":[139,147],"define":[140,148],"low-energy":[141,149],"behavior":[142,150],"for":[143,151],"SFT,":[144],"reward":[146],"RL.":[152],"When":[153],"update":[155],"remains":[156],"close":[157],"base":[160],"model,":[161],"main":[163],"effect":[164],"local":[166],"reweighting,":[167],"not":[168],"Within":[171],"framework,":[173],"central":[175],"question":[176],"no":[178],"longer":[179],"framed":[183],"RL,":[187],"but":[188],"reach,":[195],"instead":[197],"expands":[198],"model's":[200],"reachable":[201],"behavioral":[202],"space":[203],"search,":[205],"interaction,":[206],"tool":[207],"use,":[208],"incorporation":[211],"new":[213],"information.":[214]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}