{"id":"https://openalex.org/W4389712751","doi":"https://doi.org/10.48550/arxiv.2312.07413","title":"AI capabilities can be significantly improved without expensive retraining","display_name":"AI capabilities can be significantly improved without expensive retraining","publication_year":2023,"publication_date":"2023-12-12","ids":{"openalex":"https://openalex.org/W4389712751","doi":"https://doi.org/10.48550/arxiv.2312.07413"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2312.07413","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.07413","pdf_url":"https://arxiv.org/pdf/2312.07413","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.07413","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130593171","display_name":"Tatsuya Shimomoto","orcid":"https://orcid.org/0009-0002-6168-4162","observed_orcids":["https://orcid.org/0009-0002-6168-4162"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Davidson, Tom","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035096298","display_name":"Jean-Stanislas Denain","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Denain, Jean-Stanislas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116141784","display_name":"Pablo Villalobos","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Villalobos, Pablo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5018323495","display_name":"Guillem Bas","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bas, Guillem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.6000999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.6000999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.3400999903678894,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13364","display_name":"Digitalization, Law, and Regulation","score":0.03240000084042549,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autonomous-ai-agents","display_name":"autonomous AI agents","score":0.921999990940094},{"id":"https://openalex.org/keywords/black-box-problem","display_name":"black box problem","score":0.796999990940094},{"id":"https://openalex.org/keywords/ai-transparency","display_name":"AI transparency","score":0.5789999961853027},{"id":"https://openalex.org/keywords/trade-secrets","display_name":"trade secrets","score":0.7480000257492065},{"id":"https://openalex.org/keywords/operator-visibility","display_name":"operator visibility","score":0.7940000295639038},{"id":"https://openalex.org/keywords/accountability","display_name":"accountability","score":0.6420000195503235},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.7089999914169312},{"id":"https://openalex.org/keywords/ai-risk-management","display_name":"AI risk management","score":0.6909999847412109},{"id":"https://openalex.org/keywords/ai-governance","display_name":"AI governance","score":0.3970000147819519}],"concepts":[{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.8382892608642578},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7792721390724182},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7364833354949951},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5487977266311646},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.47554823756217957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46833041310310364},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.43204325437545776},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4178021550178528},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39455151557922363},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.32683098316192627},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10254630446434021},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2312.07413","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.07413","pdf_url":"https://arxiv.org/pdf/2312.07413","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.07413","doi":"https://doi.org/10.48550/arxiv.2312.07413","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.07413","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.07413","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.07413","pdf_url":"https://arxiv.org/pdf/2312.07413","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389712751.pdf","grobid_xml":"https://content.openalex.org/works/W4389712751.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7100538538","https://openalex.org/W6941173791","https://openalex.org/W7131074570","https://openalex.org/W7165473438","https://openalex.org/W7212195581","https://openalex.org/W7125767466","https://openalex.org/W7161266986","https://openalex.org/W7128186751","https://openalex.org/W6941421760","https://openalex.org/W7169093819"],"abstract_inverted_index":{"State-of-the-art":[0],"AI":[1],"systems":[2],"can":[3],"be":[4,79,146,152],"significantly":[5],"improved":[6],"without":[7],"expensive":[8],"retraining":[9],"via":[10],"\"post-training":[11],"enhancements\"-techniques":[12],"applied":[13],"after":[14],"initial":[15],"training":[16,76,114,136],"like":[17],"fine-tuning":[18,128],"the":[19,70,85,89,134,139],"system":[20],"to":[21,55,81,126],"use":[22],"a":[23,67,110,155],"web":[24],"browser.":[25],"We":[26],"review":[27],"recent":[28],"post-training":[29,96,143],"enhancements,":[30],"categorizing":[31],"them":[32],"into":[33,66],"five":[34],"types:":[35],"tool-use,":[36],"prompting":[37],"methods,":[38],"scaffolding,":[39],"solution":[40],"selection,":[41],"and":[42],"data":[43],"generation.":[44],"Different":[45],"enhancements":[46,65,97,103,122,144],"improve":[47,82,104],"performance":[48,83,106],"on":[49],"different":[50,64],"tasks,":[51],"making":[52],"it":[53],"hard":[54],"compare":[56],"their":[57],"significance.":[58],"So":[59],"we":[60],"translate":[61],"improvements":[62],"from":[63],"common":[68],"currency,":[69],"compute-equivalent":[71],"gain:":[72],"how":[73],"much":[74],"additional":[75],"compute":[77],"would":[78],"needed":[80],"by":[84,107,117,154],"same":[86],"amount":[87],"as":[88],"enhancement.":[90],"Our":[91],"non-experimental":[92],"work":[93],"shows":[94],"that":[95],"have":[98],"significant":[99],"benefits:":[100],"most":[101],"surveyed":[102],"benchmark":[105],"more":[108,118],"than":[109,119],"5x":[111],"increase":[112],"in":[113],"compute,":[115],"some":[116],"20x.":[120],"Post-training":[121],"are":[123,130],"relatively":[124],"cheap":[125],"develop:":[127],"costs":[129],"typically":[131],"<1%":[132],"of":[133,141,158],"original":[135],"cost.":[137],"Governing":[138],"development":[140],"capable":[142],"may":[145],"challenging":[147],"because":[148],"frontier":[149],"models":[150],"could":[151],"enhanced":[153],"wide":[156],"range":[157],"actors.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2023-12-14T00:00:00"}