{"id":"https://openalex.org/W4391985990","doi":"https://doi.org/10.48550/arxiv.2402.11651","title":"Learning From Failure: Integrating Negative Examples when Fine-tuning Large Language Models as Agents","display_name":"Learning From Failure: Integrating Negative Examples when Fine-tuning Large Language Models as Agents","alternate_titles":[],"publication_year":2024,"publication_date":"2024-02-18","ids":{"openalex":"https://openalex.org/W4391985990","doi":"https://doi.org/10.48550/arxiv.2402.11651"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.11651","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.11651","pdf_url":"https://arxiv.org/pdf/2402.11651","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4391985990"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.11651","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042614311","display_name":"Renxi Wang","orcid":"https://orcid.org/0000-0003-4130-3334","observed_orcids":["https://orcid.org/0000-0003-4130-3334"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wang, Renxi","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100742671","display_name":"Haonan Li","orcid":"https://orcid.org/0000-0002-0589-7182","observed_orcids":["https://orcid.org/0000-0002-0589-7182"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Li, Haonan","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Han, Xudong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Han, Xudong","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037162594","display_name":"Yixuan Zhang","orcid":"https://orcid.org/0000-0002-7412-4669","observed_orcids":["https://orcid.org/0000-0002-7412-4669"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhang, Yixuan","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103085805","display_name":"Timothy Baldwin","orcid":"https://orcid.org/0000-0002-4445-1386","observed_orcids":["https://orcid.org/0000-0002-4445-1386"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Baldwin, Timothy","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":68,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6621000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6621000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.12290000170469284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.05469999834895134,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/negative-examples","display_name":"negative examples","score":0.7390000224113464},{"id":"https://openalex.org/keywords/tool-use","display_name":"tool use","score":0.8109999895095825},{"id":"https://openalex.org/keywords/search-engines","display_name":"search engines","score":0.5809999704360962},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.7089999914169312},{"id":"https://openalex.org/keywords/multi-hop-question-answering","display_name":"multi-hop question answering","score":0.9940000176429749},{"id":"https://openalex.org/keywords/low-resource-data","display_name":"low-resource data","score":0.6019999980926514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48563066124916077}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.11651","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.11651","pdf_url":"https://arxiv.org/pdf/2402.11651","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.11651","doi":"https://doi.org/10.48550/arxiv.2402.11651","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.11651","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.11651","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.11651","pdf_url":"https://arxiv.org/pdf/2402.11651","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391985990.pdf","grobid_xml":"https://content.openalex.org/works/W4391985990.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1979263599","https://openalex.org/W2251935656","https://openalex.org/W2417863416","https://openalex.org/W2475046758","https://openalex.org/W2889787757","https://openalex.org/W3015883388","https://openalex.org/W3016473712","https://openalex.org/W3034643750","https://openalex.org/W3129831491","https://openalex.org/W3138392969","https://openalex.org/W3159959439","https://openalex.org/W3185341429","https://openalex.org/W3210904070","https://openalex.org/W4236521339","https://openalex.org/W4327810158","https://openalex.org/W4384918448","https://openalex.org/W4385682136","https://openalex.org/W4385965642","https://openalex.org/W4386528753","https://openalex.org/W4387560542","https://openalex.org/W4392182703","https://openalex.org/W7096145150","https://openalex.org/W7133222210"],"related_works":["https://openalex.org/W7162520516","https://openalex.org/W6910759985","https://openalex.org/W7106213762","https://openalex.org/W4402683785","https://openalex.org/W4404783870","https://openalex.org/W7166848077","https://openalex.org/W7208826549","https://openalex.org/W7164554678","https://openalex.org/W4387560542","https://openalex.org/W4406093020"],"abstract_inverted_index":{"Large":[0],"language":[1,26],"models":[2],"(LLMs)":[3],"have":[4],"achieved":[5],"success":[6],"in":[7,182,202],"acting":[8],"as":[9,18,39],"agents,":[10],"which":[11],"interact":[12],"with":[13],"environments":[14],"through":[15,117],"tools":[16],"such":[17],"search":[19],"engines.":[20],"However,":[21],"LLMs":[22,53,111],"are":[23,189],"optimized":[24],"for":[25,209],"generation":[27],"instead":[28],"of":[29,87,196],"tool":[30],"use":[31],"during":[32,97,141],"training":[33],"or":[34,129],"alignment,":[35],"limiting":[36],"their":[37,200],"effectiveness":[38],"agents.":[40],"To":[41,185],"resolve":[42],"this":[43,100],"problem,":[44],"previous":[45],"work":[46],"has":[47],"first":[48,191],"collected":[49],"interaction":[50],"trajectories":[51,58,81,106,116,198],"between":[52,177],"and":[54,72,77,89,91,110,121,157,168,180,199,214],"environments,":[55],"using":[56],"only":[57],"that":[59,104,131,170],"successfully":[60],"finished":[61],"the":[62,93,133,165,190,194],"task":[63],"to":[64,84,136,192],"fine-tune":[65],"smaller":[66],"models,":[67],"making":[68],"fine-tuning":[69,122],"data":[70,88,216],"scarce":[71],"acquiring":[73],"it":[74],"both":[75],"difficult":[76],"costly.":[78],"Discarding":[79],"failed":[80],"also":[82],"leads":[83],"significant":[85],"wastage":[86],"resources":[90],"limits":[92],"possible":[94],"optimization":[95],"paths":[96],"fine-tuning.":[98],"In":[99],"paper,":[101],"we":[102,143,188],"argue":[103],"unsuccessful":[105,183],"offer":[107,207],"valuable":[108,178],"insights,":[109],"can":[112],"learn":[113],"from":[114],"these":[115],"appropriate":[118],"quality":[119],"control":[120],"strategies.":[123],"By":[124],"simply":[125],"adding":[126],"a":[127,138,148,174],"prefix":[128],"suffix":[130],"tells":[132],"model":[134,145],"whether":[135],"generate":[137],"successful":[139],"trajectory":[140],"training,":[142],"improve":[144],"performance":[146],"by":[147],"large":[149],"margin":[150],"on":[151],"mathematical":[152],"reasoning,":[153],"multi-hop":[154],"question":[155,159],"answering,":[156],"strategic":[158],"answering":[160],"tasks.":[161],"We":[162],"further":[163],"analyze":[164],"inference":[166],"results":[167],"find":[169],"our":[171,186],"method":[172],"provides":[173],"better":[175,211],"trade-off":[176],"information":[179],"errors":[181],"trajectories.":[184],"knowledge,":[187],"demonstrate":[193],"value":[195],"negative":[197],"application":[201],"agent-tunning":[203],"scenarios.":[204],"Our":[205],"findings":[206],"guidance":[208],"developing":[210],"agent-tuning":[212],"methods":[213],"low-resource":[215],"usage":[217],"techniques.":[218]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4391985990","counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":11}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2024-02-21T00:00:00"}
