{"id":"https://openalex.org/W4407308261","doi":"https://doi.org/10.48550/arxiv.2502.04350","title":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","display_name":"CodeSteer: Symbolic-Augmented Language Models via Code/Text Guidance","publication_year":2025,"publication_date":"2025-02-04","ids":{"openalex":"https://openalex.org/W4407308261","doi":"https://doi.org/10.48550/arxiv.2502.04350"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2502.04350","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.04350","pdf_url":"https://arxiv.org/pdf/2502.04350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.04350","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115580462","display_name":"Yongchao Chen","orcid":"https://orcid.org/0000-0001-7792-0989"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yongchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113034869","display_name":"Yilun Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Yilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065417262","display_name":"Yueying Liu","orcid":"https://orcid.org/0000-0001-5335-3334"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yueying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354600","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0001-8641-2660"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019603699","display_name":"Chuchu Fan","orcid":"https://orcid.org/0000-0003-4671-233X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Chuchu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9440000057220459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.650338888168335},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6435150504112244},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6173506379127502},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3881790041923523}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.650338888168335},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6435150504112244},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6173506379127502},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3881790041923523},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2502.04350","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.04350","pdf_url":"https://arxiv.org/pdf/2502.04350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.04350","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.04350","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.04350","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.04350","pdf_url":"https://arxiv.org/pdf/2502.04350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Existing":[0],"methods":[1],"fail":[2],"to":[3,108,157],"effectively":[4,89],"steer":[5],"Large":[6],"Language":[7],"Models":[8],"(LLMs)":[9],"between":[10],"textual":[11],"reasoning":[12],"and":[13,45,54,72,86,121,149,167,173],"code":[14],"generation,":[15],"leaving":[16],"symbolic":[17,40,85,155],"computing":[18,156],"capabilities":[19],"underutilized.":[20],"We":[21,32,59],"introduce":[22],"CodeSteer,":[23],"an":[24,141],"effective":[25],"method":[26],"for":[27,134],"guiding":[28],"LLM":[29,115],"code/text":[30,92],"generation.":[31],"construct":[33],"a":[34,65],"comprehensive":[35],"benchmark":[36],"SymBench":[37],"comprising":[38],"37":[39,127],"tasks":[41,128],"with":[42,64,82,99],"adjustable":[43],"complexity":[44],"also":[46],"synthesize":[47],"datasets":[48],"of":[49,94],"12k":[50],"multi-turn":[51,68],"guidance/generation":[52],"trajectories":[53],"5.5k":[55],"guidance":[56],"comparison":[57],"pairs.":[58],"fine-tune":[60],"the":[61,83,91,112],"Llama-3-8B":[62],"model":[63],"newly":[66],"designed":[67],"supervised":[69],"fine-tuning":[70],"(SFT)":[71],"direct":[73],"preference":[74],"optimization":[75],"(DPO).":[76],"The":[77],"resulting":[78],"model,":[79],"CodeSteerLLM,":[80],"augmented":[81],"proposed":[84],"self-answer":[87],"checkers,":[88],"guides":[90],"generation":[93],"larger":[95],"models.":[96],"Augmenting":[97],"GPT-4o":[98],"CodeSteer":[100,136],"raises":[101],"its":[102],"average":[103,142],"performance":[104,144,160],"score":[105],"from":[106],"53.3":[107],"86.4,":[109],"even":[110],"outperforming":[111],"existing":[113],"best":[114],"OpenAI":[116],"o1":[117],"(82.7),":[118],"o1-preview":[119],"(74.8),":[120],"DeepSeek":[122],"R1":[123],"(76.8)":[124],"across":[125],"all":[126],"(28":[129],"seen,":[130],"9":[131],"unseen).":[132],"Trained":[133],"GPT-4o,":[135],"demonstrates":[137],"superior":[138],"generalizability,":[139],"providing":[140],"41.8":[143],"boost":[145],"on":[146,161],"Claude,":[147],"Mistral,":[148],"GPT-3.5.":[150],"CodeSteer-guided":[151],"LLMs":[152],"fully":[153],"harness":[154],"maintain":[158],"strong":[159],"highly":[162],"complex":[163],"tasks.":[164],"Models,":[165],"Datasets,":[166],"Codes":[168],"are":[169],"available":[170],"at":[171],"https://github.com/yongchao98/CodeSteer-v1.0":[172],"https://huggingface.co/yongchao98.":[174]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}