{"id":"https://openalex.org/W4402351271","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650937","title":"Unlocking Chain of Thought in Base Language Models by Heuristic Instruction","display_name":"Unlocking Chain of Thought in Base Language Models by Heuristic Instruction","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402351271","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650937"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650937","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077780511","display_name":"Zhuang Ren","orcid":"https://orcid.org/0000-0002-8470-8211"},"institutions":[{"id":"https://openalex.org/I163151501","display_name":"Hangzhou Normal University","ror":"https://ror.org/014v1mr15","country_code":"CN","type":"education","lineage":["https://openalex.org/I163151501"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ren Zhuang","raw_affiliation_strings":["Hangzhou Normal University,School of Information Science and Technology,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Normal University,School of Information Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I163151501"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100341636","display_name":"Ben Wang","orcid":"https://orcid.org/0000-0002-5341-1642"},"institutions":[{"id":"https://openalex.org/I163151501","display_name":"Hangzhou Normal University","ror":"https://ror.org/014v1mr15","country_code":"CN","type":"education","lineage":["https://openalex.org/I163151501"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ben Wang","raw_affiliation_strings":["Hangzhou Normal University,School of Information Science and Technology,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Normal University,School of Information Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I163151501"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084854948","display_name":"Shuifa Sun","orcid":"https://orcid.org/0000-0003-0933-152X"},"institutions":[{"id":"https://openalex.org/I163151501","display_name":"Hangzhou Normal University","ror":"https://ror.org/014v1mr15","country_code":"CN","type":"education","lineage":["https://openalex.org/I163151501"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuifa Sun","raw_affiliation_strings":["Hangzhou Normal University,School of Information Science and Technology,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Normal University,School of Information Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I163151501"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101461644","display_name":"Yanlong Wang","orcid":"https://orcid.org/0000-0002-5857-2154"},"institutions":[{"id":"https://openalex.org/I4210141176","display_name":"Communication University of Zhejiang","ror":"https://ror.org/04t7gxr16","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210141176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanlong Wang","raw_affiliation_strings":["Communication University of Zhejiang,College of Media Engineering,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communication University of Zhejiang,College of Media Engineering,Hangzhou,China","institution_ids":["https://openalex.org/I4210141176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046098899","display_name":"Zhipeng Ding","orcid":"https://orcid.org/0000-0003-2811-9460"},"institutions":[{"id":"https://openalex.org/I163151501","display_name":"Hangzhou Normal University","ror":"https://ror.org/014v1mr15","country_code":"CN","type":"education","lineage":["https://openalex.org/I163151501"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Ding","raw_affiliation_strings":["Hangzhou Normal University,School of Information Science and Technology,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Normal University,School of Information Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I163151501"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100330686","display_name":"Wenbo Liu","orcid":"https://orcid.org/0000-0003-2560-0777"},"institutions":[{"id":"https://openalex.org/I163151501","display_name":"Hangzhou Normal University","ror":"https://ror.org/014v1mr15","country_code":"CN","type":"education","lineage":["https://openalex.org/I163151501"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Liu","raw_affiliation_strings":["Hangzhou Normal University,School of Information Science and Technology,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Normal University,School of Information Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I163151501"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7228652834892273},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.686667799949646},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.5374560356140137},{"id":"https://openalex.org/keywords/chain","display_name":"Chain (unit)","score":0.5118979215621948},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.45701295137405396},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38631319999694824},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.33106207847595215},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3240375518798828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30882927775382996},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14072108268737793},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10774210095405579}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7228652834892273},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.686667799949646},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.5374560356140137},{"id":"https://openalex.org/C199185054","wikidata":"https://www.wikidata.org/wiki/Q552299","display_name":"Chain (unit)","level":2,"score":0.5118979215621948},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.45701295137405396},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38631319999694824},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.33106207847595215},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3240375518798828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30882927775382996},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14072108268737793},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10774210095405579},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650937","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W2099345940","https://openalex.org/W2512924740","https://openalex.org/W2618735189","https://openalex.org/W2888482885","https://openalex.org/W2896457183","https://openalex.org/W2963748441","https://openalex.org/W2969601108","https://openalex.org/W2996428491","https://openalex.org/W3034643750","https://openalex.org/W3035497479","https://openalex.org/W3105966348","https://openalex.org/W3174708387","https://openalex.org/W4221143046","https://openalex.org/W4221161695","https://openalex.org/W4226075153","https://openalex.org/W4226278401","https://openalex.org/W4226408727","https://openalex.org/W4281557260","https://openalex.org/W4283026156","https://openalex.org/W4283828387","https://openalex.org/W4286987939","https://openalex.org/W4304194220","https://openalex.org/W4320005767","https://openalex.org/W4321011699","https://openalex.org/W4362515116","https://openalex.org/W4367050832","https://openalex.org/W4367628401","https://openalex.org/W4385567216","https://openalex.org/W4385571219","https://openalex.org/W4385572426","https://openalex.org/W4386081793","https://openalex.org/W4389519446","https://openalex.org/W4391215636","https://openalex.org/W4392011989","https://openalex.org/W4401042317","https://openalex.org/W6676373471","https://openalex.org/W6755829550","https://openalex.org/W6766795243","https://openalex.org/W6768021236","https://openalex.org/W6800875267","https://openalex.org/W6803815625","https://openalex.org/W6804874140","https://openalex.org/W6809646742","https://openalex.org/W6810162553","https://openalex.org/W6810738896","https://openalex.org/W6838461927","https://openalex.org/W6838865847","https://openalex.org/W6839268828","https://openalex.org/W6845413636","https://openalex.org/W6849565481","https://openalex.org/W6849941170","https://openalex.org/W6851762504","https://openalex.org/W6851775633","https://openalex.org/W6856051742","https://openalex.org/W6861345561"],"related_works":["https://openalex.org/W2742360428","https://openalex.org/W2060570504","https://openalex.org/W4320830217","https://openalex.org/W4231937131","https://openalex.org/W2370815826","https://openalex.org/W323219885","https://openalex.org/W2433057514","https://openalex.org/W2063928587","https://openalex.org/W2373436826","https://openalex.org/W2167961874"],"abstract_inverted_index":{"Chain":[0,27],"of":[1,28,45],"thought":[2],"(CoT)":[3],"prompting":[4],"drives":[5],"complex":[6],"reasoning":[7],"in":[8,47],"large":[9],"language":[10],"models":[11],"(LLMs),":[12],"but":[13],"remains":[14],"scarcely":[15],"explored":[16],"for":[17,32],"smaller":[18],"Base":[19],"Language":[20],"Models":[21],"(BLMs).":[22],"We":[23],"pioneer":[24],"the":[25,43,73,96],"Heuristic":[26],"Thought":[29],"(HCoT)":[30],"approach":[31],"BLMs":[33,78],"simply":[34],"via":[35],"\"Let\u2019s":[36],"use":[37],"knowledge\"":[38],"prompts.":[39],"Further,":[40],"we":[41],"bridge":[42],"lack":[44],"guidance":[46],"HCoT":[48,71],"by":[49,99],"innovating":[50],"SPIRE,":[51],"a":[52,105],"template":[53],"providing":[54],"specificity,":[55],"purpose,":[56],"information,":[57],"role":[58],"&":[59],"capacity":[60],"and":[61,83],"expression":[62],"to":[63],"efficiently":[64],"apply":[65],"knowledge.":[66],"Experiments":[67],"show":[68],"that":[69],"combining":[70],"with":[72],"SPIRE":[74],"format":[75],"significantly":[76],"improves":[77],"performance":[79],"on":[80,91],"question":[81],"answering":[82],"translation":[84],"tasks":[85],"after":[86],"minimal":[87],"tuning.":[88],"For":[89],"example,":[90],"SQuADv1.1,":[92],"our":[93],"method":[94],"increases":[95],"character":[97],"F1":[98],"4.12%":[100],"over":[101],"zero-shot":[102],"CoT":[103],"using":[104],"41.7M":[106],"parameter":[107],"BERT":[108],"model.":[109]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}