{"id":"https://openalex.org/W4412888648","doi":"https://doi.org/10.18653/v1/2025.findings-acl.317","title":"Self-attention-based Graph-of-Thought for Math Problem Solving","display_name":"Self-attention-based Graph-of-Thought for Math Problem Solving","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888648","doi":"https://doi.org/10.18653/v1/2025.findings-acl.317"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.317","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.317","pdf_url":"https://aclanthology.org/2025.findings-acl.317.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.317.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012937644","display_name":"Ruiqiao Bai","orcid":"https://orcid.org/0000-0002-3248-8544"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruiqiao Bai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079197841","display_name":"Xue Han","orcid":"https://orcid.org/0009-0007-2041-5958"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034757629","display_name":"Shuo Lei","orcid":"https://orcid.org/0000-0001-7031-2438"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuo Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079750750","display_name":"Junlan Feng","orcid":"https://orcid.org/0000-0001-5292-2945"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junlan Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103868265","display_name":"Yanyan Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yanyan Luo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100773554","display_name":"Chao Deng","orcid":"https://orcid.org/0000-0002-5092-5277"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chao Deng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6112","last_page":"6125"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.902400016784668,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.902400016784668,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5673322677612305},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5060681700706482},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4317690134048462},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.35640597343444824},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28183916211128235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5673322677612305},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5060681700706482},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4317690134048462},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.35640597343444824},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28183916211128235}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.317","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.317","pdf_url":"https://aclanthology.org/2025.findings-acl.317.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.317","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.317","pdf_url":"https://aclanthology.org/2025.findings-acl.317.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888648.pdf","grobid_xml":"https://content.openalex.org/works/W4412888648.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Applying":[0],"Large":[1],"Language":[2],"Models":[3],"(LLM)":[4],"to":[5,30,109,123,139,194],"solve":[6,59],"math":[7],"problems":[8],"is":[9,103,148,191],"one":[10],"of":[11],"the":[12,22,60,174,189,203,216,224],"hottest":[13],"research":[14],"topics":[15],"at":[16],"present.Traditional":[17],"Chain-of-Thought-based":[18],"methods":[19,126],"typically":[20],"generate":[21],"reasoning":[23,40,50,95,114,136,171,205,220],"path":[24],"in":[25,57,210],"a":[26,42,65,77,87,98,104,141,149],"chain":[27],"structure,":[28],"leading":[29],"unnecessary":[31],"interference":[32],"caused":[33],"by":[34,116],"non-zero":[35],"self-attention":[36,91,101],"among":[37,218],"weakly":[38],"related":[39],"steps.Such":[41],"setting":[43],"also":[44,181],"differs":[45],"from":[46],"humans'":[47],"typical":[48],"graph-structured":[49,100],"habit":[51],"(with":[52],"an":[53,82,111,213],"inter-step":[54,90],"relationship":[55],"graph":[56,79,142],"mind).To":[58],"problem,":[61],"this":[62],"paper":[63],"proposes":[64],"novel":[66,99],"decoding":[67],"method":[68],"for":[69,107],"Transformer-based":[70,159],"LLM,":[71],"named":[72],"Self-attention-based":[73],"Graph-of-Thought":[74],"(SaGoT).SaGoT":[75],"constructs":[76],"thought":[78],"simultaneously":[80],"as":[81],"LLM":[83,190,214,225],"inference":[84],"(based":[85],"on":[86,131,176],"newly":[88],"defined":[89],"indicator),":[92],"and":[93,134,222],"generates":[94],"steps":[96],"with":[97],"mechanism.It":[102],"significant":[105],"contribution":[106],"SaGoT":[108,147,166,198],"enable":[110],"LLM's":[112,204],"graph-like":[113],"ability":[115],"modifying":[117],"its":[118,219],"inner":[119],"working":[120],"operations,":[121],"compared":[122],"SOTA":[124,183],"prompting":[125],"that":[127,152,165],"are":[128],"ex-post,":[129],"rely":[130],"huge":[132,177],"LLMs":[133],"redundant":[135],"step":[137],"generation":[138],"form":[140],"(inefficient":[143],"&":[144],"non-human-like).In":[145],"addition,":[146],"training-free":[150],"technique":[151],"can":[153],"be":[154],"seamlessly":[155],"incorporated":[156],"into":[157,202],"pre-trained":[158],"LLMs.Our":[160],"experimental":[161],"results":[162],"have":[163],"shown":[164],"could":[167],"significantly":[168],"enhance":[169],"mathematical":[170],"accuracy":[172],"without":[173],"reliance":[175],"computationally":[178],"over-expensive":[179],"LLMs.It":[180],"avoids":[182],"methods'":[184],"performance":[185],"degradation":[186],"issues":[187],"when":[188],"too":[192],"small":[193],"comprehend":[195],"complex":[196],"prompts.Moreover,":[197],"integrates":[199],"intrinsic":[200],"interpretability":[201],"procedure,":[206],"intuitively":[207],"assisting":[208],"humans":[209],"understanding":[211],"how":[212],"views":[215],"relationships":[217],"steps,":[221],"why":[223],"succeeds":[226],"or":[227],"fails.":[228]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}