{"id":"https://openalex.org/W4412888560","doi":"https://doi.org/10.18653/v1/2025.findings-acl.429","title":"STEM-POM: Evaluating Language Models Math-Symbol Reasoning in Document Parsing","display_name":"STEM-POM: Evaluating Language Models Math-Symbol Reasoning in Document Parsing","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888560","doi":"https://doi.org/10.18653/v1/2025.findings-acl.429"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.429","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.429","pdf_url":"https://aclanthology.org/2025.findings-acl.429.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.429.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051330767","display_name":"Jiaru Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaru Zou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100434915","display_name":"Qing Wang","orcid":"https://orcid.org/0009-0003-7328-8762"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qing Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089949184","display_name":"Pratyush Thakur","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pratyush Thakur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5021129244","display_name":"Nickvash Kani","orcid":"https://orcid.org/0000-0002-5223-5069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nickvash Kani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8183","last_page":"8199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9606999754905701,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.8493561744689941},{"id":"https://openalex.org/keywords/symbol","display_name":"Symbol (formal)","score":0.7803298234939575},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6766496896743774},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5463507771492004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4912046790122986},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.44754141569137573},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32564622163772583}],"concepts":[{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.8493561744689941},{"id":"https://openalex.org/C134400042","wikidata":"https://www.wikidata.org/wiki/Q2372244","display_name":"Symbol (formal)","level":2,"score":0.7803298234939575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6766496896743774},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5463507771492004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4912046790122986},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.44754141569137573},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32564622163772583}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.429","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.429","pdf_url":"https://aclanthology.org/2025.findings-acl.429.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.429","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.429","pdf_url":"https://aclanthology.org/2025.findings-acl.429.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.699999988079071,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888560.pdf","grobid_xml":"https://content.openalex.org/works/W4412888560.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2389793738","https://openalex.org/W2376208682","https://openalex.org/W2924107927","https://openalex.org/W2368886944","https://openalex.org/W4390358280","https://openalex.org/W2611966483","https://openalex.org/W4381248170","https://openalex.org/W3189621521","https://openalex.org/W2173794830","https://openalex.org/W1502858101"],"abstract_inverted_index":{"Advances":[0],"in":[1,15,42,130],"large":[2],"language":[3],"models":[4],"(LLMs)":[5],"have":[6],"spurred":[7],"research":[8],"into":[9],"enhancing":[10],"their":[11,32,131],"reasoning":[12,61,148],"capabilities,":[13],"particularly":[14],"mathrich":[16],"STEM":[17],"(Science,":[18],"Technology,":[19],"Engineering,":[20],"and":[21,37,89,99,105,122],"Mathematics)":[22],"documents.While":[23],"LLMs":[24,112],"can":[25],"generate":[26],"equations":[27],"or":[28],"solve":[29],"mathrelated":[30],"queries,":[31],"ability":[33,132],"to":[34,58,133],"fully":[35],"understand":[36],"interpret":[38],"abstract":[39],"mathematical":[40,135,139,147],"symbols":[41,65,80],"long,":[43],"math-rich":[44],"documents":[45],"remains":[46],"limited.In":[47],"this":[48],"paper,":[49],"we":[50],"introduce":[51],"STEM-POM,":[52],"a":[53,127],"comprehensive":[54],"benchmark":[55],"dataset":[56],"designed":[57],"evaluate":[59],"LLMs'":[60,138],"abilities":[62],"on":[63],"math":[64,79],"within":[66],"contextual":[67],"scientific":[68],"text.The":[69],"dataset,":[70],"sourced":[71],"from":[72],"realworld":[73],"ArXiv":[74],"documents,":[75],"contains":[76],"over":[77],"2K":[78],"classified":[81],"as":[82],"main":[83],"attributes":[84],"of":[85,117],"variables,":[86],"constants,":[87],"operators,":[88],"unit":[90],"descriptors,":[91],"with":[92,124],"additional":[93],"sub-attributes":[94],"including":[95],"scalar/vector/matrix":[96],"for":[97,102],"variables":[98],"local/global/discipline-specific":[100],"labels":[101],"both":[103],"constants":[104],"operators.Our":[106],"extensive":[107],"experiments":[108],"demonstrate":[109],"that":[110],"state-of-the-art":[111],"achieve":[113],"an":[114],"average":[115],"accuracy":[116],"20-60%":[118],"under":[119],"in-context":[120],"learning":[121],"50-60%":[123],"finetuning,":[125],"highlighting":[126],"substantial":[128],"gap":[129],"classify":[134],"symbols.By":[136],"improving":[137],"symbol":[140],"classification,":[141],"STEM-POM":[142],"further":[143],"enhances":[144],"models'":[145],"downstream":[146],"capabilities.":[149]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}