{"id":"https://openalex.org/W7141541063","doi":"https://doi.org/10.48550/arxiv.2603.25253","title":"MolQuest: A Benchmark for Agentic Evaluation of Abductive Reasoning in Chemical Structure Elucidation","display_name":"MolQuest: A Benchmark for Agentic Evaluation of Abductive Reasoning in Chemical Structure Elucidation","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7141541063","doi":"https://doi.org/10.48550/arxiv.2603.25253"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.25253","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25253","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.25253","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130778163","display_name":"Taolin Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Taolin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130815241","display_name":"Shuang Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Shuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126256575","display_name":"Jinghang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinghang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130729167","display_name":"Yuhao Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033329211","display_name":"Renquan Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Renquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130778096","display_name":"Bing Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130796470","display_name":"Wei Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.8391000032424927,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.8391000032424927,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.03359999880194664,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03269999846816063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/abductive-reasoning","display_name":"Abductive reasoning","score":0.638700008392334},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6172999739646912},{"id":"https://openalex.org/keywords/scientific-modelling","display_name":"Scientific modelling","score":0.5361999869346619},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.491100013256073},{"id":"https://openalex.org/keywords/scientific-reasoning","display_name":"Scientific reasoning","score":0.4207000136375427},{"id":"https://openalex.org/keywords/experimental-data","display_name":"Experimental data","score":0.35989999771118164},{"id":"https://openalex.org/keywords/proof-of-concept","display_name":"Proof of concept","score":0.31529998779296875},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.31119999289512634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6919999718666077},{"id":"https://openalex.org/C166088908","wikidata":"https://www.wikidata.org/wiki/Q308495","display_name":"Abductive reasoning","level":2,"score":0.638700008392334},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6172999739646912},{"id":"https://openalex.org/C138379479","wikidata":"https://www.wikidata.org/wiki/Q1116876","display_name":"Scientific modelling","level":2,"score":0.5361999869346619},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.491100013256073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4668000042438507},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4271000027656555},{"id":"https://openalex.org/C2992562121","wikidata":"https://www.wikidata.org/wiki/Q3817808","display_name":"Scientific reasoning","level":2,"score":0.4207000136375427},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41440001130104065},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.35989999771118164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33070001006126404},{"id":"https://openalex.org/C124978682","wikidata":"https://www.wikidata.org/wiki/Q1201019","display_name":"Proof of concept","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C2984917352","wikidata":"https://www.wikidata.org/wiki/Q12772819","display_name":"Scientific discovery","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C2992697062","wikidata":"https://www.wikidata.org/wiki/Q46857","display_name":"Scientific thinking","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.25253","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25253","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.25253","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25253","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7662871479988098,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,90,132,144,158],"(LLMs)":[3],"hold":[4],"considerable":[5],"potential":[6],"for":[7,39,66,172,192],"advancing":[8],"scientific":[9,24,45,138,186,203],"discovery,":[10],"yet":[11],"systematic":[12],"assessment":[13],"of":[14,148,155],"their":[15],"dynamic":[16],"reasoning":[17,114],"in":[18,43,136,182,201],"real-world":[19],"research":[20,194],"remains":[21,159],"limited.":[22],"Current":[23],"evaluation":[25,64],"benchmarks":[26],"predominantly":[27],"rely":[28],"on":[29],"static,":[30],"single-turn":[31],"Question":[32],"Answering":[33],"(QA)":[34],"formats,":[35],"which":[36],"are":[37],"inadequate":[38],"measuring":[40],"model":[41],"performance":[42,154],"complex":[44,123],"tasks":[46],"that":[47,129,197],"require":[48],"multi-step":[49],"iteration":[50],"and":[51,103,115,122,169],"experimental":[52,74,94],"interaction.":[53],"To":[54],"address":[55],"this":[56],"gap,":[57],"we":[58],"introduce":[59],"MolQuest,":[60],"a":[61,85,120,167,189],"novel":[62],"agent-based":[63],"framework":[65,109,171],"molecular":[67,81],"structure":[68,82],"elucidation":[69,83],"built":[70],"upon":[71],"authentic":[72,137],"chemical":[73,124],"data.":[75],"Unlike":[76],"existing":[77],"datasets,":[78],"MolQuest":[79],"formalizes":[80],"as":[84],"multi-turn":[86],"interactive":[87],"task,":[88],"requiring":[89],"to":[91],"proactively":[92],"plan":[93],"steps,":[95],"integrate":[96],"heterogeneous":[97],"spectral":[98],"sources":[99],"(e.g.,":[100],"NMR,":[101],"MS),":[102],"iteratively":[104],"refine":[105],"structural":[106],"hypotheses.":[107],"This":[108,164],"systematically":[110],"evaluates":[111],"LLMs'":[112,184],"abductive":[113],"strategic":[116,185],"decision-making":[117],"abilities":[118],"within":[119],"vast":[121],"space.":[125],"Empirical":[126],"results":[127],"reveal":[128],"contemporary":[130],"frontier":[131],"exhibit":[133],"significant":[134],"limitations":[135],"scenarios:":[139],"notably,":[140],"even":[141],"state-of-the-art":[142],"(SOTA)":[143],"achieve":[145],"an":[146],"accuracy":[147],"only":[149],"approximately":[150],"50%,":[151],"while":[152],"the":[153,161,179,202],"most":[156],"other":[157],"below":[160],"30%":[162],"threshold.":[163],"work":[165],"provides":[166],"reproducible":[168],"extensible":[170],"science-oriented":[173],"LLM":[174],"evaluation,":[175],"our":[176],"findings":[177],"highlight":[178],"critical":[180],"gap":[181],"current":[183],"reasoning,":[187],"setting":[188],"clear":[190],"direction":[191],"future":[193],"toward":[195],"AI":[196],"can":[198],"actively":[199],"participate":[200],"process.":[204]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-28T00:00:00"}