{"id":"https://openalex.org/W7155498194","doi":"https://doi.org/10.48550/arxiv.2604.21304","title":"PaperMind: Benchmarking Agentic Reasoning and Critique over Scientific Papers in Multimodal LLMs","display_name":"PaperMind: Benchmarking Agentic Reasoning and Critique over Scientific Papers in Multimodal LLMs","publication_year":2026,"publication_date":"2026-04-23","ids":{"openalex":"https://openalex.org/W7155498194","doi":"https://doi.org/10.48550/arxiv.2604.21304"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.21304","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21304","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.21304","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134536752","display_name":"Yanjun Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yanjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134523716","display_name":"Tianxin Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Tianxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134506274","display_name":"Jiaru Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Jiaru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133279734","display_name":"Xuying Ning","orcid":"https://orcid.org/0009-0004-3521-6634"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ning, Xuying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035660751","display_name":"Yuanchen Bei","orcid":"https://orcid.org/0000-0003-2834-2873"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bei, Yuanchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134482415","display_name":"Lingjie Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lingjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134493294","display_name":"Simmi Rana","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rana, Simmi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008622947","display_name":"Wendy H. Yang","orcid":"https://orcid.org/0000-0002-2104-4796"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Wendy H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134484962","display_name":"Hanghang Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Hanghang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134484318","display_name":"Jingrui He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Jingrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.39320001006126404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.39320001006126404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.23309999704360962,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.07370000332593918,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.7024999856948853},{"id":"https://openalex.org/keywords/scientific-reasoning","display_name":"Scientific reasoning","score":0.6626999974250793},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6614999771118164},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.617900013923645},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5899999737739563},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5295000076293945},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5098000168800354},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43309998512268066}],"concepts":[{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.7024999856948853},{"id":"https://openalex.org/C2992562121","wikidata":"https://www.wikidata.org/wiki/Q3817808","display_name":"Scientific reasoning","level":2,"score":0.6626999974250793},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6614999771118164},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.617900013923645},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5899999737739563},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5295000076293945},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5098000168800354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.503600001335144},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43309998512268066},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.42329999804496765},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.4115000069141388},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40139999985694885},{"id":"https://openalex.org/C138379479","wikidata":"https://www.wikidata.org/wiki/Q1116876","display_name":"Scientific modelling","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3749000132083893},{"id":"https://openalex.org/C124056412","wikidata":"https://www.wikidata.org/wiki/Q3320364","display_name":"Scientific evidence","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2689000070095062},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.259799987077713},{"id":"https://openalex.org/C103138315","wikidata":"https://www.wikidata.org/wiki/Q431354","display_name":"Scientific realism","level":3,"score":0.25609999895095825},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.21304","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21304","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.21304","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21304","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.659007728099823,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"scientific":[1,34,50,75,85,113,141,173],"papers":[2,86],"requires":[3],"more":[4],"than":[5],"answering":[6],"isolated":[7,150],"questions":[8],"or":[9],"summarizing":[10],"content.":[11],"It":[12,100],"involves":[13],"an":[14],"integrated":[15,72,140,172],"reasoning":[16,76,142,174],"process":[17],"that":[18,106,144],"grounds":[19],"textual":[20],"and":[21,31,73,98,124,158,175,179],"visual":[22],"information,":[23],"interprets":[24],"experimental":[25,119],"evidence,":[26],"synthesizes":[27],"information":[28],"across":[29,87,131,166],"sources,":[30],"critically":[32],"evaluates":[33],"claims.":[35],"However,":[36],"existing":[37],"benchmarks":[38],"typically":[39],"assess":[40,148],"these":[41],"abilities":[42],"in":[43,171],"isolation,":[44],"making":[45],"it":[46],"difficult":[47,146],"to":[48,70,147],"evaluate":[49,71],"paper":[51,114],"understanding":[52],"as":[53],"a":[54,67,136],"unified":[55],"set":[56],"of":[57,112,139],"interacting":[58],"cognitive":[59,110],"abilities.":[60],"In":[61],"this":[62],"work,":[63],"we":[64],"introduce":[65],"PaperMind,":[66],"benchmark":[68,178],"designed":[69],"agent-oriented":[74],"over":[77],"research":[78],"papers.":[79],"PaperMind":[80,134],"is":[81],"constructed":[82],"from":[83],"real":[84],"seven":[88],"domains,":[89],"including":[90,116],"agriculture,":[91],"biology,":[92],"chemistry,":[93],"computer":[94],"science,":[95],"medicine,":[96],"physics,":[97],"economics.":[99],"comprises":[101],"four":[102],"complementary":[103],"task":[104,151],"families":[105],"collectively":[107],"operationalize":[108],"distinct":[109],"facets":[111],"reasoning,":[115,123],"multimodal":[117,160],"grounding,":[118],"interpretation,":[120],"cross-source":[121],"evidence":[122],"critical":[125],"assessment.":[126],"By":[127],"analyzing":[128],"model":[129],"behavior":[130],"multiple":[132],"tasks,":[133,167],"enables":[135],"diagnostic":[137],"evaluation":[138],"behaviors":[143],"are":[145,181],"through":[149],"evaluations.":[152],"Extensive":[153],"experiments":[154],"on":[155],"both":[156],"opensource":[157],"closed-source":[159],"LLMs":[161],"reveal":[162],"consistent":[163],"performance":[164],"gaps":[165],"highlighting":[168],"persistent":[169],"challenges":[170],"critique.":[176],"Our":[177],"dataset":[180],"available":[182],"at":[183],"https://":[184],"github.com/Yanjun-Zhao/PaperMind.":[185]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-25T00:00:00"}