{"id":"https://openalex.org/W7134803422","doi":"https://doi.org/10.48550/arxiv.2603.06700","title":"SIQA: Toward Reliable Scientific Image Quality Assessment","display_name":"SIQA: Toward Reliable Scientific Image Quality Assessment","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134803422","doi":"https://doi.org/10.48550/arxiv.2603.06700"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.06700","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128644514","display_name":"Wenzhe Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wenzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128668498","display_name":"Liang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128637350","display_name":"Junying Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Junying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056265304","display_name":"Yijing Guo","orcid":"https://orcid.org/0000-0002-7731-3780"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yijing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122937961","display_name":"Ye Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114070998","display_name":"Farong Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Farong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128672495","display_name":"Chunyi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chunyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128634424","display_name":"Zicheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128633264","display_name":"Guangtao Zhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Guangtao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2761846,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.28839999437332153,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.28839999437332153,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.22020000219345093,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.10989999771118164,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.6478000283241272},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.623199999332428},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5220999717712402},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.491100013256073},{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.4584999978542328},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.436599999666214},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.43369999527931213},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.41760000586509705},{"id":"https://openalex.org/keywords/scientific-literature","display_name":"Scientific literature","score":0.38350000977516174}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6815999746322632},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.6478000283241272},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.623199999332428},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5220999717712402},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.491100013256073},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.4584999978542328},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4390000104904175},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.436599999666214},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.43369999527931213},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.41760000586509705},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41609999537467957},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.38350000977516174},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C138379479","wikidata":"https://www.wikidata.org/wiki/Q1116876","display_name":"Scientific modelling","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.29339998960494995},{"id":"https://openalex.org/C124056412","wikidata":"https://www.wikidata.org/wiki/Q3320364","display_name":"Scientific evidence","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2854999899864197},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C191399111","wikidata":"https://www.wikidata.org/wiki/Q64861","display_name":"Transitive relation","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2732999920845032},{"id":"https://openalex.org/C64802038","wikidata":"https://www.wikidata.org/wiki/Q131012","display_name":"Occam's razor","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.25440001487731934}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.06700","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.06700","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.06700","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.06700","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Scientific":[0,87,107],"images":[1,8],"fundamentally":[2],"differ":[3],"from":[4],"natural":[5],"and":[6,36,106,109,113,137,158,178],"AI-generated":[7],"in":[9,66,205,210],"that":[10,56,94,215],"they":[11],"encode":[12],"structured":[13],"domain":[14],"knowledge":[15],"rather":[16],"than":[17],"merely":[18],"depict":[19],"visual":[20],"scenes.":[21],"Assessing":[22],"their":[23,192],"quality":[24,42,98,145,234],"therefore":[25],"requires":[26],"evaluating":[27],"not":[28,220],"only":[29],"perceptual":[30,49],"fidelity":[31],"but":[32],"also":[33],"scientific":[34,67,96,132,179,223,232],"correctness":[35],"logical":[37],"completeness.":[38],"However,":[39],"existing":[40],"image":[41,97,233],"assessment":[43],"(IQA)":[44],"paradigms":[45],"primarily":[46],"focus":[47],"on":[48,194],"distortions":[50],"or":[51,78],"image-text":[52],"alignment,":[53],"implicitly":[54],"assuming":[55],"depicted":[57],"content":[58,133],"is":[59],"factually":[60],"valid.":[61],"This":[62],"assumption":[63],"breaks":[64],"down":[65],"contexts,":[68],"where":[69],"visually":[70],"plausible":[71],"figures":[72],"may":[73,219],"still":[74],"contain":[75],"conceptual":[76],"errors":[77],"incomplete":[79],"reasoning.":[80],"To":[81,116],"address":[82],"this":[83,118],"gap,":[84],"we":[85,120],"introduce":[86],"Image":[88],"Quality":[89],"Assessment":[90],"(SIQA),":[91],"a":[92,159,172],"framework":[93],"models":[95,169,182],"along":[99],"two":[100,122],"complementary":[101],"dimensions:":[102],"Knowledge":[103],"(Scientific":[104],"Validity":[105],"Completeness)":[108],"Perception":[110],"(Cognitive":[111],"Clarity":[112],"Disciplinary":[114],"Conformity).":[115],"operationalize":[117],"formulation,":[119],"design":[121],"evaluation":[123,230],"protocols:":[124],"SIQA-U":[125,195],"(Understanding),":[126],"which":[127,140],"measures":[128],"semantic":[129],"comprehension":[130],"of":[131,154,228],"through":[134],"multiple-choice":[135],"tasks,":[136],"SIQA-S":[138],"(Scoring),":[139],"evaluates":[141],"alignment":[142,177],"with":[143,187],"expert":[144,188],"judgments.":[146],"We":[147],"further":[148],"construct":[149],"the":[150,226],"SIQA":[151],"Challenge,":[152],"consisting":[153],"an":[155],"expert-annotated":[156],"benchmark":[157],"large-scale":[160],"training":[161],"set.":[162],"Experiments":[163],"across":[164],"representative":[165],"multimodal":[166],"large":[167],"language":[168],"(MLLMs)":[170],"reveal":[171],"consistent":[173],"discrepancy":[174],"between":[175],"scoring":[176,206],"understanding.":[180,211],"While":[181],"can":[183],"achieve":[184],"strong":[185],"agreement":[186],"ratings":[189],"under":[190],"SIQA-S,":[191],"performance":[193],"remains":[196],"substantially":[197],"lower.":[198],"Fine-tuning":[199],"improves":[200],"both":[201],"metrics,":[202],"yet":[203],"gains":[204],"consistently":[207],"outpace":[208],"improvements":[209],"These":[212],"results":[213],"suggest":[214],"rating":[216],"consistency":[217],"alone":[218],"reliably":[221],"reflect":[222],"comprehension,":[224],"underscoring":[225],"necessity":[227],"multidimensional":[229],"for":[231],"assessment.":[235]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-11T00:00:00"}