{"id":"https://openalex.org/W7157913451","doi":"https://doi.org/10.48550/arxiv.2604.25884","title":"QCalEval: Benchmarking Vision-Language Models for Quantum Calibration Plot Understanding","display_name":"QCalEval: Benchmarking Vision-Language Models for Quantum Calibration Plot Understanding","publication_year":2026,"publication_date":"2026-04-28","ids":{"openalex":"https://openalex.org/W7157913451","doi":"https://doi.org/10.48550/arxiv.2604.25884"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.25884","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25884","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.25884","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076073691","display_name":"Shuxiang Cao","orcid":"https://orcid.org/0000-0001-7178-4250"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Shuxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134873963","display_name":"Zijian Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134847148","display_name":"Abhishek Agarwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agarwal, Abhishek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093206893","display_name":"G. Bratrud","orcid":"https://orcid.org/0000-0002-3961-8161"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bratrud, Grace","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050394505","display_name":"N. R. Beysengulov","orcid":"https://orcid.org/0000-0003-1588-2192"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beysengulov, Niyaz R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075504166","display_name":"Daniel C. Cole","orcid":"https://orcid.org/0000-0002-6360-1319"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cole, Daniel C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079283666","display_name":"Alejandro Gomez Frieiro","orcid":"https://orcid.org/0000-0002-1149-6414"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frieiro, Alejandro G\u00f3mez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051152709","display_name":"E. O. Glen","orcid":"https://orcid.org/0000-0002-5785-7350"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Glen, Elena O.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128908308","display_name":"Hao Hsu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hsu, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134857637","display_name":"Gang Huang","orcid":"https://orcid.org/0000-0002-1964-2148"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Gang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134872592","display_name":"Raymond Jow","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jow, Raymond","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119990710","display_name":"Greshma Shaji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaji, Greshma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016617502","display_name":"Tom Lubowe","orcid":"https://orcid.org/0009-0000-3325-7281"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lubowe, Tom","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134864434","display_name":"Ligeng Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Ligeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134870429","display_name":"Luis Mantilla Calder\u00f3n","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Calder\u00f3n, Luis Mantilla","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077715469","display_name":"Nicola Pancotti","orcid":"https://orcid.org/0000-0001-5223-0893"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pancotti, Nicola","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134849831","display_name":"Joel Pendleton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pendleton, Joel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089679756","display_name":"Brandon Severin","orcid":"https://orcid.org/0009-0005-4220-1825"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Severin, Brandon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134851068","display_name":"Charles Etienne Staub","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Staub, Charles Etienne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078582242","display_name":"Sara Sussman","orcid":"https://orcid.org/0000-0002-4129-627X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sussman, Sara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086953645","display_name":"Antti Veps\u00e4l\u00e4inen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Veps\u00e4l\u00e4inen, Antti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117325132","display_name":"Neel Rajeshbhai Vora","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vora, Neel Rajeshbhai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134858683","display_name":"Yilun Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134846178","display_name":"Varinia Bernales","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bernales, Varinia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078880054","display_name":"D. Bowring","orcid":"https://orcid.org/0000-0001-9380-2587"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bowring, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065386892","display_name":"Elica Kyoseva","orcid":"https://orcid.org/0000-0002-9154-0293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyoseva, Elica","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031571281","display_name":"Ivan Rungger","orcid":"https://orcid.org/0000-0002-9222-9317"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rungger, Ivan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056066992","display_name":"Giulia Semeghini","orcid":"https://orcid.org/0000-0001-9071-2279"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Semeghini, Giulia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000033486","display_name":"Sam Stanwyck","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stanwyck, Sam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134861091","display_name":"Timothy Costa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Costa, Timothy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134841093","display_name":"Al\u00e1n Aspuru-Guzik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aspuru-Guzik, Al\u00e1n","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019716296","display_name":"Krysta M. Svore","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Svore, Krysta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":32,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.5925999879837036,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.5925999879837036,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10857","display_name":"Advanced Electron Microscopy Techniques and Applications","score":0.04259999841451645,"subfield":{"id":"https://openalex.org/subfields/1315","display_name":"Structural Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.0284000001847744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.7712000012397766},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7544999718666077},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5268999934196472},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.49309998750686646},{"id":"https://openalex.org/keywords/qubit","display_name":"Qubit","score":0.4903999865055084},{"id":"https://openalex.org/keywords/plot","display_name":"Plot (graphics)","score":0.48649999499320984},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.47540000081062317}],"concepts":[{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.7712000012397766},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7544999718666077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5378999710083008},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5268999934196472},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.49309998750686646},{"id":"https://openalex.org/C203087015","wikidata":"https://www.wikidata.org/wiki/Q378201","display_name":"Qubit","level":3,"score":0.4903999865055084},{"id":"https://openalex.org/C167651023","wikidata":"https://www.wikidata.org/wiki/Q1474611","display_name":"Plot (graphics)","level":2,"score":0.48649999499320984},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4781000018119812},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.47540000081062317},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46619999408721924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41780000925064087},{"id":"https://openalex.org/C51329190","wikidata":"https://www.wikidata.org/wiki/Q1076349","display_name":"Ising model","level":2,"score":0.41179999709129333},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.35370001196861267},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35280001163482666},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34119999408721924},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.2921999990940094},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.275299996137619},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C137019171","wikidata":"https://www.wikidata.org/wiki/Q2623817","display_name":"Quantum algorithm","level":3,"score":0.26489999890327454},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.25884","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25884","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.25884","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25884","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5252549648284912}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Quantum":[0],"computing":[1],"calibration":[2,9,42],"depends":[3],"on":[4,61,135],"interpreting":[5],"experimental":[6],"data,":[7],"and":[8,57,68,83],"plots":[10],"provide":[11],"the":[12,36,103,115],"most":[13],"universal":[14],"human-readable":[15],"representation":[16],"for":[17,40],"this":[18],"task,":[19],"yet":[20],"no":[21],"systematic":[22],"evaluation":[23],"exists":[24],"of":[25,81],"how":[26],"well":[27],"vision-language":[28],"models":[29,86,95],"(VLMs)":[30],"interpret":[31],"them.":[32],"We":[33],"introduce":[34],"QCalEval,":[35],"first":[37],"VLM":[38],"benchmark":[39],"quantum":[41],"plots:":[43],"243":[44],"samples":[45],"across":[46],"87":[47],"scenario":[48],"types":[49,64],"from":[50],"22":[51],"experiment":[52],"families,":[53],"spanning":[54],"superconducting":[55],"qubits":[56],"neutral":[58],"atoms,":[59],"evaluated":[60],"six":[62],"question":[63],"in":[65],"both":[66],"zero-shot":[67,75,110,140],"in-context":[69,90,117],"learning":[70,118],"settings.":[71],"The":[72],"best":[73],"general-purpose":[74],"model":[76,133],"reaches":[77,138],"a":[78,121],"mean":[79],"score":[80],"72.3,":[82],"many":[84],"open-weight":[85,132],"degrade":[87],"under":[88],"multi-image":[89],"learning,":[91],"whereas":[92],"frontier":[93],"closed":[94],"improve":[96],"substantially.":[97],"A":[98],"supervised":[99],"fine-tuning":[100],"ablation":[101],"at":[102],"9-billion-parameter":[104],"scale":[105],"shows":[106],"that":[107,137],"SFT":[108],"improves":[109],"performance":[111],"but":[112],"cannot":[113],"close":[114],"multimodal":[116],"gap.":[119],"As":[120],"reference":[122],"case":[123],"study,":[124],"we":[125],"release":[126],"NVIDIA":[127],"Ising":[128],"Calibration":[129],"1,":[130],"an":[131],"based":[134],"Qwen3.5-35B-A3B":[136],"74.7":[139],"average":[141],"score.":[142]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-30T00:00:00"}