{"id":"https://openalex.org/W4416429577","doi":"https://doi.org/10.1109/iccad66269.2025.11240653","title":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","display_name":"MMCircuitEval: A Comprehensive Multimodal Circuit-Focused Benchmark for Evaluating LLMs","publication_year":2025,"publication_date":"2025-10-26","ids":{"openalex":"https://openalex.org/W4416429577","doi":"https://doi.org/10.1109/iccad66269.2025.11240653"},"language":null,"primary_location":{"id":"doi:10.1109/iccad66269.2025.11240653","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad66269.2025.11240653","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037412714","display_name":"Cong Zhao","orcid":"https://orcid.org/0000-0002-9002-4350"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenchen Zhao","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045490329","display_name":"Zhengyuan Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyuan Shi","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095903838","display_name":"Xiangyu Wen","orcid":"https://orcid.org/0009-0007-7619-3709"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Wen","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080788191","display_name":"Chengjie Liu","orcid":"https://orcid.org/0000-0003-2091-5235"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengjie Liu","raw_affiliation_strings":["Nanjing University,School of Electronic Science and Engineering"],"affiliations":[{"raw_affiliation_string":"Nanjing University,School of Electronic Science and Engineering","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114026324","display_name":"Yi Liu","orcid":"https://orcid.org/0009-0008-2227-0024"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Liu","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043801940","display_name":"Yunhao Zhou","orcid":"https://orcid.org/0000-0001-7455-3298"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhao Zhou","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104102034","display_name":"Yuxiang Zhao","orcid":"https://orcid.org/0009-0003-5962-4117"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang Zhao","raw_affiliation_strings":["Peking University,School of Integrated Circuits"],"affiliations":[{"raw_affiliation_string":"Peking University,School of Integrated Circuits","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076843232","display_name":"Hongli Feng","orcid":"https://orcid.org/0000-0001-7553-8145"},"institutions":[{"id":"https://openalex.org/I4210090971","display_name":"Southeast University","ror":"https://ror.org/00cf0ab87","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210090971"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Hefei Feng","raw_affiliation_strings":["Southeast University,School of Intergrated Circuits"],"affiliations":[{"raw_affiliation_string":"Southeast University,School of Intergrated Circuits","institution_ids":["https://openalex.org/I4210090971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083796252","display_name":"Yuefei Zhu","orcid":"https://orcid.org/0000-0002-9559-8783"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yinan Zhu","raw_affiliation_strings":["National Center of Technology Innovation for EDA"],"affiliations":[{"raw_affiliation_string":"National Center of Technology Innovation for EDA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080403325","display_name":"G. Wan","orcid":"https://orcid.org/0000-0003-0133-1664"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gwok-Waa Wan","raw_affiliation_strings":["National Center of Technology Innovation for EDA"],"affiliations":[{"raw_affiliation_string":"National Center of Technology Innovation for EDA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100692493","display_name":"Xin Cheng","orcid":"https://orcid.org/0000-0003-1033-6598"},"institutions":[{"id":"https://openalex.org/I4210090971","display_name":"Southeast University","ror":"https://ror.org/00cf0ab87","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210090971"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Xin Cheng","raw_affiliation_strings":["Southeast University,School of Computer Science and Engineering"],"affiliations":[{"raw_affiliation_string":"Southeast University,School of Computer Science and Engineering","institution_ids":["https://openalex.org/I4210090971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082568073","display_name":"Wei\u2010Yu Chen","orcid":"https://orcid.org/0000-0001-6975-1759"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiyu Chen","raw_affiliation_strings":["Nanjing University,School of Electronic Science and Engineering"],"affiliations":[{"raw_affiliation_string":"Nanjing University,School of Electronic Science and Engineering","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086922590","display_name":"Yongqing Fu","orcid":"https://orcid.org/0000-0001-9797-4036"},"institutions":[{"id":"https://openalex.org/I4210090971","display_name":"Southeast University","ror":"https://ror.org/00cf0ab87","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210090971"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Yongqi Fu","raw_affiliation_strings":["Southeast University,School of Intergrated Circuits"],"affiliations":[{"raw_affiliation_string":"Southeast University,School of Intergrated Circuits","institution_ids":["https://openalex.org/I4210090971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107808563","display_name":"Chujie Chen","orcid":"https://orcid.org/0009-0007-3308-3577"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chujie Chen","raw_affiliation_strings":["University of Chinese Academy of Sciences,Department of Computer Science and Technology"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Department of Computer Science and Technology","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104100813","display_name":"Chenhao Xue","orcid":"https://orcid.org/0000-0001-9721-247X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenhao Xue","raw_affiliation_strings":["Peking University,School of Integrated Circuits"],"affiliations":[{"raw_affiliation_string":"Peking University,School of Integrated Circuits","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083634499","display_name":"Ying Wang","orcid":"https://orcid.org/0000-0002-4947-0949"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Wang","raw_affiliation_strings":["University of Chinese Academy of Sciences,Department of Computer Science and Technology"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Department of Computer Science and Technology","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000933188","display_name":"Yibo Lin","orcid":"https://orcid.org/0000-0002-0977-2774"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibo Lin","raw_affiliation_strings":["Peking University,School of Integrated Circuits"],"affiliations":[{"raw_affiliation_string":"Peking University,School of Integrated Circuits","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101589722","display_name":"Jun Yang","orcid":"https://orcid.org/0000-0003-0971-6593"},"institutions":[{"id":"https://openalex.org/I4210090971","display_name":"Southeast University","ror":"https://ror.org/00cf0ab87","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210090971"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Jun Yang","raw_affiliation_strings":["Southeast University,School of Intergrated Circuits"],"affiliations":[{"raw_affiliation_string":"Southeast University,School of Intergrated Circuits","institution_ids":["https://openalex.org/I4210090971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040143669","display_name":"Ning Xu","orcid":"https://orcid.org/0000-0001-8336-5926"},"institutions":[{"id":"https://openalex.org/I4210090971","display_name":"Southeast University","ror":"https://ror.org/00cf0ab87","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210090971"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Ning Xu","raw_affiliation_strings":["Southeast University,School of Computer Science and Engineering"],"affiliations":[{"raw_affiliation_string":"Southeast University,School of Computer Science and Engineering","institution_ids":["https://openalex.org/I4210090971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442245","display_name":"Xi Wang","orcid":"https://orcid.org/0009-0008-2264-3863"},"institutions":[{"id":"https://openalex.org/I4210090971","display_name":"Southeast University","ror":"https://ror.org/00cf0ab87","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210090971"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Xi Wang","raw_affiliation_strings":["Southeast University,School of Intergrated Circuits"],"affiliations":[{"raw_affiliation_string":"Southeast University,School of Intergrated Circuits","institution_ids":["https://openalex.org/I4210090971"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088556682","display_name":"Qiang Xu","orcid":"https://orcid.org/0000-0001-6747-126X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Xu","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":21,"corresponding_author_ids":["https://openalex.org/A5037412714"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1875291,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21490000188350677,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21490000188350677,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.10000000149011612,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.08990000188350677,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8797000050544739},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5781000256538391},{"id":"https://openalex.org/keywords/electronic-design-automation","display_name":"Electronic design automation","score":0.5343000292778015},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5085999965667725},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.46810001134872437},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.45239999890327454}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8797000050544739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6917999982833862},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5781000256538391},{"id":"https://openalex.org/C64260653","wikidata":"https://www.wikidata.org/wiki/Q1194864","display_name":"Electronic design automation","level":2,"score":0.5343000292778015},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5085999965667725},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5041999816894531},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.46810001134872437},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.45239999890327454},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4246000051498413},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3774000108242035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35370001196861267},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34150001406669617},{"id":"https://openalex.org/C81843906","wikidata":"https://www.wikidata.org/wiki/Q173156","display_name":"Digital electronics","level":3,"score":0.33340001106262207},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.27799999713897705},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C2777466363","wikidata":"https://www.wikidata.org/wiki/Q17008971","display_name":"Design tool","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccad66269.2025.11240653","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad66269.2025.11240653","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322183","display_name":"Huawei Technologies","ror":"https://ror.org/00cmhce21"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2889787757","https://openalex.org/W2963748441","https://openalex.org/W4389166737","https://openalex.org/W4391681217","https://openalex.org/W4393145520","https://openalex.org/W4393305455","https://openalex.org/W4402671950","https://openalex.org/W4402713111","https://openalex.org/W4402716477","https://openalex.org/W4402940010","https://openalex.org/W4403024068","https://openalex.org/W4403511190","https://openalex.org/W4404103182","https://openalex.org/W4409282347","https://openalex.org/W4409285469"],"related_works":[],"abstract_inverted_index":{"The":[0],"emergence":[1],"of":[2,35,130],"multimodal":[3,47],"large":[4],"language":[5],"models":[6,24],"(MLLMs)":[7],"presents":[8],"promising":[9],"opportunities":[10],"for":[11,104,155,167],"automation":[12],"and":[13,70,80,84,94,106,124,133,148,159],"enhancement":[14],"in":[15,25,145,170],"Electronic":[16],"Design":[17],"Automation":[18],"(EDA).":[19],"However,":[20],"comprehensively":[21,55],"evaluating":[22],"these":[23],"circuit":[26,116,177],"design":[27,114,147,178],"remains":[28],"challenging":[29],"due":[30],"to":[31,51,82],"the":[32,45,152],"narrow":[33],"scope":[34],"existing":[36,142],"benchmarks.":[37],"To":[38],"bridge":[39],"this":[40],"gap,":[41],"we":[42],"introduce":[43],"MMCircuitEval,":[44],"first":[46],"benchmark":[48,109,181],"specifically":[49],"designed":[50],"assess":[52],"MLLM":[53],"performance":[54,139],"across":[56,73],"diverse":[57],"EDA":[58,75],"tasks.":[59],"MMCircuitEval":[60,162],"comprises":[61],"3614":[62],"meticulously":[63],"curated":[64],"question-answer":[65],"(QA)":[66],"pairs":[67],"spanning":[68],"digital":[69],"analog":[71],"circuits":[72],"critical":[74,153],"stages\u2014ranging":[76],"from":[77,88],"general":[78],"knowledge":[79],"specifications":[81],"front-end":[83],"back-end":[85,146],"design.":[86],"Derived":[87],"textbooks,":[89],"technical":[90],"question":[91],"banks,":[92],"datasheets,":[93],"real-world":[95,176],"documentation,":[96],"each":[97],"QA":[98],"pair":[99],"undergoes":[100],"rigorous":[101],"expert":[102],"review":[103],"accuracy":[105],"relevance.":[107],"Our":[108,180],"uniquely":[110],"categorizes":[111],"questions":[112],"by":[113],"stage,":[115],"type,":[117],"tested":[118],"abilities":[119],"(knowledge,":[120],"comprehension,":[121],"reasoning,":[122],"computation),":[123],"difficulty":[125],"level,":[126],"enabling":[127],"detailed":[128],"analysis":[129],"model":[131],"capabilities":[132],"limitations.":[134],"Extensive":[135],"evaluations":[136],"reveal":[137],"significant":[138],"gaps":[140],"among":[141],"LLMs,":[143],"particularly":[144],"complex":[149],"computations,":[150],"highlighting":[151],"need":[154],"targeted":[156],"training":[157],"datasets":[158],"modeling":[160],"approaches.":[161],"provides":[163],"a":[164],"foundational":[165],"resource":[166],"advancing":[168],"MLLMs":[169],"EDA,":[171],"facilitating":[172],"their":[173],"integration":[174],"into":[175],"workflows.":[179],"is":[182],"available":[183],"at":[184],"https://github.com/cure-lab/MMCircuitEval.":[185]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-20T00:00:00"}