{"id":"https://openalex.org/W7163548154","doi":"https://doi.org/10.23919/date69613.2026.11539506","title":"MAEDA: An LLM-Powered Multi-Agent Evaluation Framework for EDA Tool Documentation QA","display_name":"MAEDA: An LLM-Powered Multi-Agent Evaluation Framework for EDA Tool Documentation QA","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7163548154","doi":"https://doi.org/10.23919/date69613.2026.11539506"},"language":null,"primary_location":{"id":"doi:10.23919/date69613.2026.11539506","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date69613.2026.11539506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137828168","display_name":"Zhenghao Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenghao Chen","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137810878","display_name":"Yuan Pu","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuan Pu","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137810414","display_name":"Hairuo Han","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hairuo Han","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027520262","display_name":"Yuntao Nie","orcid":"https://orcid.org/0000-0001-5430-7057"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuntao Nie","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137839753","display_name":"Jiajun Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiajun Qin","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130795229","display_name":"Yuhan Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuhan Qin","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137852057","display_name":"Tairu Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117989","display_name":"Direction de la Recherche Technologique","ror":"https://ror.org/02ggzyd20","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I4210117989"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Tairu Qiu","raw_affiliation_strings":["ChatEDA Tech,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ChatEDA Tech,China","institution_ids":["https://openalex.org/I4210117989"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039671544","display_name":"Zhuolun He","orcid":"https://orcid.org/0009-0009-4909-6588"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhuolun He","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016813457","display_name":"Jianwang Zhai","orcid":"https://orcid.org/0000-0002-1581-3536"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwang Zhai","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137900278","display_name":"Bei Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bei Yu","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101638626","display_name":"Kang Zhao","orcid":"https://orcid.org/0000-0002-7583-1533"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Zhao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70467484,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.20559999346733093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.20559999346733093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.07410000264644623,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.04430000111460686,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5526000261306763},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.30869999527931213},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.26829999685287476},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.2599000036716461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5699999928474426},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5526000261306763},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4068000018596649},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3027999997138977},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2655999958515167},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.2599000036716461},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.22669999301433563},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.21879999339580536}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date69613.2026.11539506","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date69613.2026.11539506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321470","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W3213583497","https://openalex.org/W4379115941","https://openalex.org/W4385245566","https://openalex.org/W4388040387","https://openalex.org/W4388040405","https://openalex.org/W4389166691","https://openalex.org/W4389166737","https://openalex.org/W4389519254","https://openalex.org/W4389520006","https://openalex.org/W4391681217","https://openalex.org/W4393145520","https://openalex.org/W4393305455","https://openalex.org/W4403024068","https://openalex.org/W4404103221","https://openalex.org/W4409282347","https://openalex.org/W4410007913","https://openalex.org/W4410226765","https://openalex.org/W4410407476","https://openalex.org/W4410443382","https://openalex.org/W4411630045","https://openalex.org/W4412945639","https://openalex.org/W4415798436","https://openalex.org/W4416037024","https://openalex.org/W7133224126","https://openalex.org/W7133233472"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"shown":[5],"remarkable":[6],"capability":[7],"in":[8,48,77,116],"knowledge-intensive":[9],"scenarios,":[10],"such":[11],"as":[12,39],"electronic":[13],"design":[14,84],"automation":[15],"(EDA)":[16],"tool":[17,79],"documentation":[18,80],"question":[19],"answering":[20],"(QA),":[21],"due":[22],"to":[23,26,71,94,122],"their":[24,43],"ability":[25],"process":[27],"and":[28,46,88,100,112],"generate":[29],"contextually":[30],"rich,":[31],"domain-specific":[32],"information.":[33],"Evaluating":[34],"LLM":[35,67],"outputs":[36],"is":[37,127],"paramount,":[38],"it":[40],"directly":[41],"impacts":[42],"accuracy,":[44],"effectiveness,":[45],"trustworthiness":[47],"practical":[49],"applications.":[50],"In":[51],"this":[52,123],"paper,":[53],"we":[54,83],"introduce":[55],"MAEDA,":[56],"a":[57],"novel":[58],"LLM-powered":[59],"multi-agent":[60],"evaluation":[61,114],"framework":[62],"that":[63,106],"utilizes":[64],"multiple":[65],"fine-tuned":[66],"agents":[68],"working":[69],"collaboratively":[70],"assess":[72],"common":[73],"error":[74,119],"types":[75,120],"encountered":[76],"EDA":[78],"QA.":[81],"Specifically,":[82],"customized":[85],"point-to-point":[86],"alignment":[87],"chain-of-thought":[89],"(CoT)":[90],"reasoning":[91],"strategies":[92],"tailored":[93],"specific":[95,121],"agents,":[96],"enhancing":[97],"both":[98],"fine-tuning":[99],"inference":[101],"capabilities.":[102],"Experimental":[103],"results":[104],"demonstrate":[105],"MAEDA":[107],"outperforms":[108],"state-of-the-art":[109],"(SOTA)":[110],"general-purpose":[111],"cross-domain":[113],"frameworks":[115],"accurately":[117],"identifying":[118],"domain.":[124],"Our":[125],"benchmark":[126],"publicly":[128],"available":[129],"at":[130],"https://github.com/Rayzzz14/MAEDA-DATE26/.":[131]},"counts_by_year":[],"updated_date":"2026-06-06T06:22:57.294733","created_date":"2026-06-05T00:00:00"}