{"id":"https://openalex.org/W7165770998","doi":"https://doi.org/10.48550/arxiv.2606.23704","title":"PCB-QA: Evaluating LLMs over the First Printed Circuit Board Design Question-Answer Dataset","display_name":"PCB-QA: Evaluating LLMs over the First Printed Circuit Board Design Question-Answer Dataset","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7165770998","doi":"https://doi.org/10.48550/arxiv.2606.23704"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.23704","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23704","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.23704","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083904001","display_name":"Sahana Srinivasan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srinivasan, Sahana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114352605","display_name":"Benjamin Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138775830","display_name":"Benjamin Turnbull","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Turnbull, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137841874","display_name":"Hammond Pearce","orcid":"https://orcid.org/0000-0002-3488-7004"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pearce, Hammond","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.13699999451637268,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.13699999451637268,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.08190000057220459,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.06679999828338623,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/printed-circuit-board","display_name":"Printed circuit board","score":0.6079999804496765},{"id":"https://openalex.org/keywords/electronic-design-automation","display_name":"Electronic design automation","score":0.5202000141143799},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4643999934196472},{"id":"https://openalex.org/keywords/interview","display_name":"Interview","score":0.4318999946117401},{"id":"https://openalex.org/keywords/page-layout","display_name":"Page layout","score":0.4262000024318695},{"id":"https://openalex.org/keywords/drawing-board","display_name":"Drawing board","score":0.39739999175071716},{"id":"https://openalex.org/keywords/schematic","display_name":"Schematic","score":0.37279999256134033},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.3716000020503998}],"concepts":[{"id":"https://openalex.org/C120793396","wikidata":"https://www.wikidata.org/wiki/Q173350","display_name":"Printed circuit board","level":2,"score":0.6079999804496765},{"id":"https://openalex.org/C64260653","wikidata":"https://www.wikidata.org/wiki/Q1194864","display_name":"Electronic design automation","level":2,"score":0.5202000141143799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4932999908924103},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4643999934196472},{"id":"https://openalex.org/C24845683","wikidata":"https://www.wikidata.org/wiki/Q178651","display_name":"Interview","level":2,"score":0.4318999946117401},{"id":"https://openalex.org/C188985296","wikidata":"https://www.wikidata.org/wiki/Q868954","display_name":"Page layout","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C206962327","wikidata":"https://www.wikidata.org/wiki/Q1164918","display_name":"Drawing board","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C192328126","wikidata":"https://www.wikidata.org/wiki/Q4514647","display_name":"Schematic","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C3019308078","wikidata":"https://www.wikidata.org/wiki/Q229367","display_name":"3d printed","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C20692236","wikidata":"https://www.wikidata.org/wiki/Q864014","display_name":"Algorism","level":2,"score":0.35740000009536743},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34450000524520874},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33880001306533813},{"id":"https://openalex.org/C188817802","wikidata":"https://www.wikidata.org/wiki/Q13426855","display_name":"Physical design","level":3,"score":0.3330000042915344},{"id":"https://openalex.org/C2781384022","wikidata":"https://www.wikidata.org/wiki/Q1172383","display_name":"Datasheet","level":2,"score":0.3172999918460846},{"id":"https://openalex.org/C2779332521","wikidata":"https://www.wikidata.org/wiki/Q1820694","display_name":"Legibility","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C190560348","wikidata":"https://www.wikidata.org/wiki/Q3245116","display_name":"Circuit design","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C17511633","wikidata":"https://www.wikidata.org/wiki/Q830694","display_name":"SMT placement equipment","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C2984557284","wikidata":"https://www.wikidata.org/wiki/Q1194864","display_name":"Electronic design","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C2779518306","wikidata":"https://www.wikidata.org/wiki/Q2734036","display_name":"Office automation","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.23704","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23704","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.23704","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23704","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5428696274757385,"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"demonstrated":[5],"capabilities":[6],"in":[7,18,150],"electronic":[8],"design":[9,23,60,129,158,205,226],"automation":[10],"(EDA)":[11],"for":[12,52,80,139],"integrated":[13],"circuits.":[14],"However,":[15],"their":[16,151],"applications":[17],"printed":[19],"circuit":[20],"board":[21],"(PCB)":[22],"and":[24,46,99,107,131,148,169],"analysis":[25],"tasks":[26],"remain":[27],"underexplored.":[28],"In":[29],"part,":[30],"this":[31,64],"is":[32,215],"due":[33],"to":[34,43,76,137],"a":[35,37,48,70,117,195],"(1)":[36],"lack":[38,49],"of":[39,50,58,89,96,127,192],"text-based":[40,203],"PCB":[41,59,97,128,204,225],"datasets":[42],"evaluate":[44],"LLMs":[45,54,121,144,176],"(2)":[47],"methodologies":[51],"prompting":[53],"with":[55,122,189],"different":[56,85,123],"types":[57],"files.":[61],"To":[62],"address":[63],"gap,":[65],"our":[66,114,178],"paper":[67],"proposes":[68],"PCB-QA:":[69],"manually":[71],"created":[72],"questionnaire":[73,214],"dataset":[74,115],"amounting":[75],"480":[77],"question-answer":[78],"pairs":[79],"PCBs,":[81],"derived":[82],"from":[83],"8":[84],"open-source":[86,213],"hardware":[87],"projects":[88],"varying":[90],"complexities.":[91],"We":[92],"examine":[93],"multiple":[94],"aspects":[95],"designs":[98],"cover":[100],"questions":[101,188],"about":[102],"component":[103],"connections,":[104],"datasheet":[105],"examination,":[106],"simulation":[108],"data":[109],"obtainable":[110],"via":[111],"SPICE.":[112],"Using":[113],"as":[116],"benchmark,":[118],"we":[119,172],"prompt":[120],"representations":[124],"(and":[125],"combinations)":[126],"files":[130],"record":[132],"observations.":[133],"This":[134,200],"allows":[135],"us":[136],"measure,":[138],"the":[140,216,224],"first":[141,217],"time,":[142],"if":[143,161],"can":[145,186,207],"understand":[146],"schematics":[147],"netlists":[149],"\"native":[152],"forms\"":[153],"(i.e.":[154],"graphical":[155],"PDFs,":[156],"KiCAD-format":[157],"files)":[159],"or":[160],"textual":[162,198],"formats":[163,206],"are":[164],"preferred.":[165],"Including":[166],"both":[167],"commercial":[168],"open-weight":[170],"models,":[171],"benchmark":[173],"4":[174],"state-of-the-art":[175],"on":[177],"dataset,":[179],"finding":[180],"that":[181,202],"Gemini":[182],"3":[183],"Flash":[184],"Preview":[185],"answer":[187],"an":[190],"accuracy":[191],"93%":[193],"using":[194],"proposed":[196],"JSON-based":[197],"format.":[199],"demonstrates":[201],"be":[208],"evaluated":[209],"by":[210],"LLMs.":[211],"Our":[212],"step":[218],"towards":[219],"enabling":[220],"LLM":[221],"integrations":[222],"within":[223],"life":[227],"cycle.":[228]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-25T00:00:00"}