{"id":"https://openalex.org/W4410552918","doi":"https://doi.org/10.23919/date64628.2025.10992854","title":"PICBench: Benchmarking LLMs for Photonic Integrated Circuits Design","display_name":"PICBench: Benchmarking LLMs for Photonic Integrated Circuits Design","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410552918","doi":"https://doi.org/10.23919/date64628.2025.10992854"},"language":"en","primary_location":{"id":"doi:10.23919/date64628.2025.10992854","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date64628.2025.10992854","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109444801","display_name":"Yuchao Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yuchao Wu","raw_affiliation_strings":["HKUST(GZ)"],"affiliations":[{"raw_affiliation_string":"HKUST(GZ)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065527113","display_name":"Xiaofei Yu","orcid":"https://orcid.org/0000-0002-1712-331X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaofei Yu","raw_affiliation_strings":["HKUST(GZ)"],"affiliations":[{"raw_affiliation_string":"HKUST(GZ)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043039760","display_name":"Hao Chen","orcid":"https://orcid.org/0009-0007-0358-5103"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["HKUST(GZ)"],"affiliations":[{"raw_affiliation_string":"HKUST(GZ)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108128696","display_name":"Yang Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Luo","raw_affiliation_strings":["HKUST(GZ)"],"affiliations":[{"raw_affiliation_string":"HKUST(GZ)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001030570","display_name":"Yeyu Tong","orcid":"https://orcid.org/0000-0002-7867-1918"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeyu Tong","raw_affiliation_strings":["HKUST(GZ)"],"affiliations":[{"raw_affiliation_string":"HKUST(GZ)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071995111","display_name":"Yuzhe Ma","orcid":"https://orcid.org/0000-0002-3612-4182"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuzhe Ma","raw_affiliation_strings":["HKUST(GZ)"],"affiliations":[{"raw_affiliation_string":"HKUST(GZ)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5109444801"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2284,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.88025825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10299","display_name":"Photonic and Optical Devices","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10299","display_name":"Photonic and Optical Devices","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10232","display_name":"Optical Network Technologies","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11429","display_name":"Semiconductor Lasers and Optical Devices","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8418056964874268},{"id":"https://openalex.org/keywords/electronic-circuit","display_name":"Electronic circuit","score":0.543448269367218},{"id":"https://openalex.org/keywords/photonics","display_name":"Photonics","score":0.4939485192298889},{"id":"https://openalex.org/keywords/photonic-integrated-circuit","display_name":"Photonic integrated circuit","score":0.43359309434890747},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42551150918006897},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2698696553707123},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.23019668459892273},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.21160787343978882},{"id":"https://openalex.org/keywords/optoelectronics","display_name":"Optoelectronics","score":0.20357686281204224},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.14343932271003723}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8418056964874268},{"id":"https://openalex.org/C134146338","wikidata":"https://www.wikidata.org/wiki/Q1815901","display_name":"Electronic circuit","level":2,"score":0.543448269367218},{"id":"https://openalex.org/C20788544","wikidata":"https://www.wikidata.org/wiki/Q467054","display_name":"Photonics","level":2,"score":0.4939485192298889},{"id":"https://openalex.org/C22799297","wikidata":"https://www.wikidata.org/wiki/Q523846","display_name":"Photonic integrated circuit","level":3,"score":0.43359309434890747},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42551150918006897},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2698696553707123},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.23019668459892273},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.21160787343978882},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.20357686281204224},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.14343932271003723},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/date64628.2025.10992854","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date64628.2025.10992854","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-160088","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-160088","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.550000011920929,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2291908008","display_name":null,"funder_award_id":"2023A03J0013","funder_id":"https://openalex.org/F4320335480","funder_display_name":"Guangzhou Municipal Science and Technology Project"},{"id":"https://openalex.org/G7450882085","display_name":null,"funder_award_id":"2024A1515012438","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2220870060","https://openalex.org/W2976897596","https://openalex.org/W4389166737","https://openalex.org/W4393145520","https://openalex.org/W4393305455","https://openalex.org/W4394727812","https://openalex.org/W4395467444","https://openalex.org/W4399708668","https://openalex.org/W6798182279","https://openalex.org/W6860041859","https://openalex.org/W6884606575"],"related_works":["https://openalex.org/W1496657403","https://openalex.org/W4324323367","https://openalex.org/W3134912911","https://openalex.org/W2553065823","https://openalex.org/W4327696233","https://openalex.org/W2289224844","https://openalex.org/W2989002220","https://openalex.org/W4286315313","https://openalex.org/W2560640546","https://openalex.org/W2555457148"],"abstract_inverted_index":{"While":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"have":[5],"shown":[6],"remarkable":[7],"potential":[8,165],"in":[9,13,32,55,155,168,188],"automating":[10],"various":[11,147],"tasks":[12],"digital":[14],"chip":[15,28,57],"design,":[16],"the":[17,47,65,81,85,115,162,169,176],"field":[18],"of":[19,37,52,87,93,95,119,138,166],"Photonic":[20],"Integrated":[21],"Circuits":[22],"(PICs)-a":[23],"promising":[24],"solution":[25],"to":[26,43,46,73,106,151,185],"advanced":[27],"designs-remains":[29],"relatively":[30],"unexplored":[31],"this":[33,60,189],"context.":[34],"The":[35,159],"design":[36,76,99,171],"PICs":[38],"is":[39,196],"time-consuming":[40],"and":[41,49,68,117,164,183,193],"prone":[42],"errors":[44],"due":[45],"extensive":[48],"repetitive":[50],"nature":[51],"code":[53,195],"involved":[54],"photonic":[56],"design.":[58,158],"In":[59],"paper,":[61],"we":[62],"introduce":[63],"PICBench,":[64],"first":[66],"benchmarking":[67],"evaluation":[69,194],"framework":[70],"specifically":[71],"designed":[72],"automate":[74],"PIC":[75,98,121,157,170],"generation":[77],"using":[78],"LLMs,":[79,140],"where":[80],"generated":[82,120],"output":[83],"takes":[84],"form":[86],"a":[88,136],"netlist.":[89],"Our":[90,191],"benchmark":[91,192],"consists":[92],"dozens":[94],"meticulously":[96],"crafted":[97],"problems,":[100],"spanning":[101],"from":[102],"fundamental":[103],"device":[104],"designs":[105,122],"more":[107],"complex":[108],"circuit-level":[109],"designs.":[110],"It":[111],"automatically":[112],"evaluates":[113],"both":[114],"syntax":[116],"functionality":[118],"by":[123],"comparing":[124],"simulation":[125],"outputs":[126],"with":[127],"expert-written":[128],"solutions,":[129],"leveraging":[130],"an":[131],"open-source":[132],"simulator.":[133],"We":[134],"evaluate":[135],"range":[137],"existing":[139],"while":[141],"also":[142],"conducting":[143],"comparative":[144],"tests":[145],"on":[146],"prompt":[148],"engineering":[149],"techniques":[150],"enhance":[152],"LLM":[153],"performance":[154],"automated":[156],"results":[160],"reveal":[161],"challenges":[163],"LLMs":[167],"domain,":[172],"offering":[173],"insights":[174],"into":[175],"key":[177],"areas":[178],"that":[179],"require":[180],"further":[181],"research":[182],"development":[184],"optimize":[186],"automation":[187],"field.":[190],"available":[197],"at":[198],"https://github.com/PICDA/PICBench.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-02-26T08:16:20.718346","created_date":"2025-10-10T00:00:00"}