{"id":"https://openalex.org/W4392188062","doi":"https://doi.org/10.1109/tcad.2024.3370652","title":"Reinforcement Learning Double DQN for Chip-Level Synthesis of Paper-Based Digital Microfluidic Biochips","display_name":"Reinforcement Learning Double DQN for Chip-Level Synthesis of Paper-Based Digital Microfluidic Biochips","publication_year":2024,"publication_date":"2024-02-27","ids":{"openalex":"https://openalex.org/W4392188062","doi":"https://doi.org/10.1109/tcad.2024.3370652"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2024.3370652","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3370652","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073196468","display_name":"Katherine Shu-Min Li","orcid":null},"institutions":[{"id":"https://openalex.org/I142974352","display_name":"National Sun Yat-sen University","ror":"https://ror.org/00mjawt10","country_code":"TW","type":"education","lineage":["https://openalex.org/I142974352"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Katherine Shu-Min Li","raw_affiliation_strings":["Department of Computer Science and Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056040491","display_name":"Fang-Chi Wu","orcid":"https://orcid.org/0009-0004-7756-9681"},"institutions":[{"id":"https://openalex.org/I142974352","display_name":"National Sun Yat-sen University","ror":"https://ror.org/00mjawt10","country_code":"TW","type":"education","lineage":["https://openalex.org/I142974352"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Fang-Chi Wu","raw_affiliation_strings":["Department of Computer Science and Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan"],"raw_orcid":"https://orcid.org/0009-0004-7756-9681","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045526853","display_name":"Jian-De Li","orcid":"https://orcid.org/0009-0001-3618-1136"},"institutions":[{"id":"https://openalex.org/I162838928","display_name":"National Chung Hsing University","ror":"https://ror.org/05vn3ca78","country_code":"TW","type":"education","lineage":["https://openalex.org/I162838928"]},{"id":"https://openalex.org/I901624438","display_name":"Realtek (Taiwan)","ror":"https://ror.org/05x1ffr83","country_code":"TW","type":"company","lineage":["https://openalex.org/I901624438"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jian-De Li","raw_affiliation_strings":["Department of Computer Science and Engineering, National Chung Hsing University, Taichung, Taiwan","Realtek Semiconductor Corp, Hsin-Chu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Chung Hsing University, Taichung, Taiwan","institution_ids":["https://openalex.org/I162838928"]},{"raw_affiliation_string":"Realtek Semiconductor Corp, Hsin-Chu, Taiwan","institution_ids":["https://openalex.org/I901624438"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002453871","display_name":"Sying-Jyan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I162838928","display_name":"National Chung Hsing University","ror":"https://ror.org/05vn3ca78","country_code":"TW","type":"education","lineage":["https://openalex.org/I162838928"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Sying-Jyan Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, National Chung Hsing University, Taichung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-9517-3582","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Chung Hsing University, Taichung, Taiwan","institution_ids":["https://openalex.org/I162838928"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3846,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.80148648,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"43","issue":"8","first_page":"2465","last_page":"2478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12452","display_name":"Electrowetting and Microfluidic Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12452","display_name":"Electrowetting and Microfluidic Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11393","display_name":"Biosensors and Analytical Detection","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biochip","display_name":"Biochip","score":0.9528305530548096},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7287971377372742},{"id":"https://openalex.org/keywords/microfluidics","display_name":"Microfluidics","score":0.6044394969940186},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5814922451972961},{"id":"https://openalex.org/keywords/microfluidic-chip","display_name":"Microfluidic chip","score":0.532619833946228},{"id":"https://openalex.org/keywords/chip","display_name":"Chip","score":0.4808269739151001},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4728432297706604},{"id":"https://openalex.org/keywords/lab-on-a-chip","display_name":"Lab-on-a-chip","score":0.4392626881599426},{"id":"https://openalex.org/keywords/nanotechnology","display_name":"Nanotechnology","score":0.3056248724460602},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2847995460033417},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17517495155334473},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.14683043956756592}],"concepts":[{"id":"https://openalex.org/C87892846","wikidata":"https://www.wikidata.org/wiki/Q864256","display_name":"Biochip","level":2,"score":0.9528305530548096},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7287971377372742},{"id":"https://openalex.org/C8673954","wikidata":"https://www.wikidata.org/wiki/Q138845","display_name":"Microfluidics","level":2,"score":0.6044394969940186},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5814922451972961},{"id":"https://openalex.org/C2988198817","wikidata":"https://www.wikidata.org/wiki/Q633261","display_name":"Microfluidic chip","level":3,"score":0.532619833946228},{"id":"https://openalex.org/C165005293","wikidata":"https://www.wikidata.org/wiki/Q1074500","display_name":"Chip","level":2,"score":0.4808269739151001},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4728432297706604},{"id":"https://openalex.org/C138942068","wikidata":"https://www.wikidata.org/wiki/Q633261","display_name":"Lab-on-a-chip","level":3,"score":0.4392626881599426},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.3056248724460602},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2847995460033417},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17517495155334473},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.14683043956756592},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2024.3370652","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3370652","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1498509997","https://openalex.org/W1626030521","https://openalex.org/W1902734869","https://openalex.org/W1909235131","https://openalex.org/W1964531440","https://openalex.org/W1999497295","https://openalex.org/W2055666841","https://openalex.org/W2066225194","https://openalex.org/W2088342788","https://openalex.org/W2088405514","https://openalex.org/W2115008041","https://openalex.org/W2124470056","https://openalex.org/W2128353251","https://openalex.org/W2279041172","https://openalex.org/W2293702889","https://openalex.org/W2398741359","https://openalex.org/W2536068666","https://openalex.org/W2582477481","https://openalex.org/W2623150925","https://openalex.org/W2736879359","https://openalex.org/W2746553466","https://openalex.org/W2782664057","https://openalex.org/W2904607923","https://openalex.org/W2904962089","https://openalex.org/W2913463847","https://openalex.org/W2914776372","https://openalex.org/W2953722837","https://openalex.org/W2966661277","https://openalex.org/W2986828019","https://openalex.org/W2997526309","https://openalex.org/W3000704581","https://openalex.org/W3011120880","https://openalex.org/W3012863470","https://openalex.org/W3041277206","https://openalex.org/W3086994769","https://openalex.org/W3093825677","https://openalex.org/W3095169007","https://openalex.org/W3097232011","https://openalex.org/W3128265635","https://openalex.org/W3128444971","https://openalex.org/W3185540151","https://openalex.org/W4213344392","https://openalex.org/W4253948146","https://openalex.org/W4282976711","https://openalex.org/W4298857966","https://openalex.org/W4310909876","https://openalex.org/W4385624850","https://openalex.org/W4388941608","https://openalex.org/W6637967152","https://openalex.org/W6677067356","https://openalex.org/W6694517276","https://openalex.org/W6775686901","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W1834829329","https://openalex.org/W2738065864","https://openalex.org/W1995422305","https://openalex.org/W2080016274","https://openalex.org/W2154811012","https://openalex.org/W2188930786","https://openalex.org/W4244444919","https://openalex.org/W4392425192","https://openalex.org/W2017735662","https://openalex.org/W1489367151"],"abstract_inverted_index":{"Digital":[0,31],"microfluidic":[1,39,71],"biochips":[2],"(DMFBs)":[3],"can":[4],"effectively":[5],"reduce":[6],"the":[7,58,68,82,122,170],"cost":[8,60],"of":[9,38,85,93,125,138],"biochemical":[10],"analysis":[11],"and":[12,26,54,61,114,157,160,177,190],"improve":[13],"experimental":[14],"efficiency,":[15],"as":[16],"they":[17],"are":[18,35,64,95,150],"easy":[19],"to":[20,51,154,185],"carry,":[21],"use":[22],"fewer":[23],"reagent":[24],"samples":[25],"have":[27],"high":[28,188],"precision.":[29],"Paper-Based":[30],"Microfluidic":[32],"Biochips":[33],"(PB-DMFBs)":[34],"a":[36,98,117,134],"branch":[37],"biochips.":[40],"This":[41],"technology":[42],"prints":[43],"ink":[44],"containing":[45],"carbon":[46],"nanotubes":[47],"on":[48,97,141],"special":[49],"paper":[50,100],"form":[52],"electrodes":[53],"control":[55,79],"wire,":[56],"so":[57],"manufacturing":[59],"time":[62],"required":[63],"far":[65],"less":[66],"than":[67],"traditional":[69],"digital":[70],"chip,":[72],"in":[73],"which":[74],"droplets":[75],"move":[76],"between":[77],"two":[78],"layers.":[80],"However,":[81],"chip-level":[83,123,135,180],"synthesis":[84,124,136],"PB-DMFBs":[86,126,139],"becomes":[87],"more":[88,118],"challenging":[89],"because":[90],"all":[91],"circuits":[92],"PBDMFBs":[94],"printed":[96],"single":[99],"layer.":[101],"Furthermore,":[102],"current":[103],"PB-DMFB":[104],"designs":[105],"must":[106],"address":[107],"various":[108],"issues,":[109],"including":[110],"fabrication":[111],"cost,":[112],"reliability,":[113],"safety.":[115],"Therefore,":[116],"flexible":[119],"method":[120,137,172],"for":[121,152,179],"is":[127,173],"needed.":[128],"In":[129],"this":[130],"paper,":[131],"we":[132],"propose":[133],"based":[140],"reinforcement":[142],"learning.":[143],"Double":[144],"Deep":[145],"Q-learning":[146],"Networks":[147],"(Double":[148],"DQN)":[149],"suitable":[151],"agents":[153],"select":[155],"actions":[156],"estimate":[158],"actions,":[159],"then":[161],"obtain":[162],"optimized":[163],"comprehensive":[164],"results.":[165],"Experimental":[166],"results":[167],"demonstrate":[168],"that":[169],"proposed":[171],"not":[174],"only":[175],"effective":[176],"efficient":[178],"synthesis,":[181],"but":[182],"also":[183],"scalable":[184],"applications":[186],"with":[187],"reliability":[189],"safety":[191],"requirements.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}