{"id":"https://openalex.org/W4388941608","doi":"https://doi.org/10.1145/3633458","title":"Dynamic Adaptation Using Deep Reinforcement Learning for Digital Microfluidic Biochips","display_name":"Dynamic Adaptation Using Deep Reinforcement Learning for Digital Microfluidic Biochips","publication_year":2023,"publication_date":"2023-11-23","ids":{"openalex":"https://openalex.org/W4388941608","doi":"https://doi.org/10.1145/3633458"},"language":"en","primary_location":{"id":"doi:10.1145/3633458","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3633458","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3633458","source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3633458","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040267274","display_name":"Tung-Che Liang","orcid":"https://orcid.org/0000-0003-1444-2611"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tung-Che Liang","raw_affiliation_strings":["NVIDIA Corporation, USA","Nvidia Corporation, USA"],"raw_orcid":"https://orcid.org/0000-0003-1444-2611","affiliations":[{"raw_affiliation_string":"NVIDIA Corporation, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"Nvidia Corporation, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024627427","display_name":"Yi-Chen Chang","orcid":"https://orcid.org/0000-0003-2223-9592"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi-Chen Chang","raw_affiliation_strings":["Duke University, USA"],"raw_orcid":"https://orcid.org/0000-0003-2223-9592","affiliations":[{"raw_affiliation_string":"Duke University, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025152730","display_name":"Zhanwei Zhong","orcid":"https://orcid.org/0000-0002-0946-574X"},"institutions":[{"id":"https://openalex.org/I4210154351","display_name":"Marvell (United States)","ror":"https://ror.org/04wmff902","country_code":"US","type":"company","lineage":["https://openalex.org/I4210092679","https://openalex.org/I4210154351"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhanwei Zhong","raw_affiliation_strings":["Marvell Technology Inc., USA"],"raw_orcid":"https://orcid.org/0000-0002-0946-574X","affiliations":[{"raw_affiliation_string":"Marvell Technology Inc., USA","institution_ids":["https://openalex.org/I4210154351"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022299762","display_name":"Yaas Bigdeli","orcid":"https://orcid.org/0009-0007-0194-4360"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaas Bigdeli","raw_affiliation_strings":["Duke University, USA"],"raw_orcid":"https://orcid.org/0009-0007-0194-4360","affiliations":[{"raw_affiliation_string":"Duke University, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062800747","display_name":"Tsung-Yi Ho","orcid":"https://orcid.org/0000-0001-7348-5625"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tsung-Yi Ho","raw_affiliation_strings":["National Tsing Hua University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-7348-5625","affiliations":[{"raw_affiliation_string":"National Tsing Hua University, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033880864","display_name":"Krishnendu Chakrabarty","orcid":"https://orcid.org/0000-0003-4475-6435"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krishnendu Chakrabarty","raw_affiliation_strings":["Duke University, USA"],"raw_orcid":"https://orcid.org/0000-0003-4475-6435","affiliations":[{"raw_affiliation_string":"Duke University, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006448685","display_name":"Richard B. Fair","orcid":"https://orcid.org/0000-0002-6728-1199"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Fair","raw_affiliation_strings":["Duke University, USA"],"raw_orcid":"https://orcid.org/0000-0002-6728-1199","affiliations":[{"raw_affiliation_string":"Duke University, USA","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.626,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.83937691,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"29","issue":"2","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12452","display_name":"Electrowetting and Microfluidic Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12452","display_name":"Electrowetting and Microfluidic Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11407","display_name":"Innovative Microfluidic and Catalytic Techniques Innovation","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biochip","display_name":"Biochip","score":0.8530157208442688},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6809550523757935},{"id":"https://openalex.org/keywords/microfluidics","display_name":"Microfluidics","score":0.6239845752716064},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6191549301147461},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.6001794338226318},{"id":"https://openalex.org/keywords/digital-microfluidics","display_name":"Digital microfluidics","score":0.5772454142570496},{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.48607829213142395},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3371155261993408},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.3287106156349182},{"id":"https://openalex.org/keywords/nanotechnology","display_name":"Nanotechnology","score":0.23085373640060425},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.20332524180412292},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18554836511611938},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15434375405311584},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.14791253209114075},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09518766403198242},{"id":"https://openalex.org/keywords/electrowetting","display_name":"Electrowetting","score":0.08501389622688293}],"concepts":[{"id":"https://openalex.org/C87892846","wikidata":"https://www.wikidata.org/wiki/Q864256","display_name":"Biochip","level":2,"score":0.8530157208442688},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6809550523757935},{"id":"https://openalex.org/C8673954","wikidata":"https://www.wikidata.org/wiki/Q138845","display_name":"Microfluidics","level":2,"score":0.6239845752716064},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6191549301147461},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.6001794338226318},{"id":"https://openalex.org/C92444450","wikidata":"https://www.wikidata.org/wiki/Q5276112","display_name":"Digital microfluidics","level":4,"score":0.5772454142570496},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.48607829213142395},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3371155261993408},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.3287106156349182},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.23085373640060425},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.20332524180412292},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18554836511611938},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15434375405311584},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14791253209114075},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09518766403198242},{"id":"https://openalex.org/C2779673822","wikidata":"https://www.wikidata.org/wiki/Q907239","display_name":"Electrowetting","level":3,"score":0.08501389622688293}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3633458","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3633458","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3633458","source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3633458","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3633458","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3633458","source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4187747776","display_name":null,"funder_award_id":"ECCS-2313498","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4639441110","display_name":null,"funder_award_id":"ECCS-1914796","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5447189562","display_name":"Adaptive Protocol Synthesis and Error Recovery in Micro-Electrode-Dot-Array (MEDA) Microfluidic Biochips","funder_award_id":"1914796","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G638980166","display_name":null,"funder_award_id":"CCF-1702596","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G871403396","display_name":"Adaptive Protocol Synthesis and Error Recovery in Micro-Electrode-Dot-Array (MEDA) Microfluidic Biochips","funder_award_id":"2313498","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337253","display_name":"Instituto de Ciencias del Mar y Limnolog\u00eda, Universidad Nacional Aut\u00f3noma de M\u00e9xico","ror":null},{"id":"https://openalex.org/F4320337392","display_name":"Division of Electrical, Communications and Cyber Systems","ror":"https://ror.org/01krpsy48"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388941608.pdf","grobid_xml":"https://content.openalex.org/works/W4388941608.grobid-xml"},"referenced_works_count":83,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1934909785","https://openalex.org/W1967650881","https://openalex.org/W1973771164","https://openalex.org/W1977690343","https://openalex.org/W2004108400","https://openalex.org/W2014241746","https://openalex.org/W2028403985","https://openalex.org/W2029481052","https://openalex.org/W2051963132","https://openalex.org/W2061755747","https://openalex.org/W2066225194","https://openalex.org/W2068561631","https://openalex.org/W2070269462","https://openalex.org/W2072660350","https://openalex.org/W2073229191","https://openalex.org/W2109649357","https://openalex.org/W2112796928","https://openalex.org/W2115008041","https://openalex.org/W2119985798","https://openalex.org/W2132850326","https://openalex.org/W2139427394","https://openalex.org/W2142937706","https://openalex.org/W2145106285","https://openalex.org/W2155340813","https://openalex.org/W2167304422","https://openalex.org/W2183239848","https://openalex.org/W2185597565","https://openalex.org/W2260756217","https://openalex.org/W2340881701","https://openalex.org/W2526529994","https://openalex.org/W2531523738","https://openalex.org/W2538785073","https://openalex.org/W2575705757","https://openalex.org/W2583993537","https://openalex.org/W2598912124","https://openalex.org/W2602753196","https://openalex.org/W2607159714","https://openalex.org/W2612445135","https://openalex.org/W2736601468","https://openalex.org/W2741613844","https://openalex.org/W2746553466","https://openalex.org/W2766447205","https://openalex.org/W2768629321","https://openalex.org/W2788115019","https://openalex.org/W2892339484","https://openalex.org/W2903853891","https://openalex.org/W2904730442","https://openalex.org/W2912269676","https://openalex.org/W2935677582","https://openalex.org/W2944956041","https://openalex.org/W2947958009","https://openalex.org/W2960876848","https://openalex.org/W2964043796","https://openalex.org/W2965888130","https://openalex.org/W2982316857","https://openalex.org/W2998070878","https://openalex.org/W3013628961","https://openalex.org/W3017205725","https://openalex.org/W3017256406","https://openalex.org/W3017424656","https://openalex.org/W3035703686","https://openalex.org/W3041097397","https://openalex.org/W3081542135","https://openalex.org/W3088484880","https://openalex.org/W3091492359","https://openalex.org/W3100944043","https://openalex.org/W3117423974","https://openalex.org/W3151579412","https://openalex.org/W4214717370","https://openalex.org/W4229487452","https://openalex.org/W4236504040","https://openalex.org/W4237461911","https://openalex.org/W4239130850","https://openalex.org/W4253948146","https://openalex.org/W4287662662","https://openalex.org/W4288391552","https://openalex.org/W4297775537","https://openalex.org/W4298857966","https://openalex.org/W4301255253","https://openalex.org/W6637967152","https://openalex.org/W6677067356","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2074654211","https://openalex.org/W2593620286","https://openalex.org/W4235248979","https://openalex.org/W2624661525","https://openalex.org/W2791832251","https://openalex.org/W1966788972","https://openalex.org/W2029481052","https://openalex.org/W2757330072","https://openalex.org/W2738065864","https://openalex.org/W1834829329"],"abstract_inverted_index":{"We":[0,74,109,125,143,166,184],"describe":[1,110],"an":[2,83,111,131],"exciting":[3],"new":[4],"application":[5],"domain":[6],"for":[7,38,120,163,177],"deep":[8,90],"reinforcement":[9],"learning":[10],"(RL):":[11],"droplet":[12,57,80,113,137,179],"routing":[13,114,180],"on":[14,139,152,172,182,187],"digital":[15],"microfluidic":[16],"biochips":[17],"(DMFBs).":[18],"A":[19],"DMFB":[20],"consists":[21],"of":[22,31,56,70,79,89,102,123,130,148,190],"a":[23,42,140,153,168],"two-dimensional":[24],"electrode":[25,191],"array,":[26],"and":[27,104],"it":[28],"manipulates":[29],"droplets":[30],"liquid":[32],"to":[33,97,160],"automatically":[34],"execute":[35],"biochemical":[36],"protocols":[37],"clinical":[39],"chemistry.":[40],"However,":[41],"major":[43],"problem":[44,85],"with":[45,134],"DMFBs":[46],"is":[47],"that":[48,76,94,116,145],"electrodes":[49,62,103],"can":[50,63,95,117],"degrade":[51],"over":[52,59],"time.":[53],"The":[54,196],"transportation":[55,58,81],"these":[60],"degraded":[61],"fail,":[64],"thereby":[65],"adversely":[66],"impacting":[67],"the":[68,71,77,87,98,127,135,146,149,173,199,204],"integrity":[69],"bioassay":[72,133],"outcome.":[73],"demonstrated":[75],"formulation":[78],"as":[82],"RL":[84,136,150],"enables":[86],"training":[88],"neural":[91],"network":[92],"policies":[93],"adapt":[96],"underlying":[99],"health":[100],"conditions":[101],"ensure":[105],"reliable":[106,128],"fluidic":[107],"operations.":[108],"RL-based":[112],"solution":[115],"be":[118],"used":[119,202],"various":[121],"sizes":[122],"DMFBs.":[124,183,195],"highlight":[126],"execution":[129],"epigenetic":[132],"router":[138],"fabricated":[141,194],"DMFB.":[142],"show":[144],"use":[147],"approach":[151],"simple":[154],"micro-computer":[155],"(Raspberry":[156],"Pi":[157],"4)":[158],"leads":[159],"acceptable":[161],"performance":[162],"time-critical":[164],"bioassays.":[165],"present":[167,185],"simulation":[169],"environment":[170],"based":[171],"OpenAI":[174],"Gym":[175],"Interface":[176],"RL-guided":[178],"problems":[181],"results":[186],"our":[188],"study":[189,197],"degradation":[192,200],"using":[193],"supports":[198],"model":[201],"in":[203],"simulator.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}