{"id":"https://openalex.org/W4390669798","doi":"https://doi.org/10.1007/s42484-023-00137-w","title":"Deep Q-learning with hybrid quantum neural network on solving maze problems","display_name":"Deep Q-learning with hybrid quantum neural network on solving maze problems","publication_year":2024,"publication_date":"2024-01-08","ids":{"openalex":"https://openalex.org/W4390669798","doi":"https://doi.org/10.1007/s42484-023-00137-w"},"language":"en","primary_location":{"id":"doi:10.1007/s42484-023-00137-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42484-023-00137-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42484-023-00137-w.pdf","source":{"id":"https://openalex.org/S4210217596","display_name":"Quantum Machine Intelligence","issn_l":"2524-4906","issn":["2524-4906","2524-4914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantum Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s42484-023-00137-w.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043393089","display_name":"Hao-Yuan Chen","orcid":"https://orcid.org/0009-0003-3006-9156"},"institutions":[{"id":"https://openalex.org/I124357947","display_name":"University of London","ror":"https://ror.org/04cw6st05","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Hao-Yuan Chen","raw_affiliation_strings":["Department of Computer Science, University of London, London, WC1E 7HU, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of London, London, WC1E 7HU, UK","institution_ids":["https://openalex.org/I124357947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051638501","display_name":"Yen-Jui Chang","orcid":"https://orcid.org/0009-0009-7400-9183"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yen-Jui Chang","raw_affiliation_strings":["Department of Physics, National Taiwan University, Taipei, 106216, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, National Taiwan University, Taipei, 106216, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113826583","display_name":"Shih-Wei Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shih-Wei Liao","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University, Taipei, 106216, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University, Taipei, 106216, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028642509","display_name":"Ching\u2010Ray Chang","orcid":"https://orcid.org/0000-0003-1974-9583"},"institutions":[{"id":"https://openalex.org/I151221077","display_name":"Chung Yuan Christian University","ror":"https://ror.org/02w8ws377","country_code":"TW","type":"education","lineage":["https://openalex.org/I151221077"]},{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ching-Ray Chang","raw_affiliation_strings":["Department of Physics, National Taiwan University, Taipei, 106216, Taiwan","Quantum Information Center, Chung Yuan Christian University, Taoyuan, 320314, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, National Taiwan University, Taipei, 106216, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"Quantum Information Center, Chung Yuan Christian University, Taoyuan, 320314, Taiwan","institution_ids":["https://openalex.org/I151221077"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5043393089"],"corresponding_institution_ids":["https://openalex.org/I124357947"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":3.4616,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.92968197,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"6","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10020","display_name":"Quantum Information and Cryptography","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8114286661148071},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6740818619728088},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6466665863990784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6325381994247437},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6317294239997864},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.6180170774459839},{"id":"https://openalex.org/keywords/quantum-computer","display_name":"Quantum computer","score":0.541887104511261},{"id":"https://openalex.org/keywords/quantum-circuit","display_name":"Quantum circuit","score":0.4266621768474579},{"id":"https://openalex.org/keywords/quantum-machine-learning","display_name":"Quantum machine learning","score":0.4144282639026642},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3907296359539032},{"id":"https://openalex.org/keywords/quantum-network","display_name":"Quantum network","score":0.22007092833518982},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.10195684432983398},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09066957235336304}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8114286661148071},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6740818619728088},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6466665863990784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6325381994247437},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6317294239997864},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.6180170774459839},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.541887104511261},{"id":"https://openalex.org/C124148022","wikidata":"https://www.wikidata.org/wiki/Q2122210","display_name":"Quantum circuit","level":5,"score":0.4266621768474579},{"id":"https://openalex.org/C2779094486","wikidata":"https://www.wikidata.org/wiki/Q18811578","display_name":"Quantum machine learning","level":4,"score":0.4144282639026642},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3907296359539032},{"id":"https://openalex.org/C186468114","wikidata":"https://www.wikidata.org/wiki/Q836478","display_name":"Quantum network","level":4,"score":0.22007092833518982},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.10195684432983398},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09066957235336304}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s42484-023-00137-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42484-023-00137-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42484-023-00137-w.pdf","source":{"id":"https://openalex.org/S4210217596","display_name":"Quantum Machine Intelligence","issn_l":"2524-4906","issn":["2524-4906","2524-4914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantum Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s42484-023-00137-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42484-023-00137-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42484-023-00137-w.pdf","source":{"id":"https://openalex.org/S4210217596","display_name":"Quantum Machine Intelligence","issn_l":"2524-4906","issn":["2524-4906","2524-4914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantum Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8275819362","display_name":null,"funder_award_id":"NSTC 112-2119-M-033-001","funder_id":"https://openalex.org/F2461203286","funder_display_name":"National Science and Technology Council"}],"funders":[{"id":"https://openalex.org/F2461203286","display_name":"National Science and Technology Council","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320323900","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4390669798.pdf"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2559394418","https://openalex.org/W3004965358","https://openalex.org/W3045093737","https://openalex.org/W3099734242","https://openalex.org/W3192537824","https://openalex.org/W3207479555","https://openalex.org/W4285087870","https://openalex.org/W4285253548","https://openalex.org/W4312080395","https://openalex.org/W4320802341","https://openalex.org/W4321850679","https://openalex.org/W4323546621","https://openalex.org/W6600130084"],"related_works":["https://openalex.org/W2944417983","https://openalex.org/W4362682022","https://openalex.org/W3132418032","https://openalex.org/W4200149527","https://openalex.org/W4388703658","https://openalex.org/W4385662062","https://openalex.org/W2991324428","https://openalex.org/W4312109322","https://openalex.org/W4312852566","https://openalex.org/W4379115997"],"abstract_inverted_index":{"Abstract":[0],"Quantum":[1],"computing":[2,43],"holds":[3],"great":[4],"potential":[5,48,111],"for":[6,49],"advancing":[7],"the":[8,47,65,85,110],"limitations":[9],"of":[10,18,64,70,112,144],"machine":[11],"learning":[12,27,56,115,125,131],"algorithms":[13],"to":[14,45,116,153,162],"handle":[15],"higher":[16],"dimensions":[17],"data":[19],"and":[20,62,68,75,88,100,146,160],"reduce":[21],"overall":[22],"training":[23,138],"parameters":[24],"in":[25,52],"deep":[26,113,163],"(DL)":[28],"models.":[29],"This":[30],"study":[31,143],"uses":[32],"a":[33,40,53,59,77,96,118,141],"trainable":[34],"variational":[35],"quantum":[36,42,50,71,80,114,148],"circuit":[37],"(VQC)":[38],"on":[39,84,167],"gate-based":[41],"model":[44,67],"investigate":[46],"benefit":[51],"model-free":[54],"reinforcement":[55,124,130],"problem.":[57],"Through":[58],"comprehensive":[60],"investigation":[61],"evaluation":[63],"current":[66],"capabilities":[69],"computers,":[72],"we":[73],"designed":[74],"trained":[76],"novel":[78],"hybrid":[79,147],"neural":[81,149],"network":[82],"based":[83],"latest":[86],"Qiskit":[87],"PyTorch":[89],"framework.":[90],"We":[91,127],"compared":[92],"its":[93],"performance":[94],"with":[95,99,136],"full-classical":[97,145],"CNN":[98],"without":[101],"an":[102],"incorporated":[103],"VQC.":[104],"Our":[105],"research":[106],"provides":[107],"insights":[108],"into":[109],"solve":[117],"maze":[119,169],"problem":[120],"and,":[121],"potentially,":[122],"other":[123],"problems.":[126],"conclude":[128],"that":[129],"problems":[132,170],"can":[133],"be":[134],"practical":[135],"reasonable":[137],"epochs.":[139],"Moreover,":[140],"comparative":[142],"networks":[150],"is":[151],"discussed":[152],"understand":[154],"these":[155],"two":[156],"approaches\u2019":[157],"performance,":[158],"advantages,":[159],"disadvantages":[161],"Q-learning":[164],"problems,":[165],"especially":[166],"larger-scale":[168],"larger":[171],"than":[172],"4":[173],"$$\\times":[174],"$$":[175],"<mml:math":[176],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[177],"<mml:mo>\u00d7</mml:mo>":[178],"</mml:math>":[179],"4.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}