{"id":"https://openalex.org/W4328112707","doi":"https://doi.org/10.1016/j.tust.2023.105104","title":"Deep reinforcement learning approach to optimize the driving performance of shield tunnelling machines","display_name":"Deep reinforcement learning approach to optimize the driving performance of shield tunnelling machines","publication_year":2023,"publication_date":"2023-03-21","ids":{"openalex":"https://openalex.org/W4328112707","doi":"https://doi.org/10.1016/j.tust.2023.105104"},"language":"en","primary_location":{"id":"doi:10.1016/j.tust.2023.105104","doi":"https://doi.org/10.1016/j.tust.2023.105104","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.tust.2023.105104","pdf_url":null,"source":{"id":"https://openalex.org/S139192911","display_name":"Tunnelling and Underground Space Technology","issn_l":"0886-7798","issn":["0886-7798","1878-4364"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Tunnelling and Underground Space Technology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070191696","display_name":"Khalid Elbaz","orcid":"https://orcid.org/0000-0003-2599-1616","observed_orcids":["https://orcid.org/0000-0003-2599-1616"]},"institutions":[{"id":"https://openalex.org/I32574673","display_name":"Shantou University","ror":"https://ror.org/01a099706","country_code":"CN","type":"education","lineage":["https://openalex.org/I32574673"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Khalid Elbaz","raw_affiliation_strings":["MOE Key Laboratory of Intelligent Manufacturing Technology, Department of Civil and Environmental Engineering, College of Engineering, Shantou University, Guangdong 515063, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MOE Key Laboratory of Intelligent Manufacturing Technology, Department of Civil and Environmental Engineering, College of Engineering, Shantou University, Guangdong 515063, China","institution_ids":["https://openalex.org/I32574673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056380462","display_name":"Annan Zhou","orcid":"https://orcid.org/0000-0001-5209-5169","observed_orcids":["https://orcid.org/0000-0001-5209-5169"]},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Annan Zhou","raw_affiliation_strings":["Discipline of Civil and Infrastructure Engineering, School of Engineering, Royal Melbourne Institute of Technology (RMIT), Victoria 3001, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Discipline of Civil and Infrastructure Engineering, School of Engineering, Royal Melbourne Institute of Technology (RMIT), Victoria 3001, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046193097","display_name":"Shui\u2010Long Shen","orcid":"https://orcid.org/0000-0002-5610-7988","observed_orcids":["https://orcid.org/0000-0002-5610-7988"]},"institutions":[{"id":"https://openalex.org/I32574673","display_name":"Shantou University","ror":"https://ror.org/01a099706","country_code":"CN","type":"education","lineage":["https://openalex.org/I32574673"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shui-Long Shen","raw_affiliation_strings":["MOE Key Laboratory of Intelligent Manufacturing Technology, Department of Civil and Environmental Engineering, College of Engineering, Shantou University, Guangdong 515063, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MOE Key Laboratory of Intelligent Manufacturing Technology, Department of Civil and Environmental Engineering, College of Engineering, Shantou University, Guangdong 515063, China","institution_ids":["https://openalex.org/I32574673"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070191696"],"corresponding_institution_ids":["https://openalex.org/I32574673"],"apc_list":{"value":3960,"currency":"USD","value_usd":3960},"apc_paid":null,"fwci":7.8571,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.98736667,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"136","issue":null,"first_page":"105104","last_page":"105104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12482","display_name":"Tunneling and Rock Mechanics","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12482","display_name":"Tunneling and Rock Mechanics","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11046","display_name":"Geotechnical Engineering and Analysis","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9390000104904175},{"id":"https://openalex.org/keywords/deep-q-learning","display_name":"deep Q-learning","score":0.7540000081062317},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"particle swarm optimization","score":0.9990000128746033},{"id":"https://openalex.org/keywords/extreme-learning-machine","display_name":"extreme learning machine","score":0.9959999918937683},{"id":"https://openalex.org/keywords/thrust-control","display_name":"thrust control","score":0.8349999785423279},{"id":"https://openalex.org/keywords/cutterhead-torque","display_name":"cutterhead torque","score":0.8519999980926514},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.5699999928474426},{"id":"https://openalex.org/keywords/geological-conditions","display_name":"geological conditions","score":0.6859999895095825}],"concepts":[{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.6558642387390137},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6444576382637024},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5805944800376892},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5254454016685486},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5126580595970154},{"id":"https://openalex.org/C120398109","wikidata":"https://www.wikidata.org/wiki/Q175751","display_name":"Quantum tunnelling","level":2,"score":0.5074860453605652},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44780433177948},{"id":"https://openalex.org/C2780150128","wikidata":"https://www.wikidata.org/wiki/Q21948731","display_name":"Extreme learning machine","level":3,"score":0.4205094277858734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4188484847545624},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3920872211456299},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34231942892074585},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.313860148191452},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17307788133621216},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12760236859321594},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.tust.2023.105104","doi":"https://doi.org/10.1016/j.tust.2023.105104","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.tust.2023.105104","pdf_url":null,"source":{"id":"https://openalex.org/S139192911","display_name":"Tunnelling and Underground Space Technology","issn_l":"0886-7798","issn":["0886-7798","1878-4364"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Tunnelling and Underground Space Technology","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/27570168","doi":null,"is_oa":false,"landing_page_url":"https://figshare.com/articles/journal_contribution/Deep_reinforcement_learning_approach_to_optimize_the_driving_performance_of_shield_tunnelling_machines/27570168","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.7207000255584717,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4599999557","display_name":null,"funder_award_id":"2019CX01G338","funder_id":"https://openalex.org/F4320334009","funder_display_name":"Guangdong Provincial Pearl River Talents Program"},{"id":"https://openalex.org/G6837870123","display_name":null,"funder_award_id":"NTF19024-2019","funder_id":"https://openalex.org/F4320336238","funder_display_name":"Guangzhou Science and Technology Innovation Center"},{"id":"https://openalex.org/G7796206442","display_name":null,"funder_award_id":"5221101449","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G914425923","display_name":null,"funder_award_id":"NTF22033 -2022","funder_id":"https://openalex.org/F4320321586","funder_display_name":"Government of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321586","display_name":"Government of Guangdong Province","ror":"https://ror.org/050m0b055"},{"id":"https://openalex.org/F4320334009","display_name":"Guangdong Provincial Pearl River Talents Program","ror":null},{"id":"https://openalex.org/F4320336238","display_name":"Guangzhou Science and Technology Innovation Center","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1978723899","https://openalex.org/W2029926752","https://openalex.org/W2062859931","https://openalex.org/W2086282769","https://openalex.org/W2108388069","https://openalex.org/W2111072639","https://openalex.org/W2119401655","https://openalex.org/W2134603844","https://openalex.org/W2145339207","https://openalex.org/W2155661836","https://openalex.org/W2287228090","https://openalex.org/W2329769476","https://openalex.org/W2373911460","https://openalex.org/W2482219825","https://openalex.org/W2581551967","https://openalex.org/W2793047315","https://openalex.org/W2794556472","https://openalex.org/W2800269390","https://openalex.org/W2888611374","https://openalex.org/W2897661175","https://openalex.org/W2951341079","https://openalex.org/W2996991292","https://openalex.org/W2998483772","https://openalex.org/W3015872947","https://openalex.org/W3016223321","https://openalex.org/W3081821516","https://openalex.org/W3100789280","https://openalex.org/W3101546351","https://openalex.org/W3109316045","https://openalex.org/W3111839646","https://openalex.org/W3117524684","https://openalex.org/W3132291851","https://openalex.org/W3134148588","https://openalex.org/W3157278006","https://openalex.org/W3168279012","https://openalex.org/W3195996253","https://openalex.org/W3201184676","https://openalex.org/W3203629242","https://openalex.org/W3208961144","https://openalex.org/W3211032071","https://openalex.org/W4206357525","https://openalex.org/W4210420941","https://openalex.org/W4313529127","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W4284710091","https://openalex.org/W4389517367","https://openalex.org/W4410633372","https://openalex.org/W7116116694","https://openalex.org/W4401049089","https://openalex.org/W7070344327","https://openalex.org/W4314937935","https://openalex.org/W4416418581","https://openalex.org/W4402544198","https://openalex.org/W4392190476"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":13}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-03-22T00:00:00"}