{"id":"https://openalex.org/W4416323664","doi":"https://doi.org/10.1109/access.2025.3634110","title":"HTFN: A Hybrid Deep Reinforcement Learning Framework for UAV-Based Railway Inspection With Deepseek Integration","display_name":"HTFN: A Hybrid Deep Reinforcement Learning Framework for UAV-Based Railway Inspection With Deepseek Integration","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416323664","doi":"https://doi.org/10.1109/access.2025.3634110"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3634110","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3634110","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3634110","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021377723","display_name":"Chao Wang","orcid":"https://orcid.org/0000-0003-1604-9178"},"institutions":[{"id":"https://openalex.org/I4210141966","display_name":"China Academy of Railway Sciences","ror":"https://ror.org/051wv2j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210141966"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Wang","raw_affiliation_strings":["China Academy of Railway Sciences Corporation Ltd., Beijing, China","China Academy of Railway Sciences Corporation Limited, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Academy of Railway Sciences Corporation Ltd., Beijing, China","institution_ids":["https://openalex.org/I4210141966"]},{"raw_affiliation_string":"China Academy of Railway Sciences Corporation Limited, Beijing, China","institution_ids":["https://openalex.org/I4210141966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5021377723"],"corresponding_institution_ids":["https://openalex.org/I4210141966"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7913,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77163321,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"196821","last_page":"196835"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10842","display_name":"Railway Engineering and Dynamics","score":0.2766999900341034,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10842","display_name":"Railway Engineering and Dynamics","score":0.2766999900341034,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.23919999599456787,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11568","display_name":"Railway Systems and Energy Efficiency","score":0.10509999841451645,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.614799976348877},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5845000147819519},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4542999863624573},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45260000228881836},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.4237000048160553},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4124999940395355},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.39820000529289246},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.37940001487731934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7541999816894531},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.614799976348877},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5845000147819519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4767000079154968},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4542999863624573},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45260000228881836},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.4237000048160553},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4124999940395355},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36880001425743103},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.367900013923645},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.31209999322891235},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C108074857","wikidata":"https://www.wikidata.org/wiki/Q3067360","display_name":"Fault management","level":3,"score":0.2694999873638153},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26589998602867126}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3634110","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3634110","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:56ee70cd6e3b4a669c8ec3a76b986e3c","is_oa":true,"landing_page_url":"https://doaj.org/article/56ee70cd6e3b4a669c8ec3a76b986e3c","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 196821-196835 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3634110","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3634110","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,131],"inspection":[1,18,37,50,147,154,173],"of":[2,102,133,187],"the":[3,100,109,162,184],"railway":[4,169],"infrastructure":[5],"is":[6],"crucial":[7],"to":[8,30,34],"ensuring":[9,183],"operational":[10,176,180],"safety":[11],"and":[12,24,39,74,84,121,128,141,145,156,178],"improving":[13,153],"efficiency.":[14,40,157],"However,":[15],"traditional":[16,103],"manual":[17],"methods":[19,104],"are":[20,27],"not":[21],"only":[22],"time-consuming":[23],"labor-intensive":[25],"but":[26],"also":[28],"prone":[29],"human":[31,150],"errors,":[32],"leading":[33],"fluctuations":[35],"in":[36,95,105,137,168],"quality":[38],"To":[41],"address":[42],"this":[43,45],"issue,":[44],"article":[46],"proposes":[47],"an":[48],"automated":[49,129,142],"method":[51],"for":[52,80,91,117],"unmanned":[53],"aerial":[54],"vehicles":[55],"(UAV)":[56],"based":[57],"on":[58],"a":[59,112,138],"Hierarchical":[60,69],"Training":[61],"Fusion":[62],"Reinforcement":[63],"Learning":[64],"Network":[65],"(HTFN),":[66],"which":[67],"combines":[68],"Deep":[70],"Q":[71],"Networks":[72],"(DQN)":[73],"Proximal":[75],"Policy":[76],"Optimization":[77],"(PPO)":[78],"algorithms":[79],"autonomous":[81],"route":[82],"planning":[83,94],"navigation.":[85],"This":[86],"approach":[87],"provides":[88],"precise":[89],"support":[90],"task":[92],"path":[93],"complex":[96],"geographical":[97],"environments,":[98],"overcoming":[99],"limitations":[101],"such":[106],"scenarios.":[107],"Additionally,":[108],"system":[110,164],"utilizes":[111],"multimodal":[113],"large":[114],"language":[115],"model":[116],"automatic":[118],"fault":[119],"detection":[120],"alarm,":[122],"enhancing":[123],"real-time":[124],"monitoring,":[125],"predictive":[126],"maintenance,":[127],"decision-making.":[130],"integration":[132],"these":[134],"technologies":[135],"results":[136,159],"highly":[139],"intelligent":[140],"UAV":[143],"operation":[144],"control":[146,181],"system,":[148],"minimizing":[149],"intervention":[151],"while":[152],"accuracy":[155],"Experimental":[158],"demonstrate":[160],"that":[161],"proposed":[163],"effectively":[165],"identifies":[166],"defects":[167],"infrastructure,":[170],"significantly":[171],"improves":[172],"efficiency,":[174,182],"reduces":[175],"costs,":[177],"enhances":[179],"smooth":[185],"completion":[186],"tasks.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-11-18T00:00:00"}