{"id":"https://openalex.org/W4401879806","doi":"https://doi.org/10.1109/icps59941.2024.10640025","title":"Improved Line-of-Sight Path Following Control for Underactuated USVs with Unknown Parameters Using Q-learning","display_name":"Improved Line-of-Sight Path Following Control for Underactuated USVs with Unknown Parameters Using Q-learning","publication_year":2024,"publication_date":"2024-05-12","ids":{"openalex":"https://openalex.org/W4401879806","doi":"https://doi.org/10.1109/icps59941.2024.10640025"},"language":"en","primary_location":{"id":"doi:10.1109/icps59941.2024.10640025","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icps59941.2024.10640025","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 7th International Conference on Industrial Cyber-Physical Systems (ICPS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081298724","display_name":"Danjie Zhu","orcid":"https://orcid.org/0000-0002-9299-2494"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Danjie Zhu","raw_affiliation_strings":["Dalhousie University,Advanced Control and Mechatronics Laboratory,Department of Mechanical Engineering,Halifax,NS,Canada,B3H 4R2"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalhousie University,Advanced Control and Mechatronics Laboratory,Department of Mechanical Engineering,Halifax,NS,Canada,B3H 4R2","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109769323","display_name":"Ya-Jun Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ya-Jun Pan","raw_affiliation_strings":["Dalhousie University,Advanced Control and Mechatronics Laboratory,Department of Mechanical Engineering,Halifax,NS,Canada,B3H 4R2"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalhousie University,Advanced Control and Mechatronics Laboratory,Department of Mechanical Engineering,Halifax,NS,Canada,B3H 4R2","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075653363","display_name":"Tianye Wang","orcid":"https://orcid.org/0000-0001-7534-931X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianye Wang","raw_affiliation_strings":["Marine Thinking Inc.,Halifax,NS,Canada,B3H 4N4"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Marine Thinking Inc.,Halifax,NS,Canada,B3H 4N4","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115592385","display_name":"Shiwei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiwei Liu","raw_affiliation_strings":["Marine Thinking Inc.,Halifax,NS,Canada,B3H 4N4"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Marine Thinking Inc.,Halifax,NS,Canada,B3H 4N4","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026488362","display_name":"Wenwen Pei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenwen Pei","raw_affiliation_strings":["Marine Thinking Inc.,Halifax,NS,Canada,B3H 4N4"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Marine Thinking Inc.,Halifax,NS,Canada,B3H 4N4","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underactuation","display_name":"Underactuation","score":0.7602146863937378},{"id":"https://openalex.org/keywords/line-of-sight","display_name":"Line-of-sight","score":0.5945746898651123},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5488102436065674},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5399659872055054},{"id":"https://openalex.org/keywords/line","display_name":"Line (geometry)","score":0.5104659795761108},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.47423475980758667},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4136998951435089},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34748566150665283},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19838353991508484},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16005000472068787},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.15359711647033691},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11176350712776184},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.06276413798332214}],"concepts":[{"id":"https://openalex.org/C88337583","wikidata":"https://www.wikidata.org/wiki/Q7883433","display_name":"Underactuation","level":3,"score":0.7602146863937378},{"id":"https://openalex.org/C2780928442","wikidata":"https://www.wikidata.org/wiki/Q6553027","display_name":"Line-of-sight","level":2,"score":0.5945746898651123},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5488102436065674},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5399659872055054},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.5104659795761108},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47423475980758667},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4136998951435089},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34748566150665283},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19838353991508484},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16005000472068787},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.15359711647033691},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11176350712776184},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.06276413798332214}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icps59941.2024.10640025","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icps59941.2024.10640025","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 7th International Conference on Industrial Cyber-Physical Systems (ICPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2607389849","https://openalex.org/W2896974094","https://openalex.org/W2963917788","https://openalex.org/W3012066402","https://openalex.org/W3022121524","https://openalex.org/W3023077548","https://openalex.org/W3123008811","https://openalex.org/W4285324365","https://openalex.org/W4300003866","https://openalex.org/W4321021722","https://openalex.org/W4360995271"],"related_works":["https://openalex.org/W587013945","https://openalex.org/W4288862394","https://openalex.org/W1485310626","https://openalex.org/W4292915238","https://openalex.org/W4285553839","https://openalex.org/W3011477119","https://openalex.org/W2371440471","https://openalex.org/W2075135955","https://openalex.org/W3135136999","https://openalex.org/W4321093571"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposed":[2],"an":[3,19],"intelligent":[4],"path-following":[5,34],"control":[6],"strategy":[7],"that":[8],"combines":[9],"the":[10,42,47,51,58,63,90,93],"line-of-sight":[11],"(LOS)":[12],"guidance":[13],"law":[14],"and":[15,60,72],"Q-learning":[16],"(QL)":[17],"for":[18,36,62],"underactuated":[20],"unmanned":[21],"surface":[22],"vehicle":[23,48],"(USV)":[24],"with":[25,38],"unknown":[26],"model":[27,49],"parameters.":[28],"The":[29,79],"improved":[30,94],"LOS":[31,95],"achieves":[32],"satisfactory":[33],"results":[35,66],"USVs":[37],"uncertain":[39,54],"models,":[40],"where":[41],"embedded":[43],"QL":[44],"method":[45,96],"learns":[46],"by":[50],"self-regulation":[52],"of":[53,82,92],"parameters":[55],"to":[56],"accomplish":[57],"robustness":[59],"adaptation":[61],"path-following.":[64],"Simulation":[65],"in":[67],"tracking":[68],"a":[69,73],"straight":[70],"line":[71],"circular":[74],"path":[75],"are":[76],"demonstrated":[77],"respectively.":[78],"environmental":[80],"effect":[81],"wave":[83],"disturbances":[84],"is":[85],"also":[86],"analyzed,":[87],"which":[88],"verifies":[89],"effectiveness":[91],"based":[97],"on":[98],"QL.":[99]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}