{"id":"https://openalex.org/W2997357108","doi":"https://doi.org/10.1142/s1793351x19400233","title":"Motion Planning and Control with Randomized Payloads on Real Robot Using Deep Reinforcement Learning","display_name":"Motion Planning and Control with Randomized Payloads on Real Robot Using Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W2997357108","doi":"https://doi.org/10.1142/s1793351x19400233","mag":"2997357108"},"language":"en","primary_location":{"id":"doi:10.1142/s1793351x19400233","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1793351x19400233","pdf_url":null,"source":{"id":"https://openalex.org/S4210201727","display_name":"International Journal of Semantic Computing","issn_l":"1793-7108","issn":["1793-7108","1793-351X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Semantic Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041854909","display_name":"Ali Alper Demir","orcid":"https://orcid.org/0000-0001-5250-0590"},"institutions":[{"id":"https://openalex.org/I4210162904","display_name":"T\u00fcrk Otomobil Fabrikas\u0131 (Turkey)","ror":"https://ror.org/05jfpn078","country_code":"TR","type":"company","lineage":["https://openalex.org/I4210162904"]},{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ali Demir","raw_affiliation_strings":["Mechatronics Engineering, Istanbul Technical University, Maslak, Istanbul 34496, Turkey","TOFA\u015e Turkish Automobile Company R&D Center, Bursa, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mechatronics Engineering, Istanbul Technical University, Maslak, Istanbul 34496, Turkey","institution_ids":["https://openalex.org/I48912391"]},{"raw_affiliation_string":"TOFA\u015e Turkish Automobile Company R&D Center, Bursa, Turkey","institution_ids":["https://openalex.org/I4210162904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039372152","display_name":"Volkan Sezer","orcid":"https://orcid.org/0000-0001-9658-2153"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Volkan Sezer","raw_affiliation_strings":["Control and Automation Engineering, Istanbul Technical University, Maslak, Istanbul 34496, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Control and Automation Engineering, Istanbul Technical University, Maslak, Istanbul 34496, Turkey","institution_ids":["https://openalex.org/I48912391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2274,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.57666524,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"13","issue":"04","first_page":"541","last_page":"563"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/payload","display_name":"Payload (computing)","score":0.8827286958694458},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8471837043762207},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7467629909515381},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.562231183052063},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5154679417610168},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43896132707595825},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.43196696043014526},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.39242345094680786},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3923991322517395},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3610604405403137},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.17590218782424927}],"concepts":[{"id":"https://openalex.org/C134066672","wikidata":"https://www.wikidata.org/wiki/Q1424639","display_name":"Payload (computing)","level":3,"score":0.8827286958694458},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8471837043762207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7467629909515381},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.562231183052063},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5154679417610168},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43896132707595825},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.43196696043014526},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.39242345094680786},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3923991322517395},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3610604405403137},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.17590218782424927},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1142/s1793351x19400233","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1793351x19400233","pdf_url":null,"source":{"id":"https://openalex.org/S4210201727","display_name":"International Journal of Semantic Computing","issn_l":"1793-7108","issn":["1793-7108","1793-351X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Semantic Computing","raw_type":"journal-article"},{"id":"pmh:oai:polen.itu.edu.tr:11527/50005","is_oa":false,"landing_page_url":"https://hdl.handle.net/11527/50005","pdf_url":null,"source":{"id":"https://openalex.org/S4306400460","display_name":"Istanbul Technical University Academic Open Archive (Istanbul Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I48912391","host_organization_name":"Istanbul Technical University","host_organization_lineage":["https://openalex.org/I48912391"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1592100533","https://openalex.org/W1608391772","https://openalex.org/W2017957151","https://openalex.org/W2037200084","https://openalex.org/W2085240212","https://openalex.org/W2096157014","https://openalex.org/W2113695623","https://openalex.org/W2143824592","https://openalex.org/W2145339207","https://openalex.org/W2167340365","https://openalex.org/W2221280282","https://openalex.org/W2294092760","https://openalex.org/W2336416123","https://openalex.org/W2524241275","https://openalex.org/W2528489519","https://openalex.org/W2593841437","https://openalex.org/W2599174273","https://openalex.org/W2619459952","https://openalex.org/W2620384361","https://openalex.org/W2623293810","https://openalex.org/W2771342126","https://openalex.org/W2930457792","https://openalex.org/W2953483382","https://openalex.org/W2962887844","https://openalex.org/W2963336905","https://openalex.org/W2963428623","https://openalex.org/W2963804019","https://openalex.org/W3099533866","https://openalex.org/W4243525943","https://openalex.org/W4298023569"],"related_works":["https://openalex.org/W1535080110","https://openalex.org/W306312984","https://openalex.org/W857189463","https://openalex.org/W4288094128","https://openalex.org/W2979675132","https://openalex.org/W4379531983","https://openalex.org/W2294241086","https://openalex.org/W2903025760","https://openalex.org/W4289147272","https://openalex.org/W2018658498"],"abstract_inverted_index":{"In":[0,65,97],"this":[1,98],"study,":[2,99],"a":[3,15,43,117,212],"unified":[4],"motion":[5,101],"planner":[6],"with":[7,79,126,133,166,176],"low":[8],"level":[9],"controller":[10],"for":[11,147],"continuous":[12],"control":[13],"of":[14,56,162,200,222],"differential":[16],"drive":[17],"mobile":[18],"robot":[19,214],"under":[20],"variable":[21,80],"payload":[22,92,135,145],"values":[23,49],"is":[24,84,93,103,141,159,173,182,209],"presented.":[25],"The":[26],"deep":[27],"reinforcement":[28],"agent":[29,121,140,153,172,186],"takes":[30],"11-dimensional":[31],"state":[32],"vector":[33],"as":[34,42],"input":[35],"and":[36,59,109],"calculates":[37],"each":[38],"wheel\u2019s":[39],"torque":[40,48],"value":[41],"2-dimensional":[44],"output":[45],"vector.":[46],"These":[47],"are":[50,63,203],"fed":[51],"into":[52],"the":[53,57,114,120,155,177,195,206,219,223],"dynamic":[54,110,118],"model":[55],"robot,":[58],"lastly":[60],"steering":[61],"commands":[62],"gathered.":[64],"previous":[66],"studies,":[67],"intersection":[68],"navigation":[69],"solutions":[70],"that":[71,151,158,184],"uses":[72,187],"deep-RL":[73],"methods,":[74],"have":[75],"not":[76,160],"been":[77],"considered":[78],"payloads.":[81],"This":[82],"study":[83],"focused":[85],"specifically":[86],"on":[87,211],"service":[88],"robotic":[89],"applications":[90],"where":[91],"subject":[94],"to":[95,113,124,193,217],"change.":[96],"deep-RL-based":[100],"planning":[102],"performed":[104],"by":[105],"considering":[106],"both":[107],"kinematic":[108],"constraints.":[111],"According":[112],"simulations":[115],"in":[116,130,215],"environment,":[119],"successfully":[122],"navigates":[123],"target":[125],"98.2%":[127],"success":[128,198],"rate":[129],"test":[131],"time":[132,190],"unseen":[134],"masses":[136],"during":[137],"training.":[138],"Another":[139],"also":[142,174],"trained":[143],"without":[144],"randomization":[146],"comparison.":[148],"Results":[149],"show":[150,218],"our":[152,185],"outperforms":[154],"other":[156],"agent,":[157],"aware":[161],"its":[163],"own":[164],"payload,":[165],"more":[167],"than":[168,191],"40%":[169],"gap.":[170],"Our":[171],"compared":[175],"Time-to-Collision":[178],"(TTC)":[179],"algorithm.":[180],"It":[181],"observed":[183],"far":[188],"less":[189],"TTC":[192],"accomplish":[194],"mission":[196],"while":[197],"rates":[199],"two":[201],"methods":[202],"same.":[204],"Lastly,":[205],"proposed":[207],"method":[208],"applied":[210],"real":[213],"order":[216],"real-time":[220],"applicability":[221],"approach.":[224]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}