{"id":"https://openalex.org/W4414432535","doi":"https://doi.org/10.1109/case58245.2025.11164081","title":"Development and Evaluation of a Deep Q-Network-Based Robot Learning Paradigm in Real-World Human-Robot Collaborative Tasks","display_name":"Development and Evaluation of a Deep Q-Network-Based Robot Learning Paradigm in Real-World Human-Robot Collaborative Tasks","publication_year":2025,"publication_date":"2025-08-17","ids":{"openalex":"https://openalex.org/W4414432535","doi":"https://doi.org/10.1109/case58245.2025.11164081"},"language":"en","primary_location":{"id":"doi:10.1109/case58245.2025.11164081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case58245.2025.11164081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 21st International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114372386","display_name":"Garrett Modery","orcid":null},"institutions":[{"id":"https://openalex.org/I166088655","display_name":"Montclair State University","ror":"https://ror.org/01nxc2t48","country_code":"US","type":"education","lineage":["https://openalex.org/I166088655"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Garrett Modery","raw_affiliation_strings":["Montclair State University,School of Computing,Montclair,NJ,USA,07043"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Montclair State University,School of Computing,Montclair,NJ,USA,07043","institution_ids":["https://openalex.org/I166088655"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101767054","display_name":"Weitian Wang","orcid":"https://orcid.org/0000-0003-4097-3125"},"institutions":[{"id":"https://openalex.org/I166088655","display_name":"Montclair State University","ror":"https://ror.org/01nxc2t48","country_code":"US","type":"education","lineage":["https://openalex.org/I166088655"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weitian Wang","raw_affiliation_strings":["Montclair State University,School of Computing,Montclair,NJ,USA,07043"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Montclair State University,School of Computing,Montclair,NJ,USA,07043","institution_ids":["https://openalex.org/I166088655"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448563","display_name":"Rui Li","orcid":"https://orcid.org/0000-0002-8877-8524"},"institutions":[{"id":"https://openalex.org/I166088655","display_name":"Montclair State University","ror":"https://ror.org/01nxc2t48","country_code":"US","type":"education","lineage":["https://openalex.org/I166088655"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Li","raw_affiliation_strings":["Montclair State University,School of Computing,Montclair,NJ,USA,07043"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Montclair State University,School of Computing,Montclair,NJ,USA,07043","institution_ids":["https://openalex.org/I166088655"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419237","display_name":"Yi Chen","orcid":"https://orcid.org/0000-0002-2042-7488"},"institutions":[{"id":"https://openalex.org/I885143765","display_name":"ABB (Switzerland)","ror":"https://ror.org/00ks5vt51","country_code":"CH","type":"company","lineage":["https://openalex.org/I885143765"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yi Chen","raw_affiliation_strings":["ABB Corporate Research Center,Raleigh,NC,USA,27606"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ABB Corporate Research Center,Raleigh,NC,USA,27606","institution_ids":["https://openalex.org/I885143765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081318069","display_name":"MengChu Zhou","orcid":"https://orcid.org/0000-0002-5408-8752"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengchu Zhou","raw_affiliation_strings":["New Jersey Institute of Technology,Department of Electrical and Computer Engineering,Newark,NJ,USA,07102"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology,Department of Electrical and Computer Engineering,Newark,NJ,USA,07102","institution_ids":["https://openalex.org/I118118575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"220","last_page":"225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.7958999872207642},{"id":"https://openalex.org/keywords/subcategory","display_name":"Subcategory","score":0.7416999936103821},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6656000018119812},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5753999948501587},{"id":"https://openalex.org/keywords/teamwork","display_name":"Teamwork","score":0.5486999750137329},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.49779999256134033},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.482699990272522},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.42489999532699585}],"concepts":[{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.7958999872207642},{"id":"https://openalex.org/C2780617661","wikidata":"https://www.wikidata.org/wiki/Q541563","display_name":"Subcategory","level":2,"score":0.7416999936103821},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6872000098228455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6845999956130981},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6656000018119812},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5753999948501587},{"id":"https://openalex.org/C111226992","wikidata":"https://www.wikidata.org/wiki/Q626225","display_name":"Teamwork","level":2,"score":0.5486999750137329},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5152000188827515},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.49779999256134033},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.482699990272522},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3393000066280365},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.30979999899864197},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.3037000000476837},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.29820001125335693},{"id":"https://openalex.org/C554579003","wikidata":"https://www.wikidata.org/wiki/Q474157","display_name":"Collaborative software","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.27489998936653137},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2662000060081482}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case58245.2025.11164081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case58245.2025.11164081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 21st International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2788862220","https://openalex.org/W2895599712","https://openalex.org/W2903982116","https://openalex.org/W3042929212","https://openalex.org/W3081879054","https://openalex.org/W3083287224","https://openalex.org/W3092037789","https://openalex.org/W3121342653","https://openalex.org/W3128013500","https://openalex.org/W3132954338","https://openalex.org/W3197129065","https://openalex.org/W3205172848","https://openalex.org/W4220676399","https://openalex.org/W4244559584","https://openalex.org/W4296721441","https://openalex.org/W4300817754","https://openalex.org/W4321496593","https://openalex.org/W4362650357","https://openalex.org/W4382774709","https://openalex.org/W4387143957","https://openalex.org/W4403675553","https://openalex.org/W4403676429","https://openalex.org/W4409018976"],"related_works":[],"abstract_inverted_index":{"As":[0],"robot":[1,111,140],"systems":[2,20,25],"continue":[3],"to":[4,51,128,161],"be":[5],"advanced":[6],"and":[7,21,47,56,73,92,168,180,193],"implemented":[8],"across":[9],"industries,":[10],"they":[11],"do":[12],"so":[13],"typically":[14,27],"by":[15,120],"two":[16],"methodologies,":[17],"including":[18],"standalone":[19],"collaborative":[22,157],"ones.":[23],"Standalone":[24],"are":[26],"set":[28],"in":[29,96,102,146,154],"their":[30,44],"own":[31],"areas,":[32],"away":[33],"from":[34,107,171,197],"human":[35,45],"workers.":[36],"Collaborative":[37],"robots":[38],"share":[39],"a":[40,137,175],"common":[41],"workspace":[42],"with":[43,49,90],"counterparts":[46],"work":[48,211],"them":[50],"complete":[52],"tasks":[53],"together":[54],"efficiently":[55],"safely.":[57],"Within":[58],"this":[59,133,166,213],"category":[60],"of":[61,71,80,105,165,212],"robotics,":[62],"there":[63],"exists":[64],"another":[65],"subcategory":[66,83],"that":[67,117,184],"describes":[68],"the":[69,78,86,103,110,115,121,163,169,185],"method":[70],"implementation":[72],"usage":[74],"rather":[75,123],"than":[76,124],"simply":[77],"type":[79],"system.":[81],"This":[82],"involves":[84],"how":[85],"machine":[87],"will":[88],"interact":[89],"workers":[91],"understand":[93],"its":[94,130],"role":[95],"interaction.":[97],"Thus,":[98],"it":[99,202],"raises":[100],"interest":[101],"field":[104],"learning":[106,141],"demonstrations,":[108],"where":[109],"may":[112],"dynamically":[113],"learn":[114],"behavior":[116],"is":[118,152,215],"desired":[119],"user":[122,177],"being":[125],"explicitly":[126],"hardcoded":[127],"perform":[129],"task.":[131],"In":[132,159],"work,":[134],"we":[135,173],"develop":[136],"deep":[138],"Q-network-based":[139],"paradigm":[142],"for":[143,190],"human-robot":[144,156,191],"partnerships":[145],"shared":[147],"tasks.":[148],"The":[149,209],"proposed":[150],"approach":[151,167],"validated":[153],"real-world":[155],"contexts.":[158],"addition,":[160],"assess":[162],"performance":[164],"acceptance":[170],"practitioners,":[172],"conduct":[174],"multi-metric":[176],"study.":[178],"Implementation":[179],"evaluation":[181],"results":[182],"indicate":[183],"developed":[186],"solution":[187],"works":[188],"effectively":[189],"teamwork":[192],"receives":[194],"high":[195],"support":[196],"active":[198],"users":[199],"who":[200],"rate":[201],"very":[203],"well":[204],"on":[205],"several":[206],"key":[207],"metrics.":[208],"future":[210],"study":[214],"also":[216],"discussed.":[217]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}