{"id":"https://openalex.org/W4412124837","doi":"https://doi.org/10.1115/1.4069117","title":"An Augmented Reality Programming Approach to Incorporate Spatial Multimodal Interaction","display_name":"An Augmented Reality Programming Approach to Incorporate Spatial Multimodal Interaction","publication_year":2025,"publication_date":"2025-07-09","ids":{"openalex":"https://openalex.org/W4412124837","doi":"https://doi.org/10.1115/1.4069117"},"language":"en","primary_location":{"id":"doi:10.1115/1.4069117","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4069117","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070581443","display_name":"Jingquan Liu","orcid":"https://orcid.org/0000-0001-6178-8661"},"institutions":[{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]},{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingquan Liu","raw_affiliation_strings":["Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","Taiyuan University of Technology,China Taiyuan, 030024 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan University of Technology,China Taiyuan, 030024 China","institution_ids":["https://openalex.org/I9086337","https://openalex.org/I46305995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079773457","display_name":"Xuewen Wang","orcid":"https://orcid.org/0000-0001-6028-9430"},"institutions":[{"id":"https://openalex.org/I174104030","display_name":"Taiyuan Normal University","ror":"https://ror.org/051k00p03","country_code":"CN","type":"education","lineage":["https://openalex.org/I174104030"]},{"id":"https://openalex.org/I4210110794","display_name":"Taiyuan Heavy Industry (China)","ror":"https://ror.org/022vzex26","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210110794"]},{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]},{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuewen Wang","raw_affiliation_strings":["Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","Taiyuan 030024, China Taiyuan, 030024 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan 030024, China Taiyuan, 030024 China","institution_ids":["https://openalex.org/I4210110794","https://openalex.org/I174104030","https://openalex.org/I46305995","https://openalex.org/I9086337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028377983","display_name":"Jiacheng Xie","orcid":"https://orcid.org/0000-0002-7136-1140"},"institutions":[{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]},{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiacheng Xie","raw_affiliation_strings":["Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","Taiyuan University of Technology No.18, XinKuangYuan Road Taiyuan, Shanxi 030024 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan University of Technology No.18, XinKuangYuan Road Taiyuan, Shanxi 030024 China","institution_ids":["https://openalex.org/I9086337","https://openalex.org/I46305995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100649842","display_name":"Shuguang Liu","orcid":"https://orcid.org/0000-0002-7576-5441"},"institutions":[{"id":"https://openalex.org/I174104030","display_name":"Taiyuan Normal University","ror":"https://ror.org/051k00p03","country_code":"CN","type":"education","lineage":["https://openalex.org/I174104030"]},{"id":"https://openalex.org/I4210110794","display_name":"Taiyuan Heavy Industry (China)","ror":"https://ror.org/022vzex26","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210110794"]},{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]},{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuguang Liu","raw_affiliation_strings":["Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","Taiyuan 030024,China Taiyuan, 030024 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan 030024,China Taiyuan, 030024 China","institution_ids":["https://openalex.org/I4210110794","https://openalex.org/I174104030","https://openalex.org/I46305995","https://openalex.org/I9086337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051509817","display_name":"Lang Qin","orcid":"https://orcid.org/0000-0002-7439-225X"},"institutions":[{"id":"https://openalex.org/I174104030","display_name":"Taiyuan Normal University","ror":"https://ror.org/051k00p03","country_code":"CN","type":"education","lineage":["https://openalex.org/I174104030"]},{"id":"https://openalex.org/I4210110794","display_name":"Taiyuan Heavy Industry (China)","ror":"https://ror.org/022vzex26","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210110794"]},{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]},{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lang Qin","raw_affiliation_strings":["Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","Taiyuan 030024,China Taiyuan, 030024 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan 030024,China Taiyuan, 030024 China","institution_ids":["https://openalex.org/I4210110794","https://openalex.org/I174104030","https://openalex.org/I46305995","https://openalex.org/I9086337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007819133","display_name":"Weidong Shen","orcid":"https://orcid.org/0000-0003-0978-6807"},"institutions":[{"id":"https://openalex.org/I174104030","display_name":"Taiyuan Normal University","ror":"https://ror.org/051k00p03","country_code":"CN","type":"education","lineage":["https://openalex.org/I174104030"]},{"id":"https://openalex.org/I4210110794","display_name":"Taiyuan Heavy Industry (China)","ror":"https://ror.org/022vzex26","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210110794"]},{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]},{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Shen","raw_affiliation_strings":["Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","Taiyuan 030024,China Taiyuan, 030024 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology College of Mechanical Engineering, , \u00a0 , ;","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan University of Technology Shanxi Key Laboratory of Fully Mechanized Coal Mining Equipment, , \u00a0 ,","institution_ids":["https://openalex.org/I9086337"]},{"raw_affiliation_string":"Taiyuan 030024,China Taiyuan, 030024 China","institution_ids":["https://openalex.org/I4210110794","https://openalex.org/I174104030","https://openalex.org/I46305995","https://openalex.org/I9086337"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5070581443"],"corresponding_institution_ids":["https://openalex.org/I46305995","https://openalex.org/I9086337"],"apc_list":null,"apc_paid":null,"fwci":0.5144,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65991065,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"25","issue":"9","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11904","display_name":"Spatial Cognition and Navigation","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11904","display_name":"Spatial Cognition and Navigation","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6017297506332397},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4742271602153778},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3450595736503601},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3314918279647827}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6017297506332397},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4742271602153778},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3450595736503601},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3314918279647827}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1115/1.4069117","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4069117","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G636350849","display_name":null,"funder_award_id":"Grant 2023-071","funder_id":"https://openalex.org/F4320321884","funder_display_name":"Shanxi Scholarship Council of China"}],"funders":[{"id":"https://openalex.org/F4320321884","display_name":"Shanxi Scholarship Council of China","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2110972710","https://openalex.org/W2164639174","https://openalex.org/W2174644224","https://openalex.org/W2312797433","https://openalex.org/W2894943710","https://openalex.org/W2909528630","https://openalex.org/W2997852382","https://openalex.org/W3159743838","https://openalex.org/W3175877662","https://openalex.org/W3210643180","https://openalex.org/W4210866977","https://openalex.org/W4214705437","https://openalex.org/W4241062046","https://openalex.org/W4283782265","https://openalex.org/W4288032956","https://openalex.org/W4297985167","https://openalex.org/W4310717840","https://openalex.org/W4312850659","https://openalex.org/W4319302618","https://openalex.org/W4321021636","https://openalex.org/W4328132858","https://openalex.org/W4376640786","https://openalex.org/W4385414708","https://openalex.org/W4386178844","https://openalex.org/W4386434133","https://openalex.org/W4391621173","https://openalex.org/W4391845668","https://openalex.org/W4391914947","https://openalex.org/W4392162980","https://openalex.org/W4394746593","https://openalex.org/W4394784446","https://openalex.org/W4398228704","https://openalex.org/W4404644259","https://openalex.org/W4407808382","https://openalex.org/W4408179778","https://openalex.org/W6856804049"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Abstract":[0],"With":[1],"the":[2,26,53,61,70,79,86,95,128,131,136,144,169,175,179,190,201],"wide":[3],"application":[4],"of":[5,14,28,135,174,192,195],"mobile":[6,197],"robots,":[7],"traditional":[8],"robot":[9,87,98],"programming":[10,38,181],"faces":[11],"a":[12,36],"series":[13],"challenges":[15],"due":[16],"to":[17,34,46,118],"its":[18],"complex":[19],"task":[20,151,193],"settings":[21],"and":[22,60,93,113,133,140,155,199],"user":[23],"interactions.":[24],"In":[25,50,127],"context":[27],"Industry":[29],"5.0,":[30],"we":[31],"are":[32,138],"committed":[33],"researching":[35],"spatial":[37,55,103,180],"method":[39,57,182],"based":[40,183],"on":[41,184],"AR":[42,66,105,185],"(augmented":[43],"reality)":[44],"technology":[45,186],"realize":[47,119],"human\u2013robot":[48,202],"collaboration.":[49],"this":[51],"article,":[52],"AR-based":[54],"perception":[56,75],"is":[58,67,91,100,116],"studied,":[59],"virtual":[62,71,83,88],"coordinate":[63,84],"system":[64,137],"in":[65,168],"established":[68],"through":[69],"reality":[72],"model":[73],"fusion":[74],"method.":[76,126],"By":[77],"analyzing":[78],"relationship":[80],"between":[81],"each":[82,123],"system,":[85],"space":[89],"operation":[90,99,166],"planned,":[92],"then":[94],"physical":[96],"world":[97],"controlled.":[101],"A":[102],"multimodal":[104],"interaction":[106,125,203],"interface":[107],"covering":[108],"gesture,":[109],"speech,":[110],"EEG":[111],"signals,":[112],"gaze":[114],"control":[115],"designed":[117],"different":[120],"functions":[121],"for":[122,164],"modal":[124],"laboratory":[129],"environment,":[130],"feasibility":[132],"effectiveness":[134],"tested":[139],"verified":[141],"by":[142],"taking":[143],"coal":[145,158],"mining":[146,159],"machine":[147,160],"interceptor":[148,161],"tooth":[149,162],"repair":[150],"as":[152],"an":[153],"example":[154],"selecting":[156],"multiple":[157],"repairs":[163],"flexible":[165],"tasks":[167],"testing":[170],"process.":[171],"The":[172],"results":[173],"study":[176],"show":[177],"that":[178],"can":[187],"significantly":[188],"improve":[189],"efficiency":[191],"execution":[194],"operator-controlled":[196],"robots":[198],"enhance":[200],"experience.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-04T09:04:59.091469","created_date":"2025-07-09T00:00:00"}