{"id":"https://openalex.org/W7127406128","doi":"https://doi.org/10.1016/j.cviu.2026.104646","title":"Mobile Auslan: A multimodal dialogue-centered sign language learning system","display_name":"Mobile Auslan: A multimodal dialogue-centered sign language learning system","publication_year":2026,"publication_date":"2026-02-03","ids":{"openalex":"https://openalex.org/W7127406128","doi":"https://doi.org/10.1016/j.cviu.2026.104646"},"language":"en","primary_location":{"id":"doi:10.1016/j.cviu.2026.104646","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cviu.2026.104646","pdf_url":null,"source":{"id":"https://openalex.org/S185008460","display_name":"Computer Vision and Image Understanding","issn_l":"1077-3142","issn":["1077-3142","1090-235X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Vision and Image Understanding","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.cviu.2026.104646","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023285655","display_name":"Hongwei Sheng","orcid":"https://orcid.org/0000-0001-8990-2235"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hongwei Sheng","raw_affiliation_strings":["The University of Queensland, Brisbane, 4072, Queensland, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8990-2235","affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, 4072, Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124896217","display_name":"Xin Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xin Shen","raw_affiliation_strings":["The University of Queensland, Brisbane, 4072, Queensland, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, 4072, Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069395028","display_name":"Heming Du","orcid":"https://orcid.org/0000-0002-7391-0449"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Heming Du","raw_affiliation_strings":["The University of Queensland, Brisbane, 4072, Queensland, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, 4072, Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124885562","display_name":"Xin Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Xin Yu","raw_affiliation_strings":["The University of Queensland, Brisbane, 4072, Queensland, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, 4072, Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5124885562"],"corresponding_institution_ids":["https://openalex.org/I165143802"],"apc_list":{"value":2370,"currency":"USD","value_usd":2370},"apc_paid":{"value":2370,"currency":"USD","value_usd":2370},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09127897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"265","issue":null,"first_page":"104646","last_page":"104646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.8687000274658203,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.8687000274658203,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.11320000141859055,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.5683000087738037},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4925999939441681},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4648999869823456},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.46239998936653137},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.41940000653266907},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.41290000081062317},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.3865000009536743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8008000254631042},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.5683000087738037},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4925999939441681},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4648999869823456},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.46239998936653137},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4390999972820282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42250001430511475},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.41940000653266907},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40630000829696655},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C193125573","wikidata":"https://www.wikidata.org/wiki/Q7449065","display_name":"Semantic interpretation","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C14919245","wikidata":"https://www.wikidata.org/wiki/Q1976109","display_name":"Language technology","level":4,"score":0.296999990940094},{"id":"https://openalex.org/C2777549822","wikidata":"https://www.wikidata.org/wiki/Q1193729","display_name":"Communicative competence","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.cviu.2026.104646","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cviu.2026.104646","pdf_url":null,"source":{"id":"https://openalex.org/S185008460","display_name":"Computer Vision and Image Understanding","issn_l":"1077-3142","issn":["1077-3142","1090-235X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Vision and Image Understanding","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.cviu.2026.104646","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cviu.2026.104646","pdf_url":null,"source":{"id":"https://openalex.org/S185008460","display_name":"Computer Vision and Image Understanding","issn_l":"1077-3142","issn":["1077-3142","1090-235X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Vision and Image Understanding","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8060730695724487}],"awards":[{"id":"https://openalex.org/G3909132488","display_name":"Advancing Human Perception: Countering Evolving Malicious Fake Visual Data","funder_award_id":"DE230100477","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G5097521098","display_name":"Two-way Auslan: Automatic Machine Translation of Australian Sign Language","funder_award_id":"DP220100800","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2891726870","https://openalex.org/W2908497602","https://openalex.org/W2941870244","https://openalex.org/W2954798773","https://openalex.org/W3046544838","https://openalex.org/W3133226919","https://openalex.org/W3173025111","https://openalex.org/W3186508270","https://openalex.org/W3194968841","https://openalex.org/W4303520565","https://openalex.org/W4304944821","https://openalex.org/W4383315514","https://openalex.org/W4392913061","https://openalex.org/W4399993770"],"related_works":[],"abstract_inverted_index":{"Learning":[0,243],"sign":[1,27,169],"language":[2,28,50,112,170],"is":[3],"not":[4],"only":[5],"a":[6,101,110,136],"gateway":[7],"to":[8,13,65,73,89],"linguistic":[9],"competence":[10],"but":[11],"also":[12],"cultural":[14],"participation,":[15],"self-expression,":[16],"and":[17,39,82,93,109,124,131,138,147,160,177,194,199,215],"meaningful":[18],"interaction":[19],"within":[20],"the":[21,68,83,141,166,182],"Deaf":[22],"community.":[23],"Recent":[24],"advances":[25,165],"in":[26,35],"education":[29],"technologies":[30,172],"have":[31],"made":[32],"notable":[33],"progress":[34],"supporting":[36],"vocabulary":[37,198],"acquisition":[38],"sentence-level":[40],"translation.":[41],"However,":[42,181],"dialogue,":[43],"as":[44,135],"one":[45],"critical":[46],"component":[47],"of":[48,70,157,168],"natural":[49,212],"use,":[51],"remains":[52,185],"largely":[53],"absent":[54],"from":[55],"existing":[56],"systems.":[57],"We":[58],"identify":[59],"two":[60],"underlying":[61],"challenges":[62],"that":[63,104],"contribute":[64],"this":[66,155],"gap:":[67],"lack":[69],"recognition":[71,145],"robustness":[72,159],"viewpoint":[74],"variation,":[75],"which":[76],"constrains":[77],"expressive":[78],"freedom":[79],"during":[80],"signing;":[81],"limited":[84,186],"semantic":[85,161],"modeling":[86,113],"capabilities":[87],"needed":[88],"support":[90],"discourse-level":[91],"interpretation":[92],"interaction.":[94],"To":[95],"address":[96],"these":[97],"issues,":[98],"we":[99],"propose":[100],"learning-centered":[102],"system":[103,116,142,184],"integrates":[105],"pose-based":[106],"multi-view":[107],"augmentation":[108],"multi-agent":[111],"workflow.":[114],"This":[115],"supports":[117],"free-form":[118],"input":[119,152],"across":[120,128,150],"diverse":[121],"signing":[122,193],"perspectives":[123],"provides":[125],"structured":[126],"feedback":[127],"word,":[129],"sentence,":[130],"dialogue":[132],"levels.":[133],"Built":[134],"modular":[137],"deployable":[139],"platform,":[140],"demonstrates":[143],"strong":[144],"performance":[146],"learner":[148],"engagement":[149],"varied":[151],"conditions.":[153],"Through":[154],"integration":[156],"spatial":[158],"scaffolding,":[162],"our":[163],"work":[164,204],"design":[167],"learning":[171],"toward":[173],"more":[174,211],"interactive,":[175],"expressive,":[176],"pedagogically":[178],"grounded":[179],"experiences.":[180],"current":[183],"by":[187,195],"its":[188,196],"focus":[189],"on":[190],"successive":[191],"(non-continuous)":[192],"moderate":[197],"restricted":[200],"pedagogical":[201],"scope.":[202],"Future":[203],"will":[205],"therefore":[206],"extend":[207],"lexical":[208],"coverage,":[209],"incorporate":[210],"continuous":[213],"signing,":[214],"investigate":[216],"richer":[217],"educational":[218],"functions.":[219],"\u2022":[220,228,236],"A":[221,229],"View-invariant":[222],"Pose-based":[223],"Isolated":[224],"Auslan":[225,242],"Sign":[226],"Recognition.":[227],"Multi-agent":[230],"Workflow":[231],"Providing":[232],"Transparent":[233],"Dialogue":[234],"Support.":[235],"An":[237],"Interactive,":[238],"Learner-paced":[239],"Design":[240],"for":[241],"System.":[244]},"counts_by_year":[],"updated_date":"2026-02-12T06:13:03.167441","created_date":"2026-02-04T00:00:00"}