{"id":"https://openalex.org/W4411599595","doi":"https://doi.org/10.1109/iotm.001.2400202","title":"Edge-IoT and MLLMs for Education and Scene Understanding: Assisting Vision and Hearing-Impaired Individuals","display_name":"Edge-IoT and MLLMs for Education and Scene Understanding: Assisting Vision and Hearing-Impaired Individuals","publication_year":2025,"publication_date":"2025-06-24","ids":{"openalex":"https://openalex.org/W4411599595","doi":"https://doi.org/10.1109/iotm.001.2400202"},"language":"en","primary_location":{"id":"doi:10.1109/iotm.001.2400202","doi":"https://doi.org/10.1109/iotm.001.2400202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iotm.001.2400202","pdf_url":null,"source":{"id":"https://openalex.org/S4210201254","display_name":"IEEE Internet of Things Magazine","issn_l":"2576-3180","issn":["2576-3180","2576-3199"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Magazine","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025252165","display_name":"Mourad Raif","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I75880681","display_name":"Hassania School of Public Works","ror":"https://ror.org/01ye8vh67","country_code":"MA","type":"education","lineage":["https://openalex.org/I75880681"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Mourad Raif","raw_affiliation_strings":["Hassania School of Public Works,Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hassania School of Public Works,Morocco","institution_ids":["https://openalex.org/I75880681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054316922","display_name":"Hasna Chaibi","orcid":"https://orcid.org/0000-0002-9003-548X","observed_orcids":["https://orcid.org/0000-0002-9003-548X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hasna Chaibi","raw_affiliation_strings":["Molay Ismail University Morocco,Polydisciplinary Faculty,Errachidia,Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Molay Ismail University Morocco,Polydisciplinary Faculty,Errachidia,Morocco","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032153224","display_name":"Nordine Quadar","orcid":"https://orcid.org/0009-0002-0782-5825","observed_orcids":["https://orcid.org/0009-0002-0782-5825"]},"institutions":[{"id":"https://openalex.org/I51768193","display_name":"Royal Military College of Canada","ror":"https://ror.org/04yr71909","country_code":"CA","type":"education","lineage":["https://openalex.org/I51768193"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nordine Quadar","raw_affiliation_strings":["Royal Military College of Canada,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Royal Military College of Canada,Canada","institution_ids":["https://openalex.org/I51768193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109424612","display_name":"Abdessamad El Rharras","orcid":"https://orcid.org/0000-0003-2537-8459","observed_orcids":["https://orcid.org/0000-0003-2537-8459"]},"institutions":[{"id":"https://openalex.org/I75880681","display_name":"Hassania School of Public Works","ror":"https://ror.org/01ye8vh67","country_code":"MA","type":"education","lineage":["https://openalex.org/I75880681"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Abdessamad El Rharras","raw_affiliation_strings":["Hassania School of Public Works,Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hassania School of Public Works,Morocco","institution_ids":["https://openalex.org/I75880681"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064506479","display_name":"Rachid Saadane","orcid":"https://orcid.org/0000-0002-0197-8313","observed_orcids":["https://orcid.org/0000-0002-0197-8313"]},"institutions":[{"id":"https://openalex.org/I75880681","display_name":"Hassania School of Public Works","ror":"https://ror.org/01ye8vh67","country_code":"MA","type":"education","lineage":["https://openalex.org/I75880681"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Rachid Saadane","raw_affiliation_strings":["Hassania School of Public Works,Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hassania School of Public Works,Morocco","institution_ids":["https://openalex.org/I75880681"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2995,"currency":"USD","value_usd":2995},"apc_paid":null,"fwci":0.9102,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72709307,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"8","issue":"4","first_page":"30","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8988999724388123,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8988999724388123,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.08619999885559082,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13038","display_name":"Internet of Things and AI","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/edge-iot","display_name":"edge IoT","score":0.9559999704360962},{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.996999979019165},{"id":"https://openalex.org/keywords/assistive-technology","display_name":"assistive technology","score":0.9070000052452087},{"id":"https://openalex.org/keywords/hearing-loss","display_name":"hearing loss","score":0.7129999995231628},{"id":"https://openalex.org/keywords/visual-impairment","display_name":"visual impairment","score":0.9470000267028809},{"id":"https://openalex.org/keywords/scene-understanding","display_name":"scene understanding","score":0.8349999785423279},{"id":"https://openalex.org/keywords/multi-object-tracking","display_name":"multi-target tracking","score":0.9279999732971191},{"id":"https://openalex.org/keywords/real-time-transcription","display_name":"real-time transcription","score":0.8619999885559082},{"id":"https://openalex.org/keywords/scene-description","display_name":"scene description","score":0.9079999923706055},{"id":"https://openalex.org/keywords/accessibility","display_name":"accessibility","score":0.6679999828338623},{"id":"https://openalex.org/keywords/inclusive-education","display_name":"inclusive education","score":0.8270000219345093},{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.6669999957084656},{"id":"https://openalex.org/keywords/edge-computing","display_name":"edge computing","score":0.6520000100135803}],"concepts":[{"id":"https://openalex.org/C3020736805","wikidata":"https://www.wikidata.org/wiki/Q16035842","display_name":"Hearing impaired","level":2,"score":0.7801576852798462},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.571089506149292},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5042184591293335},{"id":"https://openalex.org/C2983447183","wikidata":"https://www.wikidata.org/wiki/Q737460","display_name":"Low vision","level":2,"score":0.4908011853694916},{"id":"https://openalex.org/C3020106864","wikidata":"https://www.wikidata.org/wiki/Q737460","display_name":"Visually impaired","level":2,"score":0.4890201985836029},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42292144894599915},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.42161762714385986},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3990868926048279},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3226114511489868},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3175238370895386},{"id":"https://openalex.org/C119767625","wikidata":"https://www.wikidata.org/wiki/Q618211","display_name":"Optometry","level":1,"score":0.25499892234802246},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.1931530237197876},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1591021716594696},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.10779321193695068}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iotm.001.2400202","doi":"https://doi.org/10.1109/iotm.001.2400202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iotm.001.2400202","pdf_url":null,"source":{"id":"https://openalex.org/S4210201254","display_name":"IEEE Internet of Things Magazine","issn_l":"2576-3180","issn":["2576-3180","2576-3199"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7578999996185303,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"},{"score":0.5378999710083008,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2986713830","https://openalex.org/W3172347581","https://openalex.org/W4317418809","https://openalex.org/W4387207924","https://openalex.org/W4390872391","https://openalex.org/W4390961147","https://openalex.org/W4400648371","https://openalex.org/W4402961691","https://openalex.org/W4403576958","https://openalex.org/W4406232026","https://openalex.org/W4406412106"],"related_works":["https://openalex.org/W3002804605","https://openalex.org/W7127321296","https://openalex.org/W4321124403","https://openalex.org/W4413393429","https://openalex.org/W7160316791","https://openalex.org/W4412196358","https://openalex.org/W7134232812","https://openalex.org/W7161148056","https://openalex.org/W7162310702","https://openalex.org/W7130818453"],"abstract_inverted_index":{"The":[0,85],"rapid":[1],"advancement":[2],"of":[3,67,82,92,116,150],"IoT":[4],"and":[5,27,46,65,73,102,135,148,176],"edge":[6,93],"computing":[7],"technologies":[8,153],"has":[9],"opened":[10],"new":[11],"horizons":[12],"for":[13,54,108,131,139],"creating":[14],"assistive":[15],"solutions":[16],"tailored":[17],"to":[18,49,62,79,95,159,173],"individuals":[19],"with":[20,25,123,155],"sensory":[21],"impairments,":[22],"particularly":[23],"those":[24],"hearing":[26,133],"vision":[28],"disabilities.":[29],"This":[30,143],"article":[31],"presents":[32],"a":[33,124],"novel":[34],"edge-IoT-based":[35],"framework":[36],"that":[37,76,163,168],"integrates":[38],"multimodal":[39],"large":[40],"language":[41],"models":[42,119],"(MLLMs),":[43],"multi-object":[44],"tracking,":[45],"scene":[47,136],"understanding":[48],"develop":[50],"real-time,":[51],"responsive":[52],"assistance":[53],"impaired":[55,134],"individuals.":[56],"Our":[57],"proposed":[58,86],"system":[59],"is":[60],"designed":[61],"enhance":[63],"accessibility":[64,175],"quality":[66],"life":[68],"by":[69],"providing":[70],"educational":[71],"tools":[72],"entertainment":[74],"options":[75],"cater":[77],"specifically":[78],"the":[80,89,114,132,140,146],"needs":[81],"this":[83],"community.":[84],"solution":[87],"leverages":[88],"computational":[90],"power":[91],"devices":[94],"process":[96],"data":[97],"locally,":[98],"ensuring":[99,167],"low":[100],"latency":[101],"high":[103],"responsiveness,":[104],"which":[105],"are":[106,171],"critical":[107],"real-time":[109,128],"applications.":[110],"Furthermore,":[111],"we":[112],"explore":[113],"potential":[115],"generative":[117],"AI":[118,157],"in":[120],"improving":[121],"autonomy,":[122],"particular":[125],"focus":[126],"on":[127],"transcription":[129],"services":[130,138],"description":[137],"visually":[141],"impaired.":[142],"work":[144],"demonstrates":[145],"feasibility":[147],"effectiveness":[149],"using":[151],"edge-IoT":[152],"combined":[154],"advanced":[156],"techniques":[158],"create":[160],"inclusive":[161],"environments":[162],"empower":[164],"disabled":[165],"individuals,":[166],"technological":[169],"advancements":[170],"leveraged":[172],"foster":[174],"independence.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-10-10T00:00:00"}