{"id":"https://openalex.org/W4313555312","doi":"https://doi.org/10.1109/access.2023.3234763","title":"RALO: Accessible Learning Objects Assessment Ecosystem Based on Metadata Analysis, Inter-Rater Agreement, and Borda Voting Schemes","display_name":"RALO: Accessible Learning Objects Assessment Ecosystem Based on Metadata Analysis, Inter-Rater Agreement, and Borda Voting Schemes","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4313555312","doi":"https://doi.org/10.1109/access.2023.3234763"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3234763","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3234763","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10007848.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10007848.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077280643","display_name":"Paola Ingav\u00e9lez-Guerra","orcid":"https://orcid.org/0000-0003-3250-6156"},"institutions":[{"id":"https://openalex.org/I3132940433","display_name":"Politecnica Salesiana University","ror":"https://ror.org/00f11af73","country_code":"EC","type":"education","lineage":["https://openalex.org/I3132940433"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Paola Ingav\u00e9lez-Guerra","raw_affiliation_strings":["GI-IATa, UNESCO Chair on Support Technologies for Educational Inclusion, Universidad Politécnica Salesiana, Cuenca, Ecuador"],"raw_orcid":"https://orcid.org/0000-0003-3250-6156","affiliations":[{"raw_affiliation_string":"GI-IATa, UNESCO Chair on Support Technologies for Educational Inclusion, Universidad Politécnica Salesiana, Cuenca, Ecuador","institution_ids":["https://openalex.org/I3132940433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059937479","display_name":"Vladimir Robles-Bykbaev","orcid":"https://orcid.org/0000-0002-7645-8793"},"institutions":[{"id":"https://openalex.org/I3132940433","display_name":"Politecnica Salesiana University","ror":"https://ror.org/00f11af73","country_code":"EC","type":"education","lineage":["https://openalex.org/I3132940433"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Vladimir E. Robles-Bykbaev","raw_affiliation_strings":["GI-IATa, UNESCO Chair on Support Technologies for Educational Inclusion, Universidad Politécnica Salesiana, Cuenca, Ecuador"],"raw_orcid":"https://orcid.org/0000-0002-7645-8793","affiliations":[{"raw_affiliation_string":"GI-IATa, UNESCO Chair on Support Technologies for Educational Inclusion, Universidad Politécnica Salesiana, Cuenca, Ecuador","institution_ids":["https://openalex.org/I3132940433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002209648","display_name":"\u00c1ngel P\u00e9rez-Mu\u00f1\u00f3z","orcid":"https://orcid.org/0000-0003-4896-723X"},"institutions":[{"id":"https://openalex.org/I3132940433","display_name":"Politecnica Salesiana University","ror":"https://ror.org/00f11af73","country_code":"EC","type":"education","lineage":["https://openalex.org/I3132940433"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Angel Perez-Mu\u00f1oz","raw_affiliation_strings":["GI-IATa, UNESCO Chair on Support Technologies for Educational Inclusion, Universidad Politécnica Salesiana, Cuenca, Ecuador"],"raw_orcid":"https://orcid.org/0000-0003-4896-723X","affiliations":[{"raw_affiliation_string":"GI-IATa, UNESCO Chair on Support Technologies for Educational Inclusion, Universidad Politécnica Salesiana, Cuenca, Ecuador","institution_ids":["https://openalex.org/I3132940433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076026739","display_name":"Jos\u00e9 Ram\u00f3n Hilera","orcid":"https://orcid.org/0000-0001-9196-1031"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Hilera-Gonz\u00e1lez","raw_affiliation_strings":["Department of Computer Science, University of Alcalá, Alcala, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9196-1031","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alcalá, Alcala, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001375037","display_name":"Salvador Ot\u00f3n","orcid":"https://orcid.org/0000-0002-6417-1779"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Salvador Ot\u00f3n-Tortosa","raw_affiliation_strings":["Department of Computer Science, University of Alcalá, Alcala, Spain"],"raw_orcid":"https://orcid.org/0000-0002-6417-1779","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alcalá, Alcala, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020514115","display_name":"Elena Campo Montalvo","orcid":"https://orcid.org/0000-0003-1799-7313"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Elena Campo-Montalvo","raw_affiliation_strings":["Department of Computer Science, University of Alcalá, Alcala, Spain"],"raw_orcid":"https://orcid.org/0000-0003-1799-7313","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alcalá, Alcala, Spain","institution_ids":["https://openalex.org/I189268942"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.2129,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.96608287,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"8223","last_page":"8239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14246","display_name":"E-Learning and Knowledge Management","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7480723857879639},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.6623519062995911},{"id":"https://openalex.org/keywords/mainstream","display_name":"Mainstream","score":0.5673343539237976},{"id":"https://openalex.org/keywords/educational-data-mining","display_name":"Educational data mining","score":0.4840804636478424},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45376694202423096},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.43216753005981445},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4219997823238373},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.41882947087287903},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.4150208830833435},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33764275908470154},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3270070552825928}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7480723857879639},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.6623519062995911},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.5673343539237976},{"id":"https://openalex.org/C2777598771","wikidata":"https://www.wikidata.org/wiki/Q5341279","display_name":"Educational data mining","level":2,"score":0.4840804636478424},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45376694202423096},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43216753005981445},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4219997823238373},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.41882947087287903},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4150208830833435},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33764275908470154},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3270070552825928},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2023.3234763","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3234763","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10007848.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:ebuah.uah.es:10017/59967","is_oa":true,"landing_page_url":"http://hdl.handle.net/10017/59967","pdf_url":"https://ebuah.uah.es/dspace/bitstream/10017/59967/3/RALO_accessible_IEEE_Access_2023.pdf","source":{"id":"https://openalex.org/S7407055200","display_name":"e_Buah","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:f783c9d4775b499aafa3a8ee2e9d9f4b","is_oa":true,"landing_page_url":"https://doaj.org/article/f783c9d4775b499aafa3a8ee2e9d9f4b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 8223-8239 (2023)","raw_type":"article"},{"id":"pmh:oai:zenodo.org:10637711","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ACCESS.2023.3234763","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3234763","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3234763","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10007848.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2581729473","display_name":"Asistencia tecnol\u00f3gica a la accesibilidad en la Educaci\u00f3n Superior Virtual","funder_award_id":"609785-EPP-1-2019-1-ES-EPPKA2-CBHE-JP","funder_id":"https://openalex.org/F4320335551","funder_display_name":"Erasmus+"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335551","display_name":"Erasmus+","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313555312.pdf","grobid_xml":"https://content.openalex.org/works/W4313555312.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W194127526","https://openalex.org/W2138987059","https://openalex.org/W2163847125","https://openalex.org/W2164777277","https://openalex.org/W2478445831","https://openalex.org/W2516361319","https://openalex.org/W2767161715","https://openalex.org/W2795210126","https://openalex.org/W2905906804","https://openalex.org/W2942310632","https://openalex.org/W3109558782","https://openalex.org/W3158575214","https://openalex.org/W3161748387","https://openalex.org/W6683752486"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"The":[0,171],"increasing":[1],"number":[2],"of":[3,25,37,84,125,131,139,168,173,184,211],"people":[4],"are":[5,44,62,88],"living":[6],"with":[7,160],"disability":[8],"in":[9,59,93],"the":[10,23,26,38,53,68,77,82,118,137,147,151,158,166,174,179,193,204],"World":[11],"and":[12,29,48,71,81,109,115,141,153,163,182,186,189],"their":[13],"access":[14],"to":[15,65,74,76],"formal":[16],"education":[17,28,61],"is":[18,34,176],"considered":[19,35],"a":[20,123,129],"challenge":[21],"for":[22,56,86],"development":[24,41],"online":[27],"educational":[30,79,154],"resources.":[31],"This":[32],"problem":[33],"one":[36],"17":[39],"sustainable":[40],"goals":[42],"that":[43,127],"focused":[45,156],"on":[46,103,157,178],"inclusive":[47],"equitable":[49],"quality":[50],"education.":[51],"Nevertheless,":[52],"existing":[54],"proposals":[55],"mainstream":[57],"accessibility":[58,99,140],"virtual":[60,78],"still":[63],"complex":[64],"apply.":[66],"However,":[67],"models,":[69],"standards,":[70],"good":[72],"practices":[73],"contribute":[75],"process":[80],"design":[83],"learning":[85],"all":[87],"identified.":[89],"For":[90],"these":[91],"reasons,":[92],"this":[94,145],"paper,":[95],"we":[96,121,207],"describe":[97,122],"an":[98],"evaluation":[100],"proposal":[101,175],"based":[102,177],"4":[104],"interaction":[105,180],"domains:":[106],"user":[107],"analysis":[108,183],"interaction,":[110],"intelligent":[111],"systems,":[112],"knowledge":[113,148],"databases,":[114],"evaluation.":[116],"In":[117,144],"same":[119],"way,":[120],"set":[124],"tools":[126],"constitute":[128],"Repository":[130],"Accessible":[132],"Learning":[133,194],"Objects":[134,195],"(RALO)":[135],"from":[136,165],"perspective":[138],"adaptability":[142],"metadata.":[143],"line,":[146],"database":[149],"follows":[150],"regulation":[152],"models":[155],"students":[159,188],"disabilities":[161],"needs":[162],"preferences":[164],"conception":[167],"universal":[169],"design.":[170],"validation":[172],"study":[181],"regular":[185],"disabled":[187],"teachers":[190],"who":[191],"developed":[192],"(LO).":[196],"To":[197],"determine":[198],"whether":[199],"there":[200],"was":[201],"consensus":[202],"among":[203],"teacher\u2019s":[205],"scores,":[206],"used":[208],"Kendall\u2019s":[209],"Coefficient":[210],"Concordance":[212],"W.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}