{"id":"https://openalex.org/W4322704179","doi":"https://doi.org/10.1109/rita.2023.3250446","title":"Quantitative Analysis of Users\u2019 Agreement on Open Educational Resources Quality Inside Repositories","display_name":"Quantitative Analysis of Users\u2019 Agreement on Open Educational Resources Quality Inside Repositories","publication_year":2023,"publication_date":"2023-02-01","ids":{"openalex":"https://openalex.org/W4322704179","doi":"https://doi.org/10.1109/rita.2023.3250446"},"language":"en","primary_location":{"id":"doi:10.1109/rita.2023.3250446","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/rita.2023.3250446","pdf_url":null,"source":{"id":"https://openalex.org/S17848820","display_name":"IEEE Revista Iberoamericana de Tecnologias del Aprendizaje","issn_l":"1932-8540","issn":["1932-8540","2374-0132"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Revista Iberoamericana de Tecnologias del Aprendizaje","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020523094","display_name":"Mayara Sousa Stein","orcid":null},"institutions":[{"id":"https://openalex.org/I4104125","display_name":"Universidade Federal de Santa Catarina","ror":"https://ror.org/041akq887","country_code":"BR","type":"education","lineage":["https://openalex.org/I4104125"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Mayara Sousa Stein","raw_affiliation_strings":["Information and Communication Technologies (PPGTIC), Federal University of Santa Catarina, Campus Araranguá, Santa Catarina, Ararangu\u00e1, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information and Communication Technologies (PPGTIC), Federal University of Santa Catarina, Campus Araranguá, Santa Catarina, Ararangu\u00e1, Brazil","institution_ids":["https://openalex.org/I4104125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010713340","display_name":"Cristian Cechinel","orcid":"https://orcid.org/0000-0001-6384-409X"},"institutions":[{"id":"https://openalex.org/I4104125","display_name":"Universidade Federal de Santa Catarina","ror":"https://ror.org/041akq887","country_code":"BR","type":"education","lineage":["https://openalex.org/I4104125"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Cristian Cechinel","raw_affiliation_strings":["Information and Communication Technologies (PPGTIC), Federal University of Santa Catarina, Campus Araranguá, Santa Catarina, Ararangu\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-6384-409X","affiliations":[{"raw_affiliation_string":"Information and Communication Technologies (PPGTIC), Federal University of Santa Catarina, Campus Araranguá, Santa Catarina, Ararangu\u00e1, Brazil","institution_ids":["https://openalex.org/I4104125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060741516","display_name":"Vin\u00edcius Faria Culmant Ramos","orcid":"https://orcid.org/0000-0002-8319-743X"},"institutions":[{"id":"https://openalex.org/I4104125","display_name":"Universidade Federal de Santa Catarina","ror":"https://ror.org/041akq887","country_code":"BR","type":"education","lineage":["https://openalex.org/I4104125"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Vinicius Faria Culmant Ramos","raw_affiliation_strings":["Information and Communication Technologies (PPGTIC), Federal University of Santa Catarina, Araranguá, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-8319-743X","affiliations":[{"raw_affiliation_string":"Information and Communication Technologies (PPGTIC), Federal University of Santa Catarina, Araranguá, Brazil","institution_ids":["https://openalex.org/I4104125"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020523094"],"corresponding_institution_ids":["https://openalex.org/I4104125"],"apc_list":null,"apc_paid":null,"fwci":0.2703,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63274664,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"18","issue":"1","first_page":"2","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14246","display_name":"E-Learning and Knowledge Management","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.7042624354362488},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5485799908638},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.5468104481697083},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5140119791030884},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5051582455635071},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4760144352912903},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4735523760318756},{"id":"https://openalex.org/keywords/correlation-coefficient","display_name":"Correlation coefficient","score":0.45191508531570435},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4185047447681427},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3777596950531006},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2073320746421814},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11378610134124756},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.09897473454475403},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.08833363652229309}],"concepts":[{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.7042624354362488},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5485799908638},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.5468104481697083},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5140119791030884},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5051582455635071},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4760144352912903},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4735523760318756},{"id":"https://openalex.org/C2780092901","wikidata":"https://www.wikidata.org/wiki/Q3433612","display_name":"Correlation coefficient","level":2,"score":0.45191508531570435},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4185047447681427},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3777596950531006},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2073320746421814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11378610134124756},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09897473454475403},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.08833363652229309},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/rita.2023.3250446","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/rita.2023.3250446","pdf_url":null,"source":{"id":"https://openalex.org/S17848820","display_name":"IEEE Revista Iberoamericana de Tecnologias del Aprendizaje","issn_l":"1932-8540","issn":["1932-8540","2374-0132"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Revista Iberoamericana de Tecnologias del Aprendizaje","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"No poverty","id":"https://metadata.un.org/sdg/1","score":0.5799999833106995}],"awards":[{"id":"https://openalex.org/G1377275490","display_name":null,"funder_award_id":"305731/2021-1","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W202622714","https://openalex.org/W1204558347","https://openalex.org/W1931511305","https://openalex.org/W2007068910","https://openalex.org/W2019020176","https://openalex.org/W2022308465","https://openalex.org/W2067724039","https://openalex.org/W2091065560","https://openalex.org/W2105374537","https://openalex.org/W2122849741","https://openalex.org/W2136148671","https://openalex.org/W2149157350","https://openalex.org/W2264704278","https://openalex.org/W2322139837","https://openalex.org/W2324026571","https://openalex.org/W2327037637","https://openalex.org/W2566768989","https://openalex.org/W2596119241","https://openalex.org/W2895291307","https://openalex.org/W2991923303","https://openalex.org/W3023594379","https://openalex.org/W4213251304","https://openalex.org/W6700253495","https://openalex.org/W6731113888","https://openalex.org/W6771056233","https://openalex.org/W7009855403"],"related_works":["https://openalex.org/W4206466726","https://openalex.org/W2372194214","https://openalex.org/W3081640970","https://openalex.org/W4200439127","https://openalex.org/W2021013714","https://openalex.org/W2412250669","https://openalex.org/W2359856669","https://openalex.org/W1488551807","https://openalex.org/W4253009869","https://openalex.org/W2023979854"],"abstract_inverted_index":{"Quality":[0],"assessment":[1],"inside":[2,96],"learning":[3],"object":[4],"repositories":[5],"is":[6,28,48],"normally":[7,49],"performed":[8],"by":[9,56,133],"the":[10,19,23,32,38,42,46,52,57,61,65,68,71,75,91,94,97,106,110,122,126,137,157,168,172,175,182,187,192,196],"community":[11],"of":[12,41,45,64,70,93,117,129,140,148,156,159,171,195],"users":[13,72],"that":[14],"share":[15],"interest":[16],"and":[17,67,108,164],"rate":[18],"same":[20,24,138],"resources.":[21,197],"At":[22],"time,":[25],"this":[26],"strategy":[27],"largely":[29],"disseminated":[30],"in":[31,74],"most":[33],"known":[34],"repositories.":[35],"In":[36],"addition,":[37],"final":[39],"presentation":[40],"overall":[43,193],"quality":[44,92,194],"resources":[47,95,173],"restricted":[50],"to":[51,82,88,154,162,186],"average":[53,127,169],"rating":[54],"given":[55,131],"community,":[58],"thus,":[59],"hiding":[60],"internal":[62],"distribution":[63],"ratings":[66,128,170],"characteristics":[69],"involved":[73],"evaluation":[76],"process.":[77],"The":[78],"present":[79],"paper":[80],"analyzes":[81],"which":[83],"extent":[84],"different":[85,176],"raters":[86,152,160],"tend":[87],"agree":[89],"about":[90],"Merlot":[98],"repository.":[99],"For":[100],"that,":[101],"data":[102],"were":[103],"collected":[104],"from":[105,136,174],"repository":[107,188],"calculated":[109],"Intra-Class":[111],"Correlation":[112],"coefficient":[113],"for":[114],"102":[115],"pairs":[116,158],"evaluators,":[118],"as":[119,121],"well":[120],"Spearman":[123],"correlation":[124,166],"among":[125,167],"a":[130,145],"resource":[132],"evaluators":[134],"coming":[135],"categories":[139],"disciplines.":[141,177],"Results":[142],"point":[143],"out":[144],"high":[146],"concentration":[147],"poor":[149],"agreement":[150],"between":[151],"(75%":[153],"85%":[155],"tended":[161],"disagree),":[163],"no":[165],"Based":[178],"on":[179],"these":[180],"findings,":[181],"authors":[183],"suggest":[184],"improvements":[185],"interface":[189],"better":[190],"presenting":[191]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}