{"id":"https://openalex.org/W4403844429","doi":"https://doi.org/10.1051/ro/2024208","title":"Pitfalls in the assessment of higher education learning gains in Brazil through multilevel regression: handling the ceiling effect","display_name":"Pitfalls in the assessment of higher education learning gains in Brazil through multilevel regression: handling the ceiling effect","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4403844429","doi":"https://doi.org/10.1051/ro/2024208"},"language":"en","primary_location":{"id":"doi:10.1051/ro/2024208","is_oa":true,"landing_page_url":"https://doi.org/10.1051/ro/2024208","pdf_url":"https://www.rairo-ro.org/articles/ro/pdf/forth/ro240285.pdf","source":{"id":"https://openalex.org/S20631277","display_name":"RAIRO - Operations Research","issn_l":"0399-0559","issn":["0399-0559","1290-3868","2804-7303"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319748","host_organization_name":"EDP Sciences","host_organization_lineage":["https://openalex.org/P4310319748","https://openalex.org/P4310319982"],"host_organization_lineage_names":["EDP Sciences","Science Press"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RAIRO - Operations Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.rairo-ro.org/articles/ro/pdf/forth/ro240285.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083485862","display_name":"Marcos Estellita Lins","orcid":"https://orcid.org/0000-0001-8784-0966"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]},{"id":"https://openalex.org/I83648350","display_name":"Universidade Federal do Estado do Rio de Janeiro","ror":"https://ror.org/04tec8z30","country_code":"BR","type":"education","lineage":["https://openalex.org/I83648350"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos Estellita Lins","raw_affiliation_strings":["Department of Production Engineering , Federal University of the State of Rio de Janeiro , Rio de Janeiro , Brazil","Program of Production Engineering/COPPE , Federal University of the State of Rio de Janeiro , Rio de Janeiro , Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Production Engineering , Federal University of the State of Rio de Janeiro , Rio de Janeiro , Brazil","institution_ids":["https://openalex.org/I122140584","https://openalex.org/I83648350"]},{"raw_affiliation_string":"Program of Production Engineering/COPPE , Federal University of the State of Rio de Janeiro , Rio de Janeiro , Brazil","institution_ids":["https://openalex.org/I122140584","https://openalex.org/I83648350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076551529","display_name":"Musbah Koleilat C\u00e2mara","orcid":"https://orcid.org/0000-0003-2017-8503"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]},{"id":"https://openalex.org/I158509141","display_name":"Federal Center for Technological Education Celso Suckow da Fonseca","ror":"https://ror.org/03j8tnm47","country_code":"BR","type":"education","lineage":["https://openalex.org/I1293487690","https://openalex.org/I158509141","https://openalex.org/I2801200668"]},{"id":"https://openalex.org/I83648350","display_name":"Universidade Federal do Estado do Rio de Janeiro","ror":"https://ror.org/04tec8z30","country_code":"BR","type":"education","lineage":["https://openalex.org/I83648350"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Musbah Koleilat Camara","raw_affiliation_strings":["Department of Information Systems , Federal Center for Technological Education Celso Suckow da Fonseca , Rio de Janeiro , Brazil","Program of Production Engineering/COPPE , Federal University of the State of Rio de Janeiro , Rio de Janeiro , Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems , Federal Center for Technological Education Celso Suckow da Fonseca , Rio de Janeiro , Brazil","institution_ids":["https://openalex.org/I158509141"]},{"raw_affiliation_string":"Program of Production Engineering/COPPE , Federal University of the State of Rio de Janeiro , Rio de Janeiro , Brazil","institution_ids":["https://openalex.org/I122140584","https://openalex.org/I83648350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082696536","display_name":"Ana Luiza Lima de Souza","orcid":"https://orcid.org/0000-0001-7824-7917"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]},{"id":"https://openalex.org/I158509141","display_name":"Federal Center for Technological Education Celso Suckow da Fonseca","ror":"https://ror.org/03j8tnm47","country_code":"BR","type":"education","lineage":["https://openalex.org/I1293487690","https://openalex.org/I158509141","https://openalex.org/I2801200668"]},{"id":"https://openalex.org/I83648350","display_name":"Universidade Federal do Estado do Rio de Janeiro","ror":"https://ror.org/04tec8z30","country_code":"BR","type":"education","lineage":["https://openalex.org/I83648350"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ana Luiza Lima de Souza","raw_affiliation_strings":["Department of Production Engineering , Federal Center for Technological Education Celso Suckow da Fonseca , Rio de Janeiro , Brazil","Program of Production Engineering/COPPE , Federal University of the State of Rio de Janeiro , Rio de Janeiro , Brazil"],"raw_orcid":"https://orcid.org/0000-0001-7824-7917","affiliations":[{"raw_affiliation_string":"Department of Production Engineering , Federal Center for Technological Education Celso Suckow da Fonseca , Rio de Janeiro , Brazil","institution_ids":["https://openalex.org/I158509141"]},{"raw_affiliation_string":"Program of Production Engineering/COPPE , Federal University of the State of Rio de Janeiro , Rio de Janeiro , Brazil","institution_ids":["https://openalex.org/I122140584","https://openalex.org/I83648350"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":0,"currency":"USD","value_usd":0},"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17172458,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"58","issue":"6","first_page":"4955","last_page":"4969"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10208","display_name":"Labor market dynamics and wage inequality","score":0.7994999885559082,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10208","display_name":"Labor market dynamics and wage inequality","score":0.7994999885559082,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14274","display_name":"Education and Vocational Training","score":0.7026000022888184,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ceiling","display_name":"Ceiling (cloud)","score":0.7059954404830933},{"id":"https://openalex.org/keywords/multilevel-model","display_name":"Multilevel model","score":0.6957789063453674},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.5505738258361816},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.49982452392578125},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.46680358052253723},{"id":"https://openalex.org/keywords/ceiling-effect","display_name":"Ceiling effect","score":0.45878082513809204},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3698539137840271},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3233761489391327},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.32104557752609253},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24600282311439514},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2077256143093109},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.11065241694450378}],"concepts":[{"id":"https://openalex.org/C2777489069","wikidata":"https://www.wikidata.org/wiki/Q1589822","display_name":"Ceiling (cloud)","level":2,"score":0.7059954404830933},{"id":"https://openalex.org/C53059260","wikidata":"https://www.wikidata.org/wiki/Q374758","display_name":"Multilevel model","level":2,"score":0.6957789063453674},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.5505738258361816},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.49982452392578125},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.46680358052253723},{"id":"https://openalex.org/C191290158","wikidata":"https://www.wikidata.org/wiki/Q14773596","display_name":"Ceiling effect","level":3,"score":0.45878082513809204},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3698539137840271},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3233761489391327},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32104557752609253},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24600282311439514},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2077256143093109},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11065241694450378},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1051/ro/2024208","is_oa":true,"landing_page_url":"https://doi.org/10.1051/ro/2024208","pdf_url":"https://www.rairo-ro.org/articles/ro/pdf/forth/ro240285.pdf","source":{"id":"https://openalex.org/S20631277","display_name":"RAIRO - Operations Research","issn_l":"0399-0559","issn":["0399-0559","1290-3868","2804-7303"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319748","host_organization_name":"EDP Sciences","host_organization_lineage":["https://openalex.org/P4310319748","https://openalex.org/P4310319982"],"host_organization_lineage_names":["EDP Sciences","Science Press"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RAIRO - Operations Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1051/ro/2024208","is_oa":true,"landing_page_url":"https://doi.org/10.1051/ro/2024208","pdf_url":"https://www.rairo-ro.org/articles/ro/pdf/forth/ro240285.pdf","source":{"id":"https://openalex.org/S20631277","display_name":"RAIRO - Operations Research","issn_l":"0399-0559","issn":["0399-0559","1290-3868","2804-7303"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319748","host_organization_name":"EDP Sciences","host_organization_lineage":["https://openalex.org/P4310319748","https://openalex.org/P4310319982"],"host_organization_lineage_names":["EDP Sciences","Science Press"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RAIRO - Operations Research","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403844429.pdf","grobid_xml":"https://content.openalex.org/works/W4403844429.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W346568575","https://openalex.org/W1535947073","https://openalex.org/W1972369651","https://openalex.org/W1986091848","https://openalex.org/W1987696760","https://openalex.org/W1987745513","https://openalex.org/W2007776982","https://openalex.org/W2036461243","https://openalex.org/W2060230035","https://openalex.org/W2068237902","https://openalex.org/W2079202106","https://openalex.org/W2088108487","https://openalex.org/W2115418528","https://openalex.org/W2116571340","https://openalex.org/W2134109465","https://openalex.org/W2138966318","https://openalex.org/W2145858747","https://openalex.org/W2168215665","https://openalex.org/W2177946415","https://openalex.org/W2277689150","https://openalex.org/W2341078682","https://openalex.org/W2797767689","https://openalex.org/W2800813928","https://openalex.org/W2892120767","https://openalex.org/W2944728550","https://openalex.org/W3000420236","https://openalex.org/W3006619819","https://openalex.org/W3010981531","https://openalex.org/W3121715814","https://openalex.org/W3136740861","https://openalex.org/W3169887103","https://openalex.org/W3179178303","https://openalex.org/W4205742425","https://openalex.org/W4210486748","https://openalex.org/W4389095980"],"related_works":["https://openalex.org/W3179178303","https://openalex.org/W2566385888","https://openalex.org/W3158338669","https://openalex.org/W2259453202","https://openalex.org/W79729724","https://openalex.org/W4321352843","https://openalex.org/W2889256227","https://openalex.org/W4247515286","https://openalex.org/W2093345308","https://openalex.org/W2182615012"],"abstract_inverted_index":{"This":[0],"work":[1],"assesses":[2],"the":[3,6,10,39,64,79,88,93,102,108,123,132,136,139,152,177,193],"validity":[4],"of":[5,9,78,107,138],"Brazilian":[7],"Indicator":[8],"Difference":[11],"between":[12],"Observed":[13],"and":[14,36,71,81,143,145,168],"Expected":[15],"Performances":[16],"(IDD),":[17],"which":[18,91],"applies":[19],"a":[20,30,51,75,111,170,182],"multilevel":[21,103],"regression":[22,105],"model":[23,106,190],"to":[24,32,50,114,157,161,174,185],"rank":[25],"university":[26],"courses.":[27],"It":[28,155],"proposes":[29],"methodology":[31,134],"test":[33,115],"for":[34,38,68,96,116,135,176,191],"inconsistencies":[35],"research":[37],"causes.":[40],"With":[41],"this":[42,147],"objective,":[43],"we":[44,100,166],"develop":[45],"an":[46],"experimental":[47],"methodology,":[48],"applied":[49],"database":[52],"with":[53],"4432":[54],"production":[55,171],"engineering":[56],"students":[57],"distributed":[58],"over":[59],"329":[60],"undergraduate":[61],"courses,":[62],"from":[63],"government\u2019s":[65],"National":[66],"Institute":[67],"Educational":[69],"Studies":[70],"Research.":[72],"We":[73],"display":[74],"graphical":[76],"analysis":[77,189],"expected":[80],"achieved":[82],"grades":[83],"in":[84,90,110,118],"final":[85],"graduation":[86],"exams,":[87],"gap":[89],"determines":[92],"learning":[94,120],"gains":[95],"every":[97],"course.":[98],"Then":[99],"apply":[101],"linear":[104],"IDD":[109,140],"particular":[112],"scenario,":[113],"consistency":[117],"value-added":[119],"measurements":[121,194],"using":[122,195],"technique":[124,173],"reductio":[125],"ad":[126],"absurdum.":[127],"The":[128],"result":[129],"reveals":[130],"that":[131,146],"present":[133],"calculation":[137],"is":[141],"inadequate":[142],"inconsistent,":[144],"can":[148],"be":[149,158],"explained":[150],"by":[151],"ceiling":[153,179],"effect.":[154],"needs":[156],"radically":[159],"revised":[160],"prevent":[162],"unfair":[163],"judgements.":[164],"Finally,":[165],"propose":[167],"implement":[169],"frontier":[172],"correct":[175],"ensuing":[178],"effect,":[180],"namely":[181],"variable":[183],"returns":[184],"scale":[186],"data":[187],"envelopment":[188],"adjusting":[192],"evidence":[196],"based":[197],"benchmarks.":[198]},"counts_by_year":[],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}