{"id":"https://openalex.org/W4309533366","doi":"https://doi.org/10.29333/pr/12657","title":"What might be frequently overlooked is actually still beneficial: Learning from post national-standardized school examination","display_name":"What might be frequently overlooked is actually still beneficial: Learning from post national-standardized school examination","publication_year":2022,"publication_date":"2022-11-21","ids":{"openalex":"https://openalex.org/W4309533366","doi":"https://doi.org/10.29333/pr/12657"},"language":"en","primary_location":{"id":"doi:10.29333/pr/12657","doi":"https://doi.org/10.29333/pr/12657","is_oa":true,"landing_page_url":"https://doi.org/10.29333/pr/12657","pdf_url":"https://www.pedagogicalresearch.com/download/what-might-be-frequently-overlooked-is-actually-still-beneficial-learning-from-post-12657.pdf","source":{"id":"https://openalex.org/S4210202433","display_name":"Pedagogical Research","issn_l":"2468-1989","issn":["2468-1989","2468-4929"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320063","host_organization_name":"Lectito Journals","host_organization_lineage":["https://openalex.org/P4310320063"],"host_organization_lineage_names":["Lectito Journals"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pedagogical Research","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.pedagogicalresearch.com/download/what-might-be-frequently-overlooked-is-actually-still-beneficial-learning-from-post-12657.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087243044","display_name":"Ibnu Rafi","orcid":"https://orcid.org/0000-0002-6809-4678","observed_orcids":["https://orcid.org/0000-0002-6809-4678"]},"institutions":[{"id":"https://openalex.org/I127859547","display_name":"Yogyakarta State University","ror":"https://ror.org/05fryw881","country_code":"ID","type":"education","lineage":["https://openalex.org/I127859547"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Ibnu Rafi","raw_affiliation_strings":["Department of Mathematics Education, Faculty of Mathematics and Natural Sciences, Yogyakarta State University, Special Region of Yogyakarta, INDONESIA"],"raw_orcid":"https://orcid.org/0000-0002-6809-4678","affiliations":[{"raw_affiliation_string":"Department of Mathematics Education, Faculty of Mathematics and Natural Sciences, Yogyakarta State University, Special Region of Yogyakarta, INDONESIA","institution_ids":["https://openalex.org/I127859547"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069558515","display_name":"Heri Retnawati","orcid":"https://orcid.org/0000-0002-1792-5873","observed_orcids":["https://orcid.org/0000-0002-1792-5873"]},"institutions":[{"id":"https://openalex.org/I127859547","display_name":"Yogyakarta State University","ror":"https://ror.org/05fryw881","country_code":"ID","type":"education","lineage":["https://openalex.org/I127859547"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Heri Retnawati","raw_affiliation_strings":["Department of Mathematics Education, Faculty of Mathematics and Natural Sciences, Yogyakarta State University, Special Region of Yogyakarta, INDONESIA"],"raw_orcid":"https://orcid.org/0000-0002-1792-5873","affiliations":[{"raw_affiliation_string":"Department of Mathematics Education, Faculty of Mathematics and Natural Sciences, Yogyakarta State University, Special Region of Yogyakarta, INDONESIA","institution_ids":["https://openalex.org/I127859547"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090711817","display_name":"Ezi Apino","orcid":"https://orcid.org/0000-0001-9711-2807","observed_orcids":["https://orcid.org/0000-0001-9711-2807"]},"institutions":[{"id":"https://openalex.org/I127859547","display_name":"Yogyakarta State University","ror":"https://ror.org/05fryw881","country_code":"ID","type":"education","lineage":["https://openalex.org/I127859547"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ezi Apino","raw_affiliation_strings":["Doctoral Program of Educational Research and Evaluation, Yogyakarta State University, Special Region of Yogyakarta, INDONESIA"],"raw_orcid":"https://orcid.org/0000-0001-9711-2807","affiliations":[{"raw_affiliation_string":"Doctoral Program of Educational Research and Evaluation, Yogyakarta State University, Special Region of Yogyakarta, INDONESIA","institution_ids":["https://openalex.org/I127859547"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077296016","display_name":"Deni Hadiana","orcid":"https://orcid.org/0000-0002-6690-1587","observed_orcids":["https://orcid.org/0000-0002-6690-1587"]},"institutions":[{"id":"https://openalex.org/I4387154144","display_name":"National Research and Innovation Agency","ror":"https://ror.org/02hmjzt55","country_code":"ID","type":"government","lineage":["https://openalex.org/I4387154144"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Deni Hadiana","raw_affiliation_strings":["Research Center for Education, National Research and Innovation Agency (BRIN), Special Capital Region of Jakarta, INDONESIA"],"raw_orcid":"https://orcid.org/0000-0002-6690-1587","affiliations":[{"raw_affiliation_string":"Research Center for Education, National Research and Innovation Agency (BRIN), Special Capital Region of Jakarta, INDONESIA","institution_ids":["https://openalex.org/I4387154144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073861249","display_name":"Ida Lydiati","orcid":"https://orcid.org/0000-0003-4797-3291","observed_orcids":["https://orcid.org/0000-0003-4797-3291"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ida Lydiati","raw_affiliation_strings":["SMA N 7 Yogyakarta, Special Region of Yogyakarta, INDONESIA"],"raw_orcid":"https://orcid.org/0000-0003-4797-3291","affiliations":[{"raw_affiliation_string":"SMA N 7 Yogyakarta, Special Region of Yogyakarta, INDONESIA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025835338","display_name":"Munaya Nikma Rosyada","orcid":"https://orcid.org/0000-0003-2761-6422","observed_orcids":["https://orcid.org/0000-0003-2761-6422"]},"institutions":[{"id":"https://openalex.org/I127859547","display_name":"Yogyakarta State University","ror":"https://ror.org/05fryw881","country_code":"ID","type":"education","lineage":["https://openalex.org/I127859547"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Munaya Nikma Rosyada","raw_affiliation_strings":["Department of Mathematics Education, Faculty of Mathematics and Natural Sciences, Yogyakarta State University, Special Region of Yogyakarta, INDONESIA"],"raw_orcid":"https://orcid.org/0000-0003-2761-6422","affiliations":[{"raw_affiliation_string":"Department of Mathematics Education, Faculty of Mathematics and Natural Sciences, Yogyakarta State University, Special Region of Yogyakarta, INDONESIA","institution_ids":["https://openalex.org/I127859547"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5087243044"],"corresponding_institution_ids":["https://openalex.org/I127859547"],"apc_list":null,"apc_paid":null,"fwci":0.9191,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76097778,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"8","issue":"1","first_page":"em0145","last_page":"em0145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.38109999895095825,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.38109999895095825,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12522","display_name":"Mathematics Education and Pedagogy","score":0.2930000126361847,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.2460000067949295,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics-assessment","display_name":"mathematics assessment","score":0.6299999952316284},{"id":"https://openalex.org/keywords/item-difficulty","display_name":"item difficulty","score":0.8560000061988831},{"id":"https://openalex.org/keywords/item-discrimination","display_name":"item discrimination","score":1.0},{"id":"https://openalex.org/keywords/test-reliability","display_name":"test reliability","score":0.9649999737739563},{"id":"https://openalex.org/keywords/distractor-analysis","display_name":"distractor analysis","score":0.984000027179718},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.9829999804496765},{"id":"https://openalex.org/keywords/secondary-school-students","display_name":"high school students","score":0.8399999737739563},{"id":"https://openalex.org/keywords/classical-test-theory","display_name":"classical test theory","score":0.671999990940094}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.7018639445304871},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.6846436262130737},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.6598151922225952},{"id":"https://openalex.org/C203151758","wikidata":"https://www.wikidata.org/wiki/Q3244907","display_name":"Standardized test","level":2,"score":0.6353965401649475},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.6149293184280396},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6066766381263733},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5800254344940186},{"id":"https://openalex.org/C2778263599","wikidata":"https://www.wikidata.org/wiki/Q1669245","display_name":"Item analysis","level":3,"score":0.513969361782074},{"id":"https://openalex.org/C81369262","wikidata":"https://www.wikidata.org/wiki/Q6165531","display_name":"Achievement test","level":3,"score":0.4547504782676697},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3581235110759735},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.31634634733200073},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.30395936965942383},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17026937007904053},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.1685260832309723},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1678100824356079},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.29333/pr/12657","doi":"https://doi.org/10.29333/pr/12657","is_oa":true,"landing_page_url":"https://doi.org/10.29333/pr/12657","pdf_url":"https://www.pedagogicalresearch.com/download/what-might-be-frequently-overlooked-is-actually-still-beneficial-learning-from-post-12657.pdf","source":{"id":"https://openalex.org/S4210202433","display_name":"Pedagogical Research","issn_l":"2468-1989","issn":["2468-1989","2468-4929"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320063","host_organization_name":"Lectito Journals","host_organization_lineage":["https://openalex.org/P4310320063"],"host_organization_lineage_names":["Lectito Journals"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pedagogical Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.29333/pr/12657","doi":"https://doi.org/10.29333/pr/12657","is_oa":true,"landing_page_url":"https://doi.org/10.29333/pr/12657","pdf_url":"https://www.pedagogicalresearch.com/download/what-might-be-frequently-overlooked-is-actually-still-beneficial-learning-from-post-12657.pdf","source":{"id":"https://openalex.org/S4210202433","display_name":"Pedagogical Research","issn_l":"2468-1989","issn":["2468-1989","2468-4929"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320063","host_organization_name":"Lectito Journals","host_organization_lineage":["https://openalex.org/P4310320063"],"host_organization_lineage_names":["Lectito Journals"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pedagogical Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.975600004196167,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4309533366.pdf","grobid_xml":"https://content.openalex.org/works/W4309533366.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W154366741","https://openalex.org/W203107218","https://openalex.org/W376379408","https://openalex.org/W597319708","https://openalex.org/W1487272295","https://openalex.org/W1490759130","https://openalex.org/W1496437928","https://openalex.org/W1551136666","https://openalex.org/W1586414640","https://openalex.org/W1716366172","https://openalex.org/W1855323143","https://openalex.org/W1903916927","https://openalex.org/W1966763281","https://openalex.org/W1971942446","https://openalex.org/W1974739407","https://openalex.org/W1981698528","https://openalex.org/W1984407197","https://openalex.org/W1990863075","https://openalex.org/W1995794567","https://openalex.org/W1996275460","https://openalex.org/W1999052699","https://openalex.org/W2035926033","https://openalex.org/W2066657384","https://openalex.org/W2071751499","https://openalex.org/W2073084141","https://openalex.org/W2116249458","https://openalex.org/W2124479978","https://openalex.org/W2143547677","https://openalex.org/W2146996803","https://openalex.org/W2148158051","https://openalex.org/W2158597570","https://openalex.org/W2158712864","https://openalex.org/W2159306398","https://openalex.org/W2169127722","https://openalex.org/W2184461680","https://openalex.org/W2187470817","https://openalex.org/W2189423115","https://openalex.org/W2240156084","https://openalex.org/W2320084014","https://openalex.org/W2327131075","https://openalex.org/W2341370591","https://openalex.org/W2346348372","https://openalex.org/W2490857485","https://openalex.org/W2547608012","https://openalex.org/W2596277990","https://openalex.org/W2729307869","https://openalex.org/W2741246330","https://openalex.org/W2760364374","https://openalex.org/W2770875918","https://openalex.org/W2888828620","https://openalex.org/W2897633272","https://openalex.org/W2899236977","https://openalex.org/W2928514190","https://openalex.org/W2950800651","https://openalex.org/W2953363893","https://openalex.org/W2956087768","https://openalex.org/W2982811853","https://openalex.org/W3006917883","https://openalex.org/W3038474668","https://openalex.org/W3043712004","https://openalex.org/W3089625890","https://openalex.org/W3111639926","https://openalex.org/W3119656908","https://openalex.org/W4391464594","https://openalex.org/W6616420405","https://openalex.org/W6629533731","https://openalex.org/W7037414962","https://openalex.org/W7062766608"],"related_works":["https://openalex.org/W3043712004","https://openalex.org/W3042882615","https://openalex.org/W7157317891","https://openalex.org/W3198908968","https://openalex.org/W4388099225","https://openalex.org/W2607278488","https://openalex.org/W4405942203","https://openalex.org/W3119656908","https://openalex.org/W7203820415","https://openalex.org/W3011942373"],"abstract_inverted_index":{"This":[0],"study":[1],"describes":[2],"the":[3,6,13,25,55,58,73,89,104],"characteristics":[4],"of":[5,39,45,80],"test":[7,20,30,74,128],"and":[8,22,32,68,98,101,132],"its":[9],"items":[10,70,134,140,152],"used":[11],"in":[12,50,72,95,122],"national-standardized":[14],"school":[15],"examination":[16,56],"by":[17],"applying":[18],"classical":[19],"theory":[21],"focusing":[23],"on":[24,57,130],"item":[26,28,84,91,106,118],"difficulty,":[27],"discrimination,":[29],"reliability,":[31],"distractor":[33],"analysis.":[34],"We":[35],"analyzed":[36],"response":[37],"data":[38],"191":[40],"12th":[41],"graders":[42],"from":[43],"one":[44,117],"public":[46],"senior":[47],"high":[48],"schools":[49],"Yogyakarta":[51],"City,":[52],"Indonesia,":[53],"to":[54,88,103],"elective":[59],"mathematics":[60,169],"subject.":[61],"The":[62,82],"results":[63],"showed":[64],"that":[65,107],"both":[66],"multiple-choice":[67,90,131,139],"essay":[69,105,133],"contained":[71],"were":[75,135,156],"at":[76,142],"a":[77],"moderate":[78],"level":[79],"difficulty.":[81],"lowest":[83],"difficulty":[85],"index":[86],"went":[87,102],"where":[92],"students":[93],"failed":[94],"interpreting":[96],"straight":[97],"dashed":[99],"lines":[100],"required":[108],"complex":[109],"intra-mathematical":[110],"connections.":[111],"In":[112,159],"addition,":[113],"we":[114,162],"only":[115],"found":[116,150],"which":[119],"was":[120,148],"poor":[121],"distinguishing":[123],"student":[124],"competence.":[125],"Furthermore,":[126],"students\u2019":[127],"scores":[129],"reliable.":[136],"Although":[137],"most":[138],"had":[141],"least":[143],"two":[144,151],"functioning":[145],"distractors,":[146],"it":[147],"still":[149],"whose":[153],"all":[154],"distractors":[155],"not":[157],"functioning.":[158],"this":[160],"article,":[161],"provide":[163],"some":[164],"suggestions":[165],"concerning":[166],"improvement":[167],"towards":[168],"learning":[170],"practices.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2022-11-28T00:00:00"}