{"id":"https://openalex.org/W4318217587","doi":"https://doi.org/10.22342/jme.v13i4.pp587-604","title":"An integrated STEM-based mathematical problem-solving test: Developing and reporting psychometric evidence","display_name":"An integrated STEM-based mathematical problem-solving test: Developing and reporting psychometric evidence","publication_year":2022,"publication_date":"2022-12-11","ids":{"openalex":"https://openalex.org/W4318217587","doi":"https://doi.org/10.22342/jme.v13i4.pp587-604"},"language":"en","primary_location":{"id":"doi:10.22342/jme.v13i4.pp587-604","doi":"https://doi.org/10.22342/jme.v13i4.pp587-604","is_oa":true,"landing_page_url":"https://doi.org/10.22342/jme.v13i4.pp587-604","pdf_url":"http://jme.ejournal.unsri.ac.id/index.php/jme/article/download/240/43","source":{"id":"https://openalex.org/S2764632379","display_name":"Journal on Mathematics Education","issn_l":"2087-8885","issn":["2087-8885","2407-0610"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","jufo-1","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315074","host_organization_name":"Sriwijaya University","host_organization_lineage":["https://openalex.org/P4310315074"],"host_organization_lineage_names":["Sriwijaya University"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Mathematics Education","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://jme.ejournal.unsri.ac.id/index.php/jme/article/download/240/43","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057783167","display_name":"Ijtihadi Kamilia Amalina","orcid":"https://orcid.org/0000-0003-4463-3689","observed_orcids":["https://orcid.org/0000-0003-4463-3689"]},"institutions":[{"id":"https://openalex.org/I227486990","display_name":"University of Szeged","ror":"https://ror.org/01pnej532","country_code":"HU","type":"education","lineage":["https://openalex.org/I227486990"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Ijtihadi Kamilia Amalina","raw_affiliation_strings":["Doctoral School of Education, University of Szeged, Hungary"],"raw_orcid":"https://orcid.org/0000-0003-4463-3689","affiliations":[{"raw_affiliation_string":"Doctoral School of Education, University of Szeged, Hungary","institution_ids":["https://openalex.org/I227486990"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008171512","display_name":"Tibor Vid\u00e1kovich","orcid":"https://orcid.org/0000-0002-0649-4473","observed_orcids":["https://orcid.org/0000-0002-0649-4473"]},"institutions":[{"id":"https://openalex.org/I227486990","display_name":"University of Szeged","ror":"https://ror.org/01pnej532","country_code":"HU","type":"education","lineage":["https://openalex.org/I227486990"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Tibor Vid\u00e1kovich","raw_affiliation_strings":["Institute of Education, University of Szeged, Hungary"],"raw_orcid":"https://orcid.org/0000-0002-0649-4473","affiliations":[{"raw_affiliation_string":"Institute of Education, University of Szeged, Hungary","institution_ids":["https://openalex.org/I227486990"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I227486990"],"apc_list":{"value":250,"currency":"USD","value_usd":250},"apc_paid":{"value":250,"currency":"USD","value_usd":250},"fwci":2.8037,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.90722054,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"13","issue":"4","first_page":"587","last_page":"604"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12590","display_name":"STEM Education","score":0.5619999766349792,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12590","display_name":"STEM Education","score":0.5619999766349792,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12522","display_name":"Mathematics Education and Pedagogy","score":0.4138000011444092,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-development","display_name":"test development","score":0.6539999842643738},{"id":"https://openalex.org/keywords/psychometric-validation","display_name":"psychometric validation","score":0.6669999957084656},{"id":"https://openalex.org/keywords/content-validity","display_name":"content validity","score":0.9549999833106995},{"id":"https://openalex.org/keywords/construct-validity","display_name":"construct validity","score":0.9629999995231628},{"id":"https://openalex.org/keywords/rasch-analysis","display_name":"Rasch analysis","score":0.9900000095367432},{"id":"https://openalex.org/keywords/junior-high-school-students","display_name":"junior high school students","score":0.6650000214576721},{"id":"https://openalex.org/keywords/item-misfit","display_name":"item misfit","score":0.5820000171661377},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.75}],"concepts":[{"id":"https://openalex.org/C58916136","wikidata":"https://www.wikidata.org/wiki/Q1663508","display_name":"Content validity","level":3,"score":0.7155460715293884},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.6308350563049316},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.6193503141403198},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.6188157200813293},{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.6157469153404236},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5819765329360962},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5493136048316956},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5392609238624573},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.521840512752533},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.4489075243473053},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39824485778808594},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.3761723041534424},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32494020462036133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3031685948371887},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.22342/jme.v13i4.pp587-604","doi":"https://doi.org/10.22342/jme.v13i4.pp587-604","is_oa":true,"landing_page_url":"https://doi.org/10.22342/jme.v13i4.pp587-604","pdf_url":"http://jme.ejournal.unsri.ac.id/index.php/jme/article/download/240/43","source":{"id":"https://openalex.org/S2764632379","display_name":"Journal on Mathematics Education","issn_l":"2087-8885","issn":["2087-8885","2407-0610"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","jufo-1","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315074","host_organization_name":"Sriwijaya University","host_organization_lineage":["https://openalex.org/P4310315074"],"host_organization_lineage_names":["Sriwijaya University"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Mathematics Education","raw_type":"journal-article"},{"id":"pmh:oai:publicatio.bibl.u-szeged.hu:26376","doi":null,"is_oa":true,"landing_page_url":"http://publicatio.bibl.u-szeged.hu/26376/1/Layout-02-IjtihadiKamiliaAmalinav3.pdf","pdf_url":"http://publicatio.bibl.u-szeged.hu/26376/1/Layout-02-IjtihadiKamiliaAmalinav3.pdf","source":{"id":"https://openalex.org/S4306400675","display_name":"SZTE Publicatio Repozit\u00f3rium (University of Szeged)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I227486990","host_organization_name":"University of Szeged","host_organization_lineage":["https://openalex.org/I227486990"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Foly\u00f3iratcikk"},{"id":"pmh:oai:doaj.org/article:13e9acaa323042ebbc962b7711288459","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/13e9acaa323042ebbc962b7711288459","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal on Mathematics Education, Vol 13, Iss 4, Pp 587-604 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.22342/jme.v13i4.pp587-604","doi":"https://doi.org/10.22342/jme.v13i4.pp587-604","is_oa":true,"landing_page_url":"https://doi.org/10.22342/jme.v13i4.pp587-604","pdf_url":"http://jme.ejournal.unsri.ac.id/index.php/jme/article/download/240/43","source":{"id":"https://openalex.org/S2764632379","display_name":"Journal on Mathematics Education","issn_l":"2087-8885","issn":["2087-8885","2407-0610"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","jufo-1","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315074","host_organization_name":"Sriwijaya University","host_organization_lineage":["https://openalex.org/P4310315074"],"host_organization_lineage_names":["Sriwijaya University"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Mathematics Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8278999924659729,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320329149","display_name":"Szegedi Tudom\u00e1nyegyetem","ror":"https://ror.org/01pnej532"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4318217587.pdf","grobid_xml":"https://content.openalex.org/works/W4318217587.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2008450370","https://openalex.org/W2010575178","https://openalex.org/W2043650812","https://openalex.org/W2092086567","https://openalex.org/W2144465460","https://openalex.org/W2150628755","https://openalex.org/W2166665471","https://openalex.org/W2227506458","https://openalex.org/W2327037637","https://openalex.org/W2374484276","https://openalex.org/W2398473626","https://openalex.org/W2475426101","https://openalex.org/W2518996671","https://openalex.org/W2563366259","https://openalex.org/W2747918546","https://openalex.org/W2901391064","https://openalex.org/W2936511622","https://openalex.org/W2954675530","https://openalex.org/W2981333714","https://openalex.org/W2991837439","https://openalex.org/W3033381450","https://openalex.org/W3034733147","https://openalex.org/W3082472669","https://openalex.org/W3086531271","https://openalex.org/W3120257678","https://openalex.org/W3189206114","https://openalex.org/W4247356076","https://openalex.org/W4248113759","https://openalex.org/W4288942494","https://openalex.org/W4312468827"],"related_works":["https://openalex.org/W4316494305","https://openalex.org/W7078609718","https://openalex.org/W4288942494","https://openalex.org/W7127166998","https://openalex.org/W4391546332","https://openalex.org/W4402056890","https://openalex.org/W6907795003","https://openalex.org/W3196642131","https://openalex.org/W7201955056","https://openalex.org/W2227506458"],"abstract_inverted_index":{"Science,":[0],"technology,":[1],"engineering,":[2],"and":[3,33,99,115,143,152],"mathematics":[4,20],"(STEM)":[5],"problem-solving":[6,23,43],"is":[7,25,174,191],"necessary":[8],"to":[9,61,86,193],"be":[10],"infused":[11],"into":[12,74],"the":[13,16,35,48,62,78,123,127,177],"classroom.":[14],"Nevertheless,":[15,156],"criticism":[17],"of":[18,38,47,106,129,140],"underrepresented":[19],"in":[21,64,133,176],"STEM":[22],"assessment":[24,84],"an":[26,39,83],"issue.":[27],"In":[28],"this":[29],"study,":[30],"we":[31],"develop":[32],"investigate":[34],"psychometric":[36],"evidence":[37],"integrated":[40,73],"STEM-based":[41],"mathematical":[42,52,70],"test.":[44,197],"The":[45,69,104,117,138,170,181],"product":[46],"test":[49,54],"was":[50,91,120,184],"a":[51,94,195],"essay":[53],"that":[55,110],"contains":[56],"three":[57],"scientific":[58],"scenarios":[59,142],"related":[60],"environment":[63],"every":[65],"middle":[66],"school":[67],"grade.":[68],"contents":[71],"were":[72,113,160],"engineering-based":[75],"design":[76],"using":[77,93,122],"technology.":[79],"Three":[80],"experts":[81],"filled":[82],"sheet":[85],"assess":[87],"content":[88,95,107],"validity,":[89],"which":[90],"analyzed":[92],"validity":[96,108,119],"index":[97],"(CVI)":[98],"intraclass":[100],"correlation":[101],"coefficient":[102],"(ICC).":[103],"result":[105],"revealed":[109],"overall":[111],"items":[112,145,159],"valid":[114],"reliable.":[116],"construct":[118,139],"examined":[121],"Rasch":[124],"analysis":[125],"from":[126],"data":[128],"Grades":[130],"7\u20139":[131],"students":[132],"Indonesia":[134],"(n":[135],"=":[136],"286).":[137],"all":[141],"prompting":[144,158],"indicated":[146],"fit":[147],"with":[148],"various":[149],"difficulty":[150],"levels":[151],"acceptable":[153],"discrimination":[154],"value.":[155,169],"four":[157],"reported":[161],"as":[162],"misfit":[163],"based":[164],"on":[165],"unweighted":[166],"mean":[167],"square":[168],"recommendation":[171],"for":[172],"improvement":[173],"emphasized":[175],"language":[178],"clarity":[179],"aspect.":[180],"inter-rater":[182],"reliability":[183],"also":[185],"declared":[186],"good.":[187],"A":[188],"further":[189],"study":[190],"suggested":[192],"provide":[194],"computer-based":[196]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2023-01-27T00:00:00"}