{"id":"https://openalex.org/W3005339283","doi":"https://doi.org/10.1080/2331186x.2020.1719571","title":"The computer-based assessment of domain-specific problem-solving competence\u2014A three-step scoring procedure","display_name":"The computer-based assessment of domain-specific problem-solving competence\u2014A three-step scoring procedure","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3005339283","doi":"https://doi.org/10.1080/2331186x.2020.1719571","mag":"3005339283"},"language":"en","primary_location":{"id":"doi:10.1080/2331186x.2020.1719571","doi":"https://doi.org/10.1080/2331186x.2020.1719571","is_oa":true,"landing_page_url":"https://doi.org/10.1080/2331186x.2020.1719571","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/2331186X.2020.1719571?needAccess=true","source":{"id":"https://openalex.org/S2764918247","display_name":"Cogent Education","issn_l":"2331-186X","issn":["2331-186X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cogent Education","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/2331186X.2020.1719571?needAccess=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089053401","display_name":"J\u00fcrgen Seifried","orcid":"https://orcid.org/0000-0002-9460-7721","observed_orcids":["https://orcid.org/0000-0002-9460-7721"]},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"J\u00fcrgen Seifried","raw_affiliation_strings":["Economic and Business Education \u2013 Professional Teaching and Learning, University of Mannheim, Business School, L 4,1, 68161, Mannheim, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9460-7721","affiliations":[{"raw_affiliation_string":"Economic and Business Education \u2013 Professional Teaching and Learning, University of Mannheim, Business School, L 4,1, 68161, Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074143496","display_name":"Steffen Brandt","orcid":"https://orcid.org/0000-0001-5410-7186","observed_orcids":["https://orcid.org/0000-0001-5410-7186"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steffen Brandt","raw_affiliation_strings":["Art of Reduction, Wissenschaftszentrum Kiel, Fraunhoferstra\u00dfe 13, 24118, Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5410-7186","affiliations":[{"raw_affiliation_string":"Art of Reduction, Wissenschaftszentrum Kiel, Fraunhoferstra\u00dfe 13, 24118, Kiel, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006579069","display_name":"Kristina K\u00f6gler","orcid":"https://orcid.org/0000-0002-6766-1685","observed_orcids":["https://orcid.org/0000-0002-6766-1685"]},"institutions":[{"id":"https://openalex.org/I110079840","display_name":"University of Hohenheim","ror":"https://ror.org/00b1c9541","country_code":"DE","type":"education","lineage":["https://openalex.org/I110079840"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kristina K\u00f6gler","raw_affiliation_strings":["Economic and Business Education, Universit\u00e4t Hohenheim, Fruwirthstr. 47, 70593, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6766-1685","affiliations":[{"raw_affiliation_string":"Economic and Business Education, Universit\u00e4t Hohenheim, Fruwirthstr. 47, 70593, Stuttgart, Germany","institution_ids":["https://openalex.org/I110079840"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003789709","display_name":"Andreas Rausch","orcid":"https://orcid.org/0000-0002-0749-2496","observed_orcids":["https://orcid.org/0000-0002-0749-2496"]},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Rausch","raw_affiliation_strings":["Economic and Business Education \u2013 Workplace Learning, University of Mannheim, Business School, L 4,1, 68161, Mannheim, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0749-2496","affiliations":[{"raw_affiliation_string":"Economic and Business Education \u2013 Workplace Learning, University of Mannheim, Business School, L 4,1, 68161, Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5089053401"],"corresponding_institution_ids":["https://openalex.org/I177802217"],"apc_list":{"value":950,"currency":"GBP","value_usd":1165},"apc_paid":{"value":1190,"currency":"EUR","value_usd":1283},"fwci":2.2167,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.87943868,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"7","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.7196999788284302,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.7196999788284302,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14508","display_name":"Vocational Education and Training","score":0.1177000030875206,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.04769999906420708,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/problem-solving-skills","display_name":"problem-solving skills","score":0.9739999771118164},{"id":"https://openalex.org/keywords/computer-based-testing","display_name":"computer-based testing","score":0.9509999752044678},{"id":"https://openalex.org/keywords/low-stakes-assessment","display_name":"low-stakes assessment","score":0.9369999766349792},{"id":"https://openalex.org/keywords/scoring-methods","display_name":"scoring methods","score":0.5350000262260437},{"id":"https://openalex.org/keywords/partial-credit-scoring","display_name":"partial credit scoring","score":0.8610000014305115},{"id":"https://openalex.org/keywords/vocational-education-and-training","display_name":"vocational education and training","score":0.8650000095367432},{"id":"https://openalex.org/keywords/response-patterns","display_name":"response patterns","score":0.5260000228881836},{"id":"https://openalex.org/keywords/point-biserial-correlation","display_name":"point-biserial correlation","score":0.8939999938011169},{"id":"https://openalex.org/keywords/internal-consistency","display_name":"internal consistency","score":0.6779999732971191},{"id":"https://openalex.org/keywords/business-scenarios","display_name":"business scenarios","score":0.42399999499320984}],"concepts":[{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.847595751285553},{"id":"https://openalex.org/C668760","wikidata":"https://www.wikidata.org/wiki/Q6869278","display_name":"Vocational education","level":2,"score":0.614467203617096},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.6057580709457397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5811148285865784},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4333413541316986},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3487737774848938},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34816625714302063},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3458757996559143},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3451201617717743},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.1775434911251068},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.15536561608314514},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/2331186x.2020.1719571","doi":"https://doi.org/10.1080/2331186x.2020.1719571","is_oa":true,"landing_page_url":"https://doi.org/10.1080/2331186x.2020.1719571","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/2331186X.2020.1719571?needAccess=true","source":{"id":"https://openalex.org/S2764918247","display_name":"Cogent Education","issn_l":"2331-186X","issn":["2331-186X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cogent Education","raw_type":"journal-article"},{"id":"pmh:oai:ub-madoc.bib.uni-mannheim.de:52953","doi":null,"is_oa":false,"landing_page_url":"https://madoc.bib.uni-mannheim.de/52953/1/2331186X.2020.1719571.pdf","pdf_url":"https://madoc.bib.uni-mannheim.de/52953/1/2331186X.2020.1719571.pdf","source":{"id":"https://openalex.org/S4377196315","display_name":"MADOC (University of Mannheim)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I177802217","host_organization_name":"University of Mannheim","host_organization_lineage":["https://openalex.org/I177802217"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Zeitschriftenartikel"},{"id":"pmh:oai:doaj.org/article:fa888839cb49415fa1b14ed2ef11fdd1","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/fa888839cb49415fa1b14ed2ef11fdd1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cogent Education, Vol 7, Iss 1 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1080/2331186x.2020.1719571","doi":"https://doi.org/10.1080/2331186x.2020.1719571","is_oa":true,"landing_page_url":"https://doi.org/10.1080/2331186x.2020.1719571","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/2331186X.2020.1719571?needAccess=true","source":{"id":"https://openalex.org/S2764918247","display_name":"Cogent Education","issn_l":"2331-186X","issn":["2331-186X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cogent Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.75}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3005339283.pdf","grobid_xml":"https://content.openalex.org/works/W3005339283.grobid-xml"},"referenced_works_count":111,"referenced_works":["https://openalex.org/W5519773","https://openalex.org/W30690199","https://openalex.org/W99996954","https://openalex.org/W103719185","https://openalex.org/W131151290","https://openalex.org/W141824070","https://openalex.org/W186840447","https://openalex.org/W370177488","https://openalex.org/W414478759","https://openalex.org/W419394948","https://openalex.org/W562664693","https://openalex.org/W627085151","https://openalex.org/W1492447753","https://openalex.org/W1523815861","https://openalex.org/W1530181449","https://openalex.org/W1532347882","https://openalex.org/W1533867010","https://openalex.org/W1631150390","https://openalex.org/W1648888400","https://openalex.org/W1690052837","https://openalex.org/W1704942559","https://openalex.org/W1720570332","https://openalex.org/W1825988435","https://openalex.org/W1855015248","https://openalex.org/W1913873200","https://openalex.org/W1931172596","https://openalex.org/W1950644452","https://openalex.org/W1963675780","https://openalex.org/W1966849727","https://openalex.org/W1967747674","https://openalex.org/W1971273486","https://openalex.org/W1972110441","https://openalex.org/W1987699195","https://openalex.org/W1988288407","https://openalex.org/W1988703391","https://openalex.org/W1990310447","https://openalex.org/W1991401431","https://openalex.org/W1992557934","https://openalex.org/W1994505827","https://openalex.org/W2002479639","https://openalex.org/W2005546239","https://openalex.org/W2015599431","https://openalex.org/W2020806125","https://openalex.org/W2022276698","https://openalex.org/W2024475444","https://openalex.org/W2028829385","https://openalex.org/W2029173090","https://openalex.org/W2033071477","https://openalex.org/W2035818536","https://openalex.org/W2037789405","https://openalex.org/W2045297951","https://openalex.org/W2061430993","https://openalex.org/W2064625566","https://openalex.org/W2070235687","https://openalex.org/W2072471610","https://openalex.org/W2076356187","https://openalex.org/W2081967827","https://openalex.org/W2121161291","https://openalex.org/W2132218683","https://openalex.org/W2134216340","https://openalex.org/W2140287326","https://openalex.org/W2150411366","https://openalex.org/W2151565993","https://openalex.org/W2155636727","https://openalex.org/W2155652017","https://openalex.org/W2156832302","https://openalex.org/W2171032518","https://openalex.org/W2190287966","https://openalex.org/W2279422635","https://openalex.org/W2302668199","https://openalex.org/W2333196491","https://openalex.org/W2336969588","https://openalex.org/W2408088320","https://openalex.org/W2486734829","https://openalex.org/W2490857485","https://openalex.org/W2507372331","https://openalex.org/W2510521367","https://openalex.org/W2512964725","https://openalex.org/W2515062486","https://openalex.org/W2524369579","https://openalex.org/W2526781987","https://openalex.org/W2605566133","https://openalex.org/W2606765218","https://openalex.org/W2733051256","https://openalex.org/W2734896486","https://openalex.org/W2757310600","https://openalex.org/W2766420476","https://openalex.org/W2767640049","https://openalex.org/W2770377206","https://openalex.org/W2783152414","https://openalex.org/W2800913765","https://openalex.org/W2806883036","https://openalex.org/W2895414749","https://openalex.org/W2903459546","https://openalex.org/W2970264147","https://openalex.org/W3216779397","https://openalex.org/W4231079698","https://openalex.org/W4238415254","https://openalex.org/W4242872651","https://openalex.org/W4246821341","https://openalex.org/W4248423913","https://openalex.org/W4248674065","https://openalex.org/W4253336094","https://openalex.org/W4255359166","https://openalex.org/W4380522490","https://openalex.org/W4387556773","https://openalex.org/W4387887739","https://openalex.org/W4387890449","https://openalex.org/W4387925461","https://openalex.org/W4388188814","https://openalex.org/W4388192444"],"related_works":["https://openalex.org/W2486734829","https://openalex.org/W2733051256","https://openalex.org/W7055504817","https://openalex.org/W2304383645","https://openalex.org/W3195761910","https://openalex.org/W2916379481","https://openalex.org/W7056048174","https://openalex.org/W2467601683","https://openalex.org/W2972918785","https://openalex.org/W2514511332"],"abstract_inverted_index":{"Problem-solving":[0],"competence":[1,17,40],"is":[2],"an":[3,20,59],"important":[4,21],"requirement":[5],"in":[6,23,27,41,84,108],"back":[7],"offices":[8],"across":[9],"different":[10],"industries.":[11],"Thus,":[12],"the":[13,42,68,72,75,92,97,101,140,145,149,181,186],"assessment":[14,37,47],"of":[15,38,44,65,74,112,125,136,148],"problem-solving":[16,39],"has":[18],"become":[19],"issue":[22],"learning":[24],"and":[25,29,54,67,87,90,129,163,178,183],"instruction":[26],"vocational":[28],"professional":[30],"contexts.":[31],"We":[32,77],"developed":[33],"a":[34,109,153],"computer-based":[35],"low-stakes":[36],"domain":[43],"controlling.":[45],"The":[46,62],"required":[48],"participants":[49],"to":[50,95,100,172],"process":[51],"three":[52,102],"complex":[53],"authentic":[55],"business-related":[56],"scenarios":[57],"within":[58],"office":[60],"simulation.":[61],"low":[63],"number":[64],"items":[66,143],"open-ended":[69],"response":[70,113,127],"threaten":[71],"reliability":[73],"scoring.":[76],"collected":[78],"data":[79],"from":[80],"780":[81],"German":[82],"students":[83],"Vocational":[85],"Education":[86],"Training":[88],"(VET)":[89],"applied":[91],"following":[93],"procedure":[94,170],"score":[96,147],"participants\u2019":[98],"solutions":[99],"scenarios:":[103],"A":[104],"fine-grained":[105],"scoring":[106],"resulted":[107],"comprehensive":[110],"set":[111],"patterns":[114,128],"for":[115,123,139,180,185],"each":[116,124],"scenario.":[117],"Experts":[118],"assigned":[119],"partial":[120,141,161],"credit":[121,142],"scores":[122,138],"these":[126,160],"received":[130],"feedback":[131],"based":[132,158],"on":[133,159],"point-biserial":[134],"correlations":[135],"WLE":[137],"with":[144],"total":[146],"respective":[150],"subdimension.":[151],"Finally,":[152],"multi-dimensional":[154],"model":[155,165],"was":[156,166],"calibrated":[157],"credits":[162],"this":[164],"further":[167],"developed.":[168],"This":[169],"leads":[171],"satisfying":[173],"EAP/PV":[174],"reliabilities":[175],"between":[176],".78":[177],".84":[179],"subdimensions":[182],".89":[184],"overarching":[187],"construct.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-02-14T00:00:00"}