{"id":"https://openalex.org/W4383740488","doi":"https://doi.org/10.1007/s10257-023-00641-3","title":"VAST: a practical validation framework for e-assessment solutions","display_name":"VAST: a practical validation framework for e-assessment solutions","publication_year":2023,"publication_date":"2023-07-11","ids":{"openalex":"https://openalex.org/W4383740488","doi":"https://doi.org/10.1007/s10257-023-00641-3"},"language":"en","primary_location":{"id":"doi:10.1007/s10257-023-00641-3","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s10257-023-00641-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10257-023-00641-3.pdf","source":{"id":"https://openalex.org/S56271844","display_name":"Information Systems and e-Business Management","issn_l":"1617-9846","issn":["1617-9846","1617-9854"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Systems and e-Business Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10257-023-00641-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011203090","display_name":"Max van Haastrecht","orcid":null},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Max van Haastrecht","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Niels Bohrweg 1, 2333 CA, Leiden, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4195-0585","affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Niels Bohrweg 1, 2333 CA, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008347841","display_name":"Matthieu Brinkhuis","orcid":"https://orcid.org/0000-0003-1054-6683"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Matthieu Brinkhuis","raw_affiliation_strings":["Department of Information and Computing Sciences, Utrecht University, Princetonplein 5, 3584 CC, Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information and Computing Sciences, Utrecht University, Princetonplein 5, 3584 CC, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041246424","display_name":"Saskia Wools","orcid":"https://orcid.org/0000-0002-9630-1873"},"institutions":[{"id":"https://openalex.org/I4210137377","display_name":"Cito (Netherlands)","ror":"https://ror.org/04j4mc084","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210137377"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Saskia Wools","raw_affiliation_strings":["Stichting Cito, Amsterdamseweg 13, 6814 CM, Arnhem, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stichting Cito, Amsterdamseweg 13, 6814 CM, Arnhem, The Netherlands","institution_ids":["https://openalex.org/I4210137377"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033880574","display_name":"Marco Spruit","orcid":"https://orcid.org/0000-0002-9237-221X"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I2800006345","display_name":"Leiden University Medical Center","ror":"https://ror.org/05xvt9f17","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2800006345"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marco Spruit","raw_affiliation_strings":["Department of Public Health and Primary Care, Leiden University Medical Center (LUMC), Albinusdreef 2, 2333 ZA, Leiden, The Netherlands","Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Niels Bohrweg 1, 2333 CA, Leiden, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Public Health and Primary Care, Leiden University Medical Center (LUMC), Albinusdreef 2, 2333 ZA, Leiden, The Netherlands","institution_ids":["https://openalex.org/I2800006345"]},{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Niels Bohrweg 1, 2333 CA, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5011203090"],"corresponding_institution_ids":["https://openalex.org/I121797337"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":1.1248,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.82949174,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"21","issue":"3","first_page":"603","last_page":"627"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6577924489974976},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.6193959712982178},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.6043660640716553},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.544962465763092},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.47840532660484314},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4768187403678894},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.38477376103401184},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15039315819740295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6577924489974976},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.6193959712982178},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6043660640716553},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.544962465763092},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.47840532660484314},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4768187403678894},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.38477376103401184},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15039315819740295},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10257-023-00641-3","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s10257-023-00641-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10257-023-00641-3.pdf","source":{"id":"https://openalex.org/S56271844","display_name":"Information Systems and e-Business Management","issn_l":"1617-9846","issn":["1617-9846","1617-9854"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Systems and e-Business Management","raw_type":"journal-article"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3632270","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/3632270","pdf_url":"https://scholarlypublications.universiteitleiden.nl/access/item%3A3656414/view","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information Systems and E-Business Management","raw_type":"Article / Letter to editor"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3640438","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/3640438","pdf_url":"https://scholarlypublications.universiteitleiden.nl/access/item%3A3640439/view","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information Systems and E-Business Management","raw_type":"Article / Letter to editor"},{"id":"pmh:oai:RePEc:spr:infsem:v:21:y:2023:i:3:d:10.1007_s10257-023-00641-3","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s10257-023-00641-3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:dspace.library.uu.nl:1874/432933","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/432933","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1007/s10257-023-00641-3","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s10257-023-00641-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10257-023-00641-3.pdf","source":{"id":"https://openalex.org/S56271844","display_name":"Information Systems and e-Business Management","issn_l":"1617-9846","issn":["1617-9846","1617-9854"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Systems and e-Business Management","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1083731953","display_name":null,"funder_award_id":"883588","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4393231584","display_name":"Geiger Cybersecurity Counter","funder_award_id":"883588","funder_id":"https://openalex.org/F4320338350","funder_display_name":"H2020 Security"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338350","display_name":"H2020 Security","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4383740488.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W116282327","https://openalex.org/W1185240018","https://openalex.org/W1512733799","https://openalex.org/W1583242605","https://openalex.org/W1595575146","https://openalex.org/W1704942559","https://openalex.org/W1964218847","https://openalex.org/W2028829385","https://openalex.org/W2045299616","https://openalex.org/W2077363080","https://openalex.org/W2079484041","https://openalex.org/W2084403116","https://openalex.org/W2087397893","https://openalex.org/W2087922202","https://openalex.org/W2103652466","https://openalex.org/W2118402255","https://openalex.org/W2129660020","https://openalex.org/W2136922540","https://openalex.org/W2137654724","https://openalex.org/W2146691185","https://openalex.org/W2151905929","https://openalex.org/W2165289403","https://openalex.org/W2171032518","https://openalex.org/W2263059655","https://openalex.org/W2329223578","https://openalex.org/W2509940055","https://openalex.org/W2546665280","https://openalex.org/W2790805011","https://openalex.org/W2885047664","https://openalex.org/W2930723646","https://openalex.org/W2953725333","https://openalex.org/W2969851485","https://openalex.org/W3022011140","https://openalex.org/W3036734628","https://openalex.org/W3039285609","https://openalex.org/W3100983158","https://openalex.org/W3151678985","https://openalex.org/W3151685851","https://openalex.org/W3195695599"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W1976205134","https://openalex.org/W2381570729","https://openalex.org/W4248336175","https://openalex.org/W3009369890","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W4312490297","https://openalex.org/W2062212388"],"abstract_inverted_index":{"Abstract":[0],"The":[1,19,41],"influx":[2],"of":[3,16,21,38,43,51,58,83],"technology":[4],"in":[5],"education":[6],"has":[7],"made":[8],"it":[9],"increasingly":[10],"difficult":[11],"to":[12,114,140],"assess":[13],"the":[14,26,35,49,55],"validity":[15],"educational":[17,32,112],"assessments.":[18],"field":[20],"information":[22,109],"systems":[23,89,110],"often":[24],"ignores":[25],"social":[27,44],"dimension":[28],"during":[29],"validation,":[30],"whereas":[31],"research":[33,96],"neglects":[34],"technical":[36,46],"dimensions":[37,64],"designed":[39],"instruments.":[40],"inseparability":[42],"and":[45,90,111,128],"elements":[47],"forms":[48],"bedrock":[50],"socio-technical":[52],"systems.":[53],"Therefore,":[54],"current":[56],"lack":[57],"validation":[59,77,117],"approaches":[60],"that":[61,133],"address":[62,70],"both":[63],"is":[65],"a":[66,76,136],"significant":[67],"gap.":[68],"We":[69,119],"this":[71],"gap":[72],"by":[73],"introducing":[74],"VAST:":[75],"framework":[78,127],"for":[79],"e-assessment":[80,142],"solutions.":[81,143],"Examples":[82],"such":[84],"solutions":[85],"are":[86],"technology-enhanced":[87],"learning":[88],"e-health":[91],"applications.":[92],"Using":[93],"multi-grounded":[94],"action":[95],"as":[97],"our":[98,116,126],"methodology,":[99],"we":[100,103],"investigate":[101],"how":[102],"can":[104],"synthesise":[105],"existing":[106],"knowledge":[107],"from":[108],"measurement":[113],"construct":[115],"framework.":[118],"develop":[120],"an":[121],"extensive":[122],"user":[123],"guideline":[124],"complementing":[125],"find":[129],"through":[130],"expert":[131],"interviews":[132],"VAST":[134],"facilitates":[135],"comprehensive,":[137],"practical":[138],"approach":[139],"validating":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}