{"id":"https://openalex.org/W4403674145","doi":"https://doi.org/10.15439/2024f7208","title":"Toward a Framework for Determining Methods of Evaluation in Design Science Research","display_name":"Toward a Framework for Determining Methods of Evaluation in Design Science Research","publication_year":2024,"publication_date":"2024-10-23","ids":{"openalex":"https://openalex.org/W4403674145","doi":"https://doi.org/10.15439/2024f7208"},"language":"en","primary_location":{"id":"doi:10.15439/2024f7208","is_oa":true,"landing_page_url":"https://doi.org/10.15439/2024f7208","pdf_url":"https://annals-csis.org/Volume_39/drp/pdf/7208.pdf","source":{"id":"https://openalex.org/S4220651875","display_name":"Annals of Computer Science and Information Systems","issn_l":"2300-5963","issn":["2300-5963"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":"https://openalex.org/P4310317484","host_organization_name":"Polskie Towarzystwo Informatyczne","host_organization_lineage":["https://openalex.org/P4310317484"],"host_organization_lineage_names":["Polskie Towarzystwo Informatyczne"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Computer Science and Information Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://annals-csis.org/Volume_39/drp/pdf/7208.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017575911","display_name":"Julia M\u00fcller","orcid":"https://orcid.org/0000-0001-8139-8687"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julia M\u00fcller","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114371492","display_name":"Stefanie W\u00fcrth","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stefanie W\u00fcrth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111669429","display_name":"Thomas Sch\u00e4ffer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Sch\u00e4ffer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5033877768","display_name":"Christian Leyh","orcid":"https://orcid.org/0000-0003-0535-0336"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian Leyh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.4291,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97715159,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"39","issue":null,"first_page":"231","last_page":"236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.36469998955726624,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.36469998955726624,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.32499998807907104,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14147","display_name":"Innovative Approaches in Technology and Social Development","score":0.2935999929904938,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6116937398910522},{"id":"https://openalex.org/keywords/design-science","display_name":"Design science","score":0.4178861379623413},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3747091293334961},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33057692646980286},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17883595824241638},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.17549169063568115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6116937398910522},{"id":"https://openalex.org/C2780103759","wikidata":"https://www.wikidata.org/wiki/Q5264375","display_name":"Design science","level":2,"score":0.4178861379623413},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3747091293334961},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33057692646980286},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17883595824241638},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.17549169063568115}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.15439/2024f7208","is_oa":true,"landing_page_url":"https://doi.org/10.15439/2024f7208","pdf_url":"https://annals-csis.org/Volume_39/drp/pdf/7208.pdf","source":{"id":"https://openalex.org/S4220651875","display_name":"Annals of Computer Science and Information Systems","issn_l":"2300-5963","issn":["2300-5963"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":"https://openalex.org/P4310317484","host_organization_name":"Polskie Towarzystwo Informatyczne","host_organization_lineage":["https://openalex.org/P4310317484"],"host_organization_lineage_names":["Polskie Towarzystwo Informatyczne"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Computer Science and Information Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:doaj.org/article:b8239a081f8f435fa8bf648c5e90e8a4","is_oa":true,"landing_page_url":"https://doaj.org/article/b8239a081f8f435fa8bf648c5e90e8a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Annals of computer science and information systems, Vol 39, Pp 231-236 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.15439/2024f7208","is_oa":true,"landing_page_url":"https://doi.org/10.15439/2024f7208","pdf_url":"https://annals-csis.org/Volume_39/drp/pdf/7208.pdf","source":{"id":"https://openalex.org/S4220651875","display_name":"Annals of Computer Science and Information Systems","issn_l":"2300-5963","issn":["2300-5963"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":"https://openalex.org/P4310317484","host_organization_name":"Polskie Towarzystwo Informatyczne","host_organization_lineage":["https://openalex.org/P4310317484"],"host_organization_lineage_names":["Polskie Towarzystwo Informatyczne"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Computer Science and Information Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403674145.pdf","grobid_xml":"https://content.openalex.org/works/W4403674145.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2947822508","https://openalex.org/W2179302085","https://openalex.org/W2029877285","https://openalex.org/W2995783431"],"abstract_inverted_index":{"Evaluation":[0],"is":[1],"a":[2,89],"key":[3],"phase":[4,114],"of":[5,26,38,85,97,111],"design":[6,116],"science":[7,117],"research,":[8],"particularly":[9],"in":[10,76,115],"design-oriented":[11],"information":[12],"systems,":[13],"one":[14,44],"that":[15,104],"involves":[16],"analyzing":[17],"and":[18,40,79,109],"solving":[19],"problems":[20],"to":[21,54,82],"create":[22],"artifacts.Because":[23],"the":[24,32,61,93,101,107,112],"nature":[25],"those":[27,56],"artifacts":[28],"varies":[29],"based":[30,99],"on":[31,66,100],"problem,":[33],"they":[34],"necessitate":[35],"different":[36],"methods":[37,84,96],"evaluation,":[39,71],"selecting":[41],"an":[42],"appropriate":[43,48],"first":[45],"requires":[46],"identifying":[47,67],"criteria":[49,57,69,103],"for":[50,70,91],"evaluation.This":[51],"paper":[52],"aims":[53],"pinpoint":[55],"by":[58],"systematically":[59],"reviewing":[60],"literature,":[62],"with":[63],"particular":[64],"focus":[65],"various":[68],"their":[72,74,80],"frequency,":[73],"significance":[75],"evaluating":[77],"artifacts,":[78],"connection":[81],"specific":[83],"evaluation.The":[86],"findings":[87],"suggest":[88],"framework":[90],"choosing":[92],"most":[94],"suitable":[95],"evaluation":[98,113],"defined":[102],"can":[105],"enhance":[106],"rigor":[108],"relevance":[110],"research.":[118]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}