{"id":"https://openalex.org/W4387496047","doi":"https://doi.org/10.1145/3626522","title":"40 Years of Designing Code Comprehension Experiments: A Systematic Mapping Study","display_name":"40 Years of Designing Code Comprehension Experiments: A Systematic Mapping Study","publication_year":2023,"publication_date":"2023-10-10","ids":{"openalex":"https://openalex.org/W4387496047","doi":"https://doi.org/10.1145/3626522"},"language":"en","primary_location":{"id":"doi:10.1145/3626522","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626522","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.vu.nl/en/publications/3ffb635e-cb5e-4475-9146-38113cc0a2a4","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054880551","display_name":"Marvin Wyrich","orcid":"https://orcid.org/0000-0001-8506-3294"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marvin Wyrich","raw_affiliation_strings":["University of Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8506-3294","affiliations":[{"raw_affiliation_string":"University of Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031646940","display_name":"Justus Bogner","orcid":"https://orcid.org/0000-0001-5788-0991"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Justus Bogner","raw_affiliation_strings":["University of Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5788-0991","affiliations":[{"raw_affiliation_string":"University of Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041829889","display_name":"Stefan Wagner","orcid":"https://orcid.org/0000-0002-5256-8429"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Wagner","raw_affiliation_strings":["University of Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5256-8429","affiliations":[{"raw_affiliation_string":"University of Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.8032,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.98832385,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"56","issue":"4","first_page":"1","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.818087100982666},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.8126708269119263},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.762567937374115},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.6243456602096558},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5689692497253418},{"id":"https://openalex.org/keywords/structuring","display_name":"Structuring","score":0.5647622346878052},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5265942811965942},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4967575669288635},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.48004043102264404},{"id":"https://openalex.org/keywords/multitude","display_name":"Multitude","score":0.4687008559703827},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4526434540748596},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.44149288535118103},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.43810683488845825},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.43630513548851013},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4197332262992859},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.28288769721984863},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1887061893939972},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.15321332216262817},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1529274582862854},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12215805053710938},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.10277247428894043},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.10274609923362732},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08050215244293213}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.818087100982666},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.8126708269119263},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.762567937374115},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.6243456602096558},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5689692497253418},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.5647622346878052},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5265942811965942},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4967575669288635},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.48004043102264404},{"id":"https://openalex.org/C2780565519","wikidata":"https://www.wikidata.org/wiki/Q1208937","display_name":"Multitude","level":2,"score":0.4687008559703827},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4526434540748596},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44149288535118103},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.43810683488845825},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.43630513548851013},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4197332262992859},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.28288769721984863},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1887061893939972},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.15321332216262817},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1529274582862854},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12215805053710938},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.10277247428894043},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.10274609923362732},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08050215244293213},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3626522","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626522","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:research.vu.nl:publications/3ffb635e-cb5e-4475-9146-38113cc0a2a4","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/3ffb635e-cb5e-4475-9146-38113cc0a2a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wyrich, M, Bogner, J & Wagner, S 2024, '40 Years of Designing Code Comprehension Experiments: A Systematic Mapping Study', ACM Computing Surveys, vol. 56, no. 4, 106, pp. 1-42. https://doi.org/10.1145/3626522","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:research.vu.nl:openaire/3ffb635e-cb5e-4475-9146-38113cc0a2a4","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/3ffb635e-cb5e-4475-9146-38113cc0a2a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wyrich, M, Bogner, J & Wagner, S 2024, '40 Years of Designing Code Comprehension Experiments: A Systematic Mapping Study', ACM Computing Surveys, vol. 56, no. 4, 106, pp. 1-42. https://doi.org/10.1145/3626522","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:research.vu.nl:publications/3ffb635e-cb5e-4475-9146-38113cc0a2a4","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/3ffb635e-cb5e-4475-9146-38113cc0a2a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wyrich, M, Bogner, J & Wagner, S 2024, '40 Years of Designing Code Comprehension Experiments: A Systematic Mapping Study', ACM Computing Surveys, vol. 56, no. 4, 106, pp. 1-42. https://doi.org/10.1145/3626522","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":151,"referenced_works":["https://openalex.org/W4214443","https://openalex.org/W202909246","https://openalex.org/W1244965290","https://openalex.org/W1674947250","https://openalex.org/W1746353556","https://openalex.org/W1964730672","https://openalex.org/W1966216063","https://openalex.org/W1967346534","https://openalex.org/W1969685458","https://openalex.org/W1969939902","https://openalex.org/W1973204205","https://openalex.org/W1975675278","https://openalex.org/W1982036946","https://openalex.org/W1990863537","https://openalex.org/W1994391216","https://openalex.org/W1994446386","https://openalex.org/W1998445782","https://openalex.org/W1999798506","https://openalex.org/W2004148902","https://openalex.org/W2004832663","https://openalex.org/W2007647073","https://openalex.org/W2008538924","https://openalex.org/W2013180386","https://openalex.org/W2014079492","https://openalex.org/W2014243053","https://openalex.org/W2016702761","https://openalex.org/W2019955851","https://openalex.org/W2028611182","https://openalex.org/W2029598902","https://openalex.org/W2030435654","https://openalex.org/W2031043538","https://openalex.org/W2032114286","https://openalex.org/W2033342560","https://openalex.org/W2039831248","https://openalex.org/W2039840321","https://openalex.org/W2040710054","https://openalex.org/W2043662475","https://openalex.org/W2045651560","https://openalex.org/W2056952837","https://openalex.org/W2057136105","https://openalex.org/W2078392793","https://openalex.org/W2085710993","https://openalex.org/W2091280632","https://openalex.org/W2092349198","https://openalex.org/W2093017147","https://openalex.org/W2108072832","https://openalex.org/W2110500919","https://openalex.org/W2115998851","https://openalex.org/W2120377633","https://openalex.org/W2120704737","https://openalex.org/W2122963002","https://openalex.org/W2127833339","https://openalex.org/W2132194716","https://openalex.org/W2133247167","https://openalex.org/W2136370976","https://openalex.org/W2151150086","https://openalex.org/W2151187574","https://openalex.org/W2152759860","https://openalex.org/W2153018959","https://openalex.org/W2153202472","https://openalex.org/W2154671002","https://openalex.org/W2154809872","https://openalex.org/W2155263925","https://openalex.org/W2155741178","https://openalex.org/W2159739762","https://openalex.org/W2162363818","https://openalex.org/W2163146428","https://openalex.org/W2164886519","https://openalex.org/W2170147406","https://openalex.org/W2174068427","https://openalex.org/W2200666625","https://openalex.org/W2231155388","https://openalex.org/W2283236831","https://openalex.org/W2295373235","https://openalex.org/W2297781517","https://openalex.org/W2402649561","https://openalex.org/W2403787929","https://openalex.org/W2406879113","https://openalex.org/W2547278672","https://openalex.org/W2563587725","https://openalex.org/W2566208852","https://openalex.org/W2577973227","https://openalex.org/W2597465230","https://openalex.org/W2615322227","https://openalex.org/W2724855087","https://openalex.org/W2727300901","https://openalex.org/W2729462384","https://openalex.org/W2732872135","https://openalex.org/W2741371834","https://openalex.org/W2741561716","https://openalex.org/W2741643261","https://openalex.org/W2765406649","https://openalex.org/W2771584655","https://openalex.org/W2790231819","https://openalex.org/W2792690058","https://openalex.org/W2799607937","https://openalex.org/W2800092803","https://openalex.org/W2805685474","https://openalex.org/W2807389028","https://openalex.org/W2808267878","https://openalex.org/W2883301371","https://openalex.org/W2884368433","https://openalex.org/W2890602480","https://openalex.org/W2895073034","https://openalex.org/W2897889469","https://openalex.org/W2899084096","https://openalex.org/W2901272755","https://openalex.org/W2901317285","https://openalex.org/W2901906937","https://openalex.org/W2915605461","https://openalex.org/W2922214032","https://openalex.org/W2938459865","https://openalex.org/W2941714792","https://openalex.org/W2954615856","https://openalex.org/W2954810823","https://openalex.org/W2955270324","https://openalex.org/W2956051477","https://openalex.org/W2960124119","https://openalex.org/W2963126988","https://openalex.org/W2965330732","https://openalex.org/W2968611851","https://openalex.org/W2973282825","https://openalex.org/W2979363224","https://openalex.org/W2991900764","https://openalex.org/W2993264455","https://openalex.org/W3006500354","https://openalex.org/W3008773848","https://openalex.org/W3022625951","https://openalex.org/W3034004671","https://openalex.org/W3035312859","https://openalex.org/W3044934120","https://openalex.org/W3097045170","https://openalex.org/W3100811706","https://openalex.org/W3104723315","https://openalex.org/W3112817864","https://openalex.org/W3151148822","https://openalex.org/W3160665893","https://openalex.org/W3170754718","https://openalex.org/W3170800535","https://openalex.org/W3173280859","https://openalex.org/W3212639420","https://openalex.org/W4214843451","https://openalex.org/W4232892930","https://openalex.org/W4239863959","https://openalex.org/W4244812420","https://openalex.org/W4247854836","https://openalex.org/W4285247202","https://openalex.org/W4287164436","https://openalex.org/W4291213652","https://openalex.org/W4312807439","https://openalex.org/W4393485931"],"related_works":["https://openalex.org/W2122804569","https://openalex.org/W2240979497","https://openalex.org/W2025599150","https://openalex.org/W2904997879","https://openalex.org/W2344367508","https://openalex.org/W3104152981","https://openalex.org/W2158202016","https://openalex.org/W2598318421","https://openalex.org/W2020166315","https://openalex.org/W3135060008"],"abstract_inverted_index":{"The":[0],"relevance":[1],"of":[2,59,84,110,126,137,141,147,150,189,192],"code":[3,31,35,71,113,127],"comprehension":[4,32,72,114,128],"in":[5,144,195],"a":[6,78,100,106,132,148],"developer\u2019s":[7],"daily":[8],"work":[9],"was":[10],"recognized":[11],"more":[12,45],"than":[13,47],"40":[14],"years":[15],"ago.":[16],"Consequently,":[17],"many":[18],"experiments":[19,73,115],"were":[20],"conducted":[21,105],"to":[22,38,64,95,98,186],"find":[23],"out":[24,185],"how":[25,168],"developers":[26],"could":[27],"be":[28],"supported":[29],"during":[30],"and":[33,81,119,156,175,181],"which":[34],"characteristics":[36,125],"contribute":[37],"better":[39],"comprehension.":[40],"Today,":[41],"such":[42],"studies":[43,170],"are":[44,183],"common":[46],"ever.":[48],"While":[49],"this":[50],"is":[51,77],"great":[52],"for":[53,91,134],"advancing":[54],"the":[55,57,82,96,123,138,145],"field,":[56,97],"number":[58],"publications":[60],"makes":[61],"it":[62,89],"difficult":[63,90],"keep":[65],"an":[66],"overview.":[67],"Additionally,":[68],"designing":[69,196],"rigorous":[70],"with":[74],"human":[75],"participants":[76],"challenging":[79],"task,":[80],"multitude":[83],"design":[85,124,142,179],"options":[86,143,180],"can":[87],"make":[88],"researchers,":[92],"especially":[93],"newcomers":[94],"select":[99],"suitable":[101],"design.":[102],"We":[103,158],"therefore":[104],"systematic":[107],"mapping":[108],"study":[109],"95":[111],"source":[112],"published":[116],"between":[117],"1979":[118],"2019.":[120],"By":[121],"structuring":[122],"studies,":[129],"we":[130],"provide":[131],"basis":[133],"subsequent":[135],"discussion":[136],"huge":[139],"diversity":[140],"face":[146],"lack":[149],"basic":[151],"research":[152],"on":[153],"their":[154,197],"consequences":[155],"comparability.":[157],"describe":[159],"what":[160],"topics":[161],"have":[162,171],"been":[163,172],"studied,":[164],"as":[165,167],"well":[166],"these":[169],"designed,":[173],"conducted,":[174],"reported.":[176],"Frequently":[177],"chosen":[178],"deficiencies":[182],"pointed":[184],"support":[187],"researchers":[188],"all":[190],"levels":[191],"domain":[193],"expertise":[194],"own":[198],"studies.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}