{"id":"https://openalex.org/W2174731364","doi":null,"title":"Evidence-based programming language design : a philosophical and methodological exploration","display_name":"Evidence-based programming language design : a philosophical and methodological exploration","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2174731364","mag":"2174731364"},"language":"en","primary_location":{"id":"pmh:oai:jyx.jyu.fi:123456789/47698","doi":null,"is_oa":true,"landing_page_url":"http://urn.fi/URN:ISBN:978-951-39-6388-0","pdf_url":"http://urn.fi/URN:ISBN:978-951-39-6388-0","source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"http://purl.org/coar/resource_type/c_db06"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://urn.fi/URN:ISBN:978-951-39-6388-0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053862158","display_name":"Antti-Juhani Kaijanaho","orcid":"https://orcid.org/0000-0002-3497-583X","observed_orcids":["https://orcid.org/0000-0002-3497-583X"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Antti-Juhani Kaijanaho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5053862158"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":"222","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.49000000953674316,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.49000000953674316,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.3781999945640564,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.03759999945759773,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/programming-language-design","display_name":"programming language design","score":0.9700000286102295},{"id":"https://openalex.org/keywords/evidence","display_name":"evidence","score":0.7229999899864197},{"id":"https://openalex.org/keywords/systematic-mapping-study","display_name":"systematic mapping","score":0.5289999842643738},{"id":"https://openalex.org/keywords/cohen-s-kappa","display_name":"Cohen's kappa","score":0.8709999918937683},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7940000295639038},{"id":"https://openalex.org/keywords/krippendorff-s-alpha","display_name":"Krippendorff's alpha","score":0.8109999895095825},{"id":"https://openalex.org/keywords/fleiss-kappa","display_name":"Fleiss' kappa","score":0.9509999752044678},{"id":"https://openalex.org/keywords/uncertainty-in-design","display_name":"design uncertainty","score":0.5799999833106995}],"concepts":[{"id":"https://openalex.org/C2781374135","wikidata":"https://www.wikidata.org/wiki/Q422898","display_name":"Explication","level":2,"score":0.6808570623397827},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5255966186523438},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.4954794645309448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.483083039522171},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.46013158559799194},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.36211317777633667},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.35385066270828247},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.345567524433136},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33043724298477173},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.18206822872161865},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13510173559188843},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:jyx.jyu.fi:123456789/47698","doi":null,"is_oa":true,"landing_page_url":"http://urn.fi/URN:ISBN:978-951-39-6388-0","pdf_url":"http://urn.fi/URN:ISBN:978-951-39-6388-0","source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"http://purl.org/coar/resource_type/c_db06"},{"id":"mag:2174731364","doi":null,"is_oa":false,"landing_page_url":"https://jyx.jyu.fi/handle/123456789/47698","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:jyx.jyu.fi:123456789/47698","doi":null,"is_oa":true,"landing_page_url":"http://urn.fi/URN:ISBN:978-951-39-6388-0","pdf_url":"http://urn.fi/URN:ISBN:978-951-39-6388-0","source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"http://purl.org/coar/resource_type/c_db06"},"sustainable_development_goals":[{"score":0.4156000018119812,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2174731364.pdf","grobid_xml":"https://content.openalex.org/works/W2174731364.grobid-xml"},"referenced_works_count":563,"referenced_works":["https://openalex.org/W4214443","https://openalex.org/W20464340","https://openalex.org/W27793876","https://openalex.org/W62411454","https://openalex.org/W73375746","https://openalex.org/W86773645","https://openalex.org/W117225735","https://openalex.org/W131015021","https://openalex.org/W134794958","https://openalex.org/W138381816","https://openalex.org/W144257471","https://openalex.org/W176946504","https://openalex.org/W186598142","https://openalex.org/W190309302","https://openalex.org/W198074091","https://openalex.org/W563954552","https://openalex.org/W565915837","https://openalex.org/W578015608","https://openalex.org/W619353710","https://openalex.org/W644720917","https://openalex.org/W650132556","https://openalex.org/W652661474","https://openalex.org/W882857864","https://openalex.org/W954932256","https://openalex.org/W1019939734","https://openalex.org/W1484425770","https://openalex.org/W1485863316","https://openalex.org/W1487101402","https://openalex.org/W1492922847","https://openalex.org/W1494192115","https://openalex.org/W1496821575","https://openalex.org/W1497612200","https://openalex.org/W1498523273","https://openalex.org/W1499065063","https://openalex.org/W1506891190","https://openalex.org/W1508828152","https://openalex.org/W1510250770","https://openalex.org/W1510271585","https://openalex.org/W1514780752","https://openalex.org/W1515242458","https://openalex.org/W1515663676","https://openalex.org/W1516748551","https://openalex.org/W1517123228","https://openalex.org/W1518586892","https://openalex.org/W1520576347","https://openalex.org/W1521838448","https://openalex.org/W1522102826","https://openalex.org/W1530632793","https://openalex.org/W1532107409","https://openalex.org/W1532745190","https://openalex.org/W1533179050","https://openalex.org/W1535483699","https://openalex.org/W1537913012","https://openalex.org/W1544749112","https://openalex.org/W1544888327","https://openalex.org/W1552096580","https://openalex.org/W1554555494","https://openalex.org/W1554618854","https://openalex.org/W1557561422","https://openalex.org/W1558250057","https://openalex.org/W1562463929","https://openalex.org/W1565385188","https://openalex.org/W1567927032","https://openalex.org/W1568586753","https://openalex.org/W1572549666","https://openalex.org/W1572739102","https://openalex.org/W1578337892","https://openalex.org/W1578371593","https://openalex.org/W1579195783","https://openalex.org/W1582174699","https://openalex.org/W1587667242","https://openalex.org/W1589143006","https://openalex.org/W1590112546","https://openalex.org/W1591089305","https://openalex.org/W1594912681","https://openalex.org/W1595372275","https://openalex.org/W1604464393","https://openalex.org/W1604641463","https://openalex.org/W1606181989","https://openalex.org/W1608247082","https://openalex.org/W1609724986","https://openalex.org/W1610570299","https://openalex.org/W1610722504","https://openalex.org/W1691726000","https://openalex.org/W1707470824","https://openalex.org/W1741569902","https://openalex.org/W1767393989","https://openalex.org/W1825457006","https://openalex.org/W1828956005","https://openalex.org/W1849281276","https://openalex.org/W1852330046","https://openalex.org/W1856815419","https://openalex.org/W1859359026","https://openalex.org/W1867649550","https://openalex.org/W1874450173","https://openalex.org/W1877420198","https://openalex.org/W1897029093","https://openalex.org/W1906063633","https://openalex.org/W1952332000","https://openalex.org/W1955683583","https://openalex.org/W1960494084","https://openalex.org/W1964232357","https://openalex.org/W1964386935","https://openalex.org/W1965584665","https://openalex.org/W1965805388","https://openalex.org/W1966129247","https://openalex.org/W1967334597","https://openalex.org/W1968283236","https://openalex.org/W1969047655","https://openalex.org/W1969138016","https://openalex.org/W1969685458","https://openalex.org/W1969939902","https://openalex.org/W1970113821","https://openalex.org/W1970580078","https://openalex.org/W1971231227","https://openalex.org/W1971715890","https://openalex.org/W1971776182","https://openalex.org/W1972518215","https://openalex.org/W1973186567","https://openalex.org/W1973251307","https://openalex.org/W1973723962","https://openalex.org/W1974180421","https://openalex.org/W1975498375","https://openalex.org/W1975879668","https://openalex.org/W1975946204","https://openalex.org/W1976967275","https://openalex.org/W1977143260","https://openalex.org/W1977159724","https://openalex.org/W1978830087","https://openalex.org/W1979207622","https://openalex.org/W1980710855","https://openalex.org/W1980909171","https://openalex.org/W1981698832","https://openalex.org/W1982070737","https://openalex.org/W1982864902","https://openalex.org/W1983897914","https://openalex.org/W1984165546","https://openalex.org/W1984461033","https://openalex.org/W1985038588","https://openalex.org/W1985134255","https://openalex.org/W1985892633","https://openalex.org/W1986899979","https://openalex.org/W1987325656","https://openalex.org/W1989450197","https://openalex.org/W1989482569","https://openalex.org/W1990693616","https://openalex.org/W1992541562","https://openalex.org/W1993146556","https://openalex.org/W1993306785","https://openalex.org/W1994196373","https://openalex.org/W1994248508","https://openalex.org/W1994446386","https://openalex.org/W1996290308","https://openalex.org/W1996404651","https://openalex.org/W1996945439","https://openalex.org/W1997210479","https://openalex.org/W1997522747","https://openalex.org/W1997709850","https://openalex.org/W1998834275","https://openalex.org/W1999436718","https://openalex.org/W1999798506","https://openalex.org/W2001555383","https://openalex.org/W2002089154","https://openalex.org/W2003115510","https://openalex.org/W2003325117","https://openalex.org/W2003494253","https://openalex.org/W2004216344","https://openalex.org/W2004371846","https://openalex.org/W2004807322","https://openalex.org/W2004832663","https://openalex.org/W2004843654","https://openalex.org/W2007647073","https://openalex.org/W2008214281","https://openalex.org/W2008222090","https://openalex.org/W2008365184","https://openalex.org/W2008411739","https://openalex.org/W2008538924","https://openalex.org/W2009526524","https://openalex.org/W2010959827","https://openalex.org/W2010991743","https://openalex.org/W2012153497","https://openalex.org/W2012378416","https://openalex.org/W2012408028","https://openalex.org/W2012425858","https://openalex.org/W2012715909","https://openalex.org/W2014243053","https://openalex.org/W2015232149","https://openalex.org/W2015979616","https://openalex.org/W2016457995","https://openalex.org/W2016914525","https://openalex.org/W2018466112","https://openalex.org/W2018556257","https://openalex.org/W2019376542","https://openalex.org/W2019955851","https://openalex.org/W2020580827","https://openalex.org/W2020606208","https://openalex.org/W2021800243","https://openalex.org/W2022856530","https://openalex.org/W2022884286","https://openalex.org/W2024433733","https://openalex.org/W2024550019","https://openalex.org/W2024681672","https://openalex.org/W2025130480","https://openalex.org/W2025452930","https://openalex.org/W2025570036","https://openalex.org/W2025652990","https://openalex.org/W2027657506","https://openalex.org/W2027727677","https://openalex.org/W2029445248","https://openalex.org/W2030522107","https://openalex.org/W2030639337","https://openalex.org/W2030942926","https://openalex.org/W2031727083","https://openalex.org/W2033017265","https://openalex.org/W2033225733","https://openalex.org/W2033348393","https://openalex.org/W2034048384","https://openalex.org/W2034300849","https://openalex.org/W2035099508","https://openalex.org/W2035206966","https://openalex.org/W2035589688","https://openalex.org/W2035731741","https://openalex.org/W2036947145","https://openalex.org/W2037472108","https://openalex.org/W2037568629","https://openalex.org/W2037789405","https://openalex.org/W2040104623","https://openalex.org/W2040209610","https://openalex.org/W2041260506","https://openalex.org/W2041844641","https://openalex.org/W2043053120","https://openalex.org/W2044082104","https://openalex.org/W2044791860","https://openalex.org/W2044926733","https://openalex.org/W2044960277","https://openalex.org/W2045255985","https://openalex.org/W2045781957","https://openalex.org/W2047032198","https://openalex.org/W2048013959","https://openalex.org/W2048423324","https://openalex.org/W2048525124","https://openalex.org/W2049375866","https://openalex.org/W2049660990","https://openalex.org/W2050196823","https://openalex.org/W2050355108","https://openalex.org/W2051669404","https://openalex.org/W2052822586","https://openalex.org/W2053154970","https://openalex.org/W2054574882","https://openalex.org/W2054661033","https://openalex.org/W2055008194","https://openalex.org/W2055869707","https://openalex.org/W2056068765","https://openalex.org/W2056099894","https://openalex.org/W2056252191","https://openalex.org/W2056617872","https://openalex.org/W2056789386","https://openalex.org/W2056921560","https://openalex.org/W2057136105","https://openalex.org/W2058115491","https://openalex.org/W2058808499","https://openalex.org/W2058969248","https://openalex.org/W2060234806","https://openalex.org/W2060761943","https://openalex.org/W2061040478","https://openalex.org/W2061643308","https://openalex.org/W2061786858","https://openalex.org/W2061863279","https://openalex.org/W2062190659","https://openalex.org/W2062643697","https://openalex.org/W2063535080","https://openalex.org/W2063589661","https://openalex.org/W2063661654","https://openalex.org/W2064093999","https://openalex.org/W2065312245","https://openalex.org/W2068131634","https://openalex.org/W2069523442","https://openalex.org/W2070162273","https://openalex.org/W2070397407","https://openalex.org/W2071055029","https://openalex.org/W2072668705","https://openalex.org/W2072674549","https://openalex.org/W2072956890","https://openalex.org/W2074033217","https://openalex.org/W2074376551","https://openalex.org/W2074869704","https://openalex.org/W2075811056","https://openalex.org/W2075941278","https://openalex.org/W2078407663","https://openalex.org/W2080946868","https://openalex.org/W2081812514","https://openalex.org/W2082372845","https://openalex.org/W2083122073","https://openalex.org/W2083129338","https://openalex.org/W2083716186","https://openalex.org/W2084340687","https://openalex.org/W2084722535","https://openalex.org/W2084787668","https://openalex.org/W2084947835","https://openalex.org/W2085252018","https://openalex.org/W2085285813","https://openalex.org/W2086141560","https://openalex.org/W2086288870","https://openalex.org/W2086577112","https://openalex.org/W2087025145","https://openalex.org/W2087256184","https://openalex.org/W2088209169","https://openalex.org/W2088717699","https://openalex.org/W2089241138","https://openalex.org/W2089431782","https://openalex.org/W2089708354","https://openalex.org/W2090061778","https://openalex.org/W2090190027","https://openalex.org/W2090655269","https://openalex.org/W2093017147","https://openalex.org/W2093136994","https://openalex.org/W2093495548","https://openalex.org/W2094282293","https://openalex.org/W2094580275","https://openalex.org/W2094668038","https://openalex.org/W2094897889","https://openalex.org/W2095379033","https://openalex.org/W2096675459","https://openalex.org/W2096701136","https://openalex.org/W2097198341","https://openalex.org/W2097458762","https://openalex.org/W2097551375","https://openalex.org/W2097990218","https://openalex.org/W2098806455","https://openalex.org/W2099316098","https://openalex.org/W2099424113","https://openalex.org/W2099566231","https://openalex.org/W2099734055","https://openalex.org/W2099917099","https://openalex.org/W2100044779","https://openalex.org/W2100261248","https://openalex.org/W2101406057","https://openalex.org/W2101545021","https://openalex.org/W2102222848","https://openalex.org/W2102816475","https://openalex.org/W2103458796","https://openalex.org/W2103928694","https://openalex.org/W2104098106","https://openalex.org/W2104416102","https://openalex.org/W2105414394","https://openalex.org/W2105420605","https://openalex.org/W2106272718","https://openalex.org/W2106558531","https://openalex.org/W2106956101","https://openalex.org/W2107031757","https://openalex.org/W2107406649","https://openalex.org/W2108029367","https://openalex.org/W2108774726","https://openalex.org/W2108973014","https://openalex.org/W2109065830","https://openalex.org/W2110001365","https://openalex.org/W2110549939","https://openalex.org/W2111628838","https://openalex.org/W2111938984","https://openalex.org/W2112428464","https://openalex.org/W2112445317","https://openalex.org/W2112774031","https://openalex.org/W2113267872","https://openalex.org/W2114068985","https://openalex.org/W2114338395","https://openalex.org/W2114380736","https://openalex.org/W2114571993","https://openalex.org/W2115028338","https://openalex.org/W2117174233","https://openalex.org/W2118134906","https://openalex.org/W2118317839","https://openalex.org/W2118699776","https://openalex.org/W2119409396","https://openalex.org/W2120157180","https://openalex.org/W2120695425","https://openalex.org/W2122315421","https://openalex.org/W2122458634","https://openalex.org/W2123528931","https://openalex.org/W2123633968","https://openalex.org/W2123683215","https://openalex.org/W2124493593","https://openalex.org/W2124975206","https://openalex.org/W2125044336","https://openalex.org/W2125054808","https://openalex.org/W2125295815","https://openalex.org/W2125617838","https://openalex.org/W2125930940","https://openalex.org/W2126160338","https://openalex.org/W2126320823","https://openalex.org/W2126482744","https://openalex.org/W2126709225","https://openalex.org/W2126738036","https://openalex.org/W2127010341","https://openalex.org/W2127382014","https://openalex.org/W2127526705","https://openalex.org/W2127972998","https://openalex.org/W2128428793","https://openalex.org/W2128886782","https://openalex.org/W2130285523","https://openalex.org/W2130342080","https://openalex.org/W2130650065","https://openalex.org/W2132055297","https://openalex.org/W2132830638","https://openalex.org/W2133006861","https://openalex.org/W2133012565","https://openalex.org/W2133452779","https://openalex.org/W2133750853","https://openalex.org/W2133933998","https://openalex.org/W2133943399","https://openalex.org/W2134229340","https://openalex.org/W2134776772","https://openalex.org/W2135866999","https://openalex.org/W2136133622","https://openalex.org/W2136575584","https://openalex.org/W2138387375","https://openalex.org/W2139603995","https://openalex.org/W2140485800","https://openalex.org/W2141027875","https://openalex.org/W2141313738","https://openalex.org/W2141432904","https://openalex.org/W2141568518","https://openalex.org/W2141670850","https://openalex.org/W2142181967","https://openalex.org/W2143238865","https://openalex.org/W2143430040","https://openalex.org/W2143520307","https://openalex.org/W2143775910","https://openalex.org/W2144384991","https://openalex.org/W2144575973","https://openalex.org/W2144981148","https://openalex.org/W2145161307","https://openalex.org/W2145459199","https://openalex.org/W2145906963","https://openalex.org/W2146524295","https://openalex.org/W2146773231","https://openalex.org/W2148170929","https://openalex.org/W2149960388","https://openalex.org/W2150290224","https://openalex.org/W2150514798","https://openalex.org/W2151375296","https://openalex.org/W2151950075","https://openalex.org/W2152323875","https://openalex.org/W2152759860","https://openalex.org/W2152944474","https://openalex.org/W2153222072","https://openalex.org/W2153458296","https://openalex.org/W2153735000","https://openalex.org/W2154228928","https://openalex.org/W2154755835","https://openalex.org/W2155266165","https://openalex.org/W2155984350","https://openalex.org/W2156076209","https://openalex.org/W2157119447","https://openalex.org/W2157148654","https://openalex.org/W2157338117","https://openalex.org/W2157551728","https://openalex.org/W2157859774","https://openalex.org/W2158067240","https://openalex.org/W2159645051","https://openalex.org/W2160715741","https://openalex.org/W2160826387","https://openalex.org/W2161291947","https://openalex.org/W2161434075","https://openalex.org/W2161498332","https://openalex.org/W2161868110","https://openalex.org/W2162462260","https://openalex.org/W2162525339","https://openalex.org/W2162739315","https://openalex.org/W2163314677","https://openalex.org/W2163639333","https://openalex.org/W2163834848","https://openalex.org/W2164777277","https://openalex.org/W2166822586","https://openalex.org/W2166843037","https://openalex.org/W2168130919","https://openalex.org/W2168484999","https://openalex.org/W2168775768","https://openalex.org/W2169434017","https://openalex.org/W2170035152","https://openalex.org/W2170207476","https://openalex.org/W2170352783","https://openalex.org/W2170801819","https://openalex.org/W2171537091","https://openalex.org/W2171680600","https://openalex.org/W2171740562","https://openalex.org/W2175084325","https://openalex.org/W2177348681","https://openalex.org/W2178550486","https://openalex.org/W2182103346","https://openalex.org/W2204097169","https://openalex.org/W2223220005","https://openalex.org/W2287077086","https://openalex.org/W2292754303","https://openalex.org/W2294680933","https://openalex.org/W2295116189","https://openalex.org/W2295917400","https://openalex.org/W2301796307","https://openalex.org/W2313580084","https://openalex.org/W2313796177","https://openalex.org/W2323777246","https://openalex.org/W2323803659","https://openalex.org/W2326972230","https://openalex.org/W2331249327","https://openalex.org/W2331384579","https://openalex.org/W2395890157","https://openalex.org/W2397003649","https://openalex.org/W2400915478","https://openalex.org/W2465844729","https://openalex.org/W2476556555","https://openalex.org/W2491740700","https://openalex.org/W2507674012","https://openalex.org/W2529801701","https://openalex.org/W2536699905","https://openalex.org/W2611598995","https://openalex.org/W2623190896","https://openalex.org/W2753533763","https://openalex.org/W2794862198","https://openalex.org/W2796945547","https://openalex.org/W2800192438","https://openalex.org/W2810135441","https://openalex.org/W2811455890","https://openalex.org/W2883018688","https://openalex.org/W2927067668","https://openalex.org/W2969910352","https://openalex.org/W2970879602","https://openalex.org/W2987803397","https://openalex.org/W2989096813","https://openalex.org/W2989920727","https://openalex.org/W3024051359","https://openalex.org/W3024382323","https://openalex.org/W3117504072","https://openalex.org/W3128073528","https://openalex.org/W3140872780","https://openalex.org/W3146261931","https://openalex.org/W3150885665","https://openalex.org/W3167546637","https://openalex.org/W3183889129","https://openalex.org/W4206221818","https://openalex.org/W4206501526","https://openalex.org/W4231962618","https://openalex.org/W4232822984","https://openalex.org/W4233440105","https://openalex.org/W4235655521","https://openalex.org/W4236937290","https://openalex.org/W4236958493","https://openalex.org/W4238357890","https://openalex.org/W4238434143","https://openalex.org/W4241904514","https://openalex.org/W4244401793","https://openalex.org/W4247010005","https://openalex.org/W4247781538","https://openalex.org/W4249355983","https://openalex.org/W4249690862","https://openalex.org/W4253346700","https://openalex.org/W4254570097","https://openalex.org/W4254691308","https://openalex.org/W4254737556","https://openalex.org/W4256124958","https://openalex.org/W4256544379","https://openalex.org/W4296611970","https://openalex.org/W4298236051","https://openalex.org/W4300697220","https://openalex.org/W4301697816"],"related_works":["https://openalex.org/W2204097169","https://openalex.org/W2062190659","https://openalex.org/W3095766170","https://openalex.org/W3106766330","https://openalex.org/W2163110363","https://openalex.org/W4236889777","https://openalex.org/W7203598338","https://openalex.org/W2994891980","https://openalex.org/W3080732905","https://openalex.org/W2898460403"],"abstract_inverted_index":{"Background:":[0],"Programming":[1],"language":[2,30],"design":[3,40,134],"is":[4,26,42,45,61,77,106,119,126,138,162],"not":[5,122],"usually":[6],"informed":[7],"by":[8],"empirical":[9],"studies.":[10,147],"In":[11],"other":[12],"\ufb01elds":[13],"similar":[14],"problems":[15],"have":[16],"inspired":[17],"an":[18,116],"evidence-based":[19,38],"paradigm":[20,25],"of":[21,37,48,55,66,102,109,115,164,172],"practice.":[22],"Such":[23],"a":[24,74,107,127],"practically":[27],"inevitable":[28],"in":[29,50,73,144],"design,":[31],"as":[32,44],"well.":[33],"Aims:":[34],"The":[35],"content":[36],"programming":[39],"(EB-PLD)":[41],"explored,":[43],"the":[46,53,64,88,99,113],"concept":[47],"evidence":[49,56],"general.":[51],"Additionally,":[52],"extent":[54],"potentially":[57],"useful":[58],"for":[59,69,130,140],"EB-PLD":[60,125,161],"mapped,":[62],"and":[63,82],"appropriateness":[65],"Cohen\u2019s":[67,136],"kappa":[68,137],"evaluating":[70],"coder":[71,141],"agreement":[72,142,150],"secondary":[75,146],"study":[76,93],"evaluated.":[78],"Method:":[79],"Philosophical":[80],"analysis":[81],"explication":[83],"are":[84],"used":[85],"to":[86,96],"clarify":[87],"unclear.":[89],"A":[90],"systematic":[91,145],"mapping":[92],"was":[94,170],"conducted":[95],"map":[97],"out":[98,171],"existing":[100],"body":[101],"evidence.":[103,124],"Results:":[104],"Evidence":[105],"report":[108],"observations":[110],"that":[111],"affects":[112],"strength":[114],"argument.":[117],"There":[118],"some":[120],"but":[121],"much":[123],"\ufb01ve-step":[128],"process":[129],"resolving":[131],"uncertainty":[132],"about":[133],"problems.":[135],"inappropriate":[139],"evaluation":[143,151],"Conclusions:":[148],"Coder":[149],"should":[152],"use":[153],"Scott\u2019s":[154],"pi,":[155],"Fleiss\u2019":[156],"kappa,":[157],"or":[158],"Krippendorff\u2019s":[159],"alpha.":[160],"worthy":[163],"further":[165],"research,":[166],"although":[167],"its":[168],"usefulness":[169],"scope":[173],"here.":[174]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}