{"id":"https://openalex.org/W1715134659","doi":"https://doi.org/10.18235/0008984","title":"Evaluating the Impact of Science, Technology and Innovation Programs: a Methodological Toolkit","display_name":"Evaluating the Impact of Science, Technology and Innovation Programs: a Methodological Toolkit","publication_year":2011,"publication_date":"2011-11-01","ids":{"openalex":"https://openalex.org/W1715134659","doi":"https://doi.org/10.18235/0008984","mag":"1715134659"},"language":"en","primary_location":{"id":"doi:10.18235/0008984","doi":"https://doi.org/10.18235/0008984","is_oa":true,"landing_page_url":"https://doi.org/10.18235/0008984","pdf_url":"https://publications.iadb.org/publications/english/document/Evaluating-the-Impact-of-Science-Technology-and-Innovation-Programs-a-Methodological-Toolkit.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"report"},"volume":null,"type":"report","is_traditional":false,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://publications.iadb.org/publications/english/document/Evaluating-the-Impact-of-Science-Technology-and-Innovation-Programs-a-Methodological-Toolkit.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110739877","display_name":"Gustavo Crespi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I184564680","display_name":"Inter-American Development Bank","ror":"https://ror.org/02gjn4306","country_code":"US","type":"other","lineage":["https://openalex.org/I184564680"]},{"id":"https://openalex.org/I2802557195","display_name":"United Nations University \u2013 Maastricht Economic and Social Research Institute on Innovation and Technology","ror":"https://ror.org/053zwxr79","country_code":"NL","type":"facility","lineage":["https://openalex.org/I2802557195","https://openalex.org/I34352273","https://openalex.org/I4210104502"]},{"id":"https://openalex.org/I4210086543","display_name":"Industrial Development Bureau","ror":"https://ror.org/001s1be73","country_code":"TW","type":"government","lineage":["https://openalex.org/I1327533815","https://openalex.org/I4210086543","https://openalex.org/I4405257903"]},{"id":"https://openalex.org/I4210093064","display_name":"Sant\u00e9 Internationale de la m\u00e8re et de l'enfant","ror":"https://ror.org/00rd22143","country_code":"FR","type":"facility","lineage":["https://openalex.org/I204730241","https://openalex.org/I2802818602","https://openalex.org/I4210090127","https://openalex.org/I4210093064","https://openalex.org/I4210131494","https://openalex.org/I4210166444"]}],"countries":["FR","NL","TW","US"],"is_corresponding":false,"raw_author_name":"Gustavo Crespi","raw_affiliation_strings":["IDB-Strategy Development Division,",", UN-MERIT,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDB-Strategy Development Division,","institution_ids":["https://openalex.org/I184564680","https://openalex.org/I4210086543"]},{"raw_affiliation_string":", UN-MERIT,","institution_ids":["https://openalex.org/I2802557195","https://openalex.org/I4210093064"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047775315","display_name":"Alessandro Maffioli","orcid":"https://orcid.org/0000-0003-1576-1817","observed_orcids":["https://orcid.org/0000-0003-1576-1817"]},"institutions":[{"id":"https://openalex.org/I184564680","display_name":"Inter-American Development Bank","ror":"https://ror.org/02gjn4306","country_code":"US","type":"other","lineage":["https://openalex.org/I184564680"]},{"id":"https://openalex.org/I2802557195","display_name":"United Nations University \u2013 Maastricht Economic and Social Research Institute on Innovation and Technology","ror":"https://ror.org/053zwxr79","country_code":"NL","type":"facility","lineage":["https://openalex.org/I2802557195","https://openalex.org/I34352273","https://openalex.org/I4210104502"]},{"id":"https://openalex.org/I4210086543","display_name":"Industrial Development Bureau","ror":"https://ror.org/001s1be73","country_code":"TW","type":"government","lineage":["https://openalex.org/I1327533815","https://openalex.org/I4210086543","https://openalex.org/I4405257903"]},{"id":"https://openalex.org/I4210093064","display_name":"Sant\u00e9 Internationale de la m\u00e8re et de l'enfant","ror":"https://ror.org/00rd22143","country_code":"FR","type":"facility","lineage":["https://openalex.org/I204730241","https://openalex.org/I2802818602","https://openalex.org/I4210090127","https://openalex.org/I4210093064","https://openalex.org/I4210131494","https://openalex.org/I4210166444"]}],"countries":["FR","NL","TW","US"],"is_corresponding":false,"raw_author_name":"Alessandro Maffioli","raw_affiliation_strings":["IDB-Strategy Development Division,",", UN-MERIT,"],"raw_orcid":"https://orcid.org/0000-0003-1576-1817","affiliations":[{"raw_affiliation_string":"IDB-Strategy Development Division,","institution_ids":["https://openalex.org/I184564680","https://openalex.org/I4210086543"]},{"raw_affiliation_string":", UN-MERIT,","institution_ids":["https://openalex.org/I2802557195","https://openalex.org/I4210093064"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016116856","display_name":"Pierre Mohnen","orcid":"https://orcid.org/0000-0002-2289-7379","observed_orcids":["https://orcid.org/0000-0002-2289-7379"]},"institutions":[{"id":"https://openalex.org/I184564680","display_name":"Inter-American Development Bank","ror":"https://ror.org/02gjn4306","country_code":"US","type":"other","lineage":["https://openalex.org/I184564680"]},{"id":"https://openalex.org/I2802557195","display_name":"United Nations University \u2013 Maastricht Economic and Social Research Institute on Innovation and Technology","ror":"https://ror.org/053zwxr79","country_code":"NL","type":"facility","lineage":["https://openalex.org/I2802557195","https://openalex.org/I34352273","https://openalex.org/I4210104502"]},{"id":"https://openalex.org/I4210086543","display_name":"Industrial Development Bureau","ror":"https://ror.org/001s1be73","country_code":"TW","type":"government","lineage":["https://openalex.org/I1327533815","https://openalex.org/I4210086543","https://openalex.org/I4405257903"]},{"id":"https://openalex.org/I4210093064","display_name":"Sant\u00e9 Internationale de la m\u00e8re et de l'enfant","ror":"https://ror.org/00rd22143","country_code":"FR","type":"facility","lineage":["https://openalex.org/I204730241","https://openalex.org/I2802818602","https://openalex.org/I4210090127","https://openalex.org/I4210093064","https://openalex.org/I4210131494","https://openalex.org/I4210166444"]}],"countries":["FR","NL","TW","US"],"is_corresponding":false,"raw_author_name":"Pierre Mohnen","raw_affiliation_strings":["IDB-Strategy Development Division,",", UN-MERIT,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDB-Strategy Development Division,","institution_ids":["https://openalex.org/I184564680","https://openalex.org/I4210086543"]},{"raw_affiliation_string":", UN-MERIT,","institution_ids":["https://openalex.org/I2802557195","https://openalex.org/I4210093064"]}]},{"author_position":"last","author":{"id":null,"display_name":"Gonzalo V\u00e1zquez","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I184564680","display_name":"Inter-American Development Bank","ror":"https://ror.org/02gjn4306","country_code":"US","type":"other","lineage":["https://openalex.org/I184564680"]},{"id":"https://openalex.org/I2802557195","display_name":"United Nations University \u2013 Maastricht Economic and Social Research Institute on Innovation and Technology","ror":"https://ror.org/053zwxr79","country_code":"NL","type":"facility","lineage":["https://openalex.org/I2802557195","https://openalex.org/I34352273","https://openalex.org/I4210104502"]},{"id":"https://openalex.org/I4210086543","display_name":"Industrial Development Bureau","ror":"https://ror.org/001s1be73","country_code":"TW","type":"government","lineage":["https://openalex.org/I1327533815","https://openalex.org/I4210086543","https://openalex.org/I4405257903"]},{"id":"https://openalex.org/I4210093064","display_name":"Sant\u00e9 Internationale de la m\u00e8re et de l'enfant","ror":"https://ror.org/00rd22143","country_code":"FR","type":"facility","lineage":["https://openalex.org/I204730241","https://openalex.org/I2802818602","https://openalex.org/I4210090127","https://openalex.org/I4210093064","https://openalex.org/I4210131494","https://openalex.org/I4210166444"]}],"countries":["FR","NL","TW","US"],"is_corresponding":false,"raw_author_name":"Gonzalo V\u00e1zquez","raw_affiliation_strings":["IDB-Strategy Development Division,",", UN-MERIT,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDB-Strategy Development Division,","institution_ids":["https://openalex.org/I184564680","https://openalex.org/I4210086543"]},{"raw_affiliation_string":", UN-MERIT,","institution_ids":["https://openalex.org/I2802557195","https://openalex.org/I4210093064"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9541000127792358,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9541000127792358,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12722","display_name":"Innovation Policy and R&D","score":0.029200000688433647,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/program-evaluation","display_name":"program evaluation","score":0.8790000081062317},{"id":"https://openalex.org/keywords/effectiveness-measurement","display_name":"effectiveness measurement","score":0.6510000228881836},{"id":"https://openalex.org/keywords/attribution-problem","display_name":"attribution problem","score":0.7599999904632568},{"id":"https://openalex.org/keywords/intervention-logic","display_name":"intervention logic","score":0.75},{"id":"https://openalex.org/keywords/data-sources","display_name":"data sources","score":0.6320000290870667},{"id":"https://openalex.org/keywords/data-quality","display_name":"data quality","score":1.0},{"id":"https://openalex.org/keywords/experimental-method","display_name":"experimental method","score":0.7979999780654907},{"id":"https://openalex.org/keywords/quasi-experimental-methods","display_name":"quasi-experimental methods","score":0.9610000252723694},{"id":"https://openalex.org/keywords/evaluation-methodology","display_name":"evaluation methodology","score":0.4490000009536743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4683356285095215},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42394310235977173},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33376824855804443}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18235/0008984","doi":"https://doi.org/10.18235/0008984","is_oa":true,"landing_page_url":"https://doi.org/10.18235/0008984","pdf_url":"https://publications.iadb.org/publications/english/document/Evaluating-the-Impact-of-Science-Technology-and-Innovation-Programs-a-Methodological-Toolkit.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"report"},{"id":"pmh:oai:RePEc:idb:spdwps:1104","doi":null,"is_oa":false,"landing_page_url":"http://www.iadb.org/document.cfm?id=36693990","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"}],"best_oa_location":{"id":"doi:10.18235/0008984","doi":"https://doi.org/10.18235/0008984","is_oa":true,"landing_page_url":"https://doi.org/10.18235/0008984","pdf_url":"https://publications.iadb.org/publications/english/document/Evaluating-the-Impact-of-Science-Technology-and-Innovation-Programs-a-Methodological-Toolkit.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"report"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1715134659.pdf","grobid_xml":"https://content.openalex.org/works/W1715134659.grobid-xml"},"referenced_works_count":125,"referenced_works":["https://openalex.org/W332363566","https://openalex.org/W1479986725","https://openalex.org/W1484938107","https://openalex.org/W1489208664","https://openalex.org/W1510774164","https://openalex.org/W1517138715","https://openalex.org/W1517339882","https://openalex.org/W1521626429","https://openalex.org/W1544658452","https://openalex.org/W1546523058","https://openalex.org/W1554940969","https://openalex.org/W1568381659","https://openalex.org/W1572691573","https://openalex.org/W1580524653","https://openalex.org/W1605530601","https://openalex.org/W1739497612","https://openalex.org/W1823171956","https://openalex.org/W1872030977","https://openalex.org/W1899130109","https://openalex.org/W1971782430","https://openalex.org/W1978108654","https://openalex.org/W1978371266","https://openalex.org/W1989535774","https://openalex.org/W2000927850","https://openalex.org/W2005144066","https://openalex.org/W2007856058","https://openalex.org/W2010805730","https://openalex.org/W2016256006","https://openalex.org/W2029696430","https://openalex.org/W2033912020","https://openalex.org/W2034084704","https://openalex.org/W2039686972","https://openalex.org/W2057639367","https://openalex.org/W2066735350","https://openalex.org/W2078529942","https://openalex.org/W2088518505","https://openalex.org/W2096530780","https://openalex.org/W2097556276","https://openalex.org/W2111044028","https://openalex.org/W2114761535","https://openalex.org/W2116943185","https://openalex.org/W2118886597","https://openalex.org/W2122469925","https://openalex.org/W2124758339","https://openalex.org/W2125445654","https://openalex.org/W2126604418","https://openalex.org/W2127403366","https://openalex.org/W2128779102","https://openalex.org/W2129700682","https://openalex.org/W2129906390","https://openalex.org/W2132557528","https://openalex.org/W2134901991","https://openalex.org/W2135699079","https://openalex.org/W2137947749","https://openalex.org/W2139529156","https://openalex.org/W2140018188","https://openalex.org/W2145411167","https://openalex.org/W2146560918","https://openalex.org/W2150291618","https://openalex.org/W2151367131","https://openalex.org/W2152092498","https://openalex.org/W2154656496","https://openalex.org/W2156148770","https://openalex.org/W2156839371","https://openalex.org/W2158119235","https://openalex.org/W2159805452","https://openalex.org/W2162926137","https://openalex.org/W2165525421","https://openalex.org/W2184964529","https://openalex.org/W2232842758","https://openalex.org/W2494718550","https://openalex.org/W2524218442","https://openalex.org/W2577227262","https://openalex.org/W2889743237","https://openalex.org/W2890546020","https://openalex.org/W2890804616","https://openalex.org/W2891900804","https://openalex.org/W3003486685","https://openalex.org/W3022384660","https://openalex.org/W3022771922","https://openalex.org/W3023192715","https://openalex.org/W3023546767","https://openalex.org/W3023596957","https://openalex.org/W3024658852","https://openalex.org/W3121276525","https://openalex.org/W3121385028","https://openalex.org/W3121492802","https://openalex.org/W3121775483","https://openalex.org/W3121812264","https://openalex.org/W3121925062","https://openalex.org/W3122379543","https://openalex.org/W3122611039","https://openalex.org/W3122678785","https://openalex.org/W3122760487","https://openalex.org/W3122950422","https://openalex.org/W3123220638","https://openalex.org/W3123234824","https://openalex.org/W3123462346","https://openalex.org/W3123622763","https://openalex.org/W3123707900","https://openalex.org/W3123753898","https://openalex.org/W3124060881","https://openalex.org/W3124167792","https://openalex.org/W3124225789","https://openalex.org/W3124338191","https://openalex.org/W3124341533","https://openalex.org/W3124680974","https://openalex.org/W3124715796","https://openalex.org/W3124895281","https://openalex.org/W3125108435","https://openalex.org/W3125601827","https://openalex.org/W3125916378","https://openalex.org/W3125950044","https://openalex.org/W3144040573","https://openalex.org/W3150203461","https://openalex.org/W3173412348","https://openalex.org/W4229487566","https://openalex.org/W4241653265","https://openalex.org/W4242927059","https://openalex.org/W4285719527","https://openalex.org/W4300822692","https://openalex.org/W4319782529","https://openalex.org/W6823950052","https://openalex.org/W7039803590","https://openalex.org/W7075701373"],"related_works":["https://openalex.org/W2794774235","https://openalex.org/W2369930916","https://openalex.org/W4247281844","https://openalex.org/W2374653405","https://openalex.org/W3208805211","https://openalex.org/W1966140303","https://openalex.org/W4405712285","https://openalex.org/W2296451585","https://openalex.org/W195855723","https://openalex.org/W2355435276"],"abstract_inverted_index":{"The":[0,25,79],"purpose":[1],"of":[2,18,31,37,44,61,67,87],"this":[3],"guideline":[4],"is":[5,56],"to":[6,14,41,49,58,92],"provide":[7],"ideas":[8],"and":[9,21,65,74,89],"technical":[10],"advice":[11],"on":[12],"how":[13],"measure":[15],"the":[16,28,35,38,42,45,51,59,84],"effectiveness":[17],"Science,":[19],"Technology":[20],"Innovation":[22],"Programs":[23],"(STIP).":[24],"paper":[26,80],"addresses":[27],"specific":[29],"challenges":[30],"evaluating":[32],"STIP,":[33],"from":[34],"assessment":[36],"intervention":[39],"logic":[40],"choice":[43],"most":[46],"appropriate":[47],"method":[48],"solve":[50],"attribution":[52],"problem.":[53],"Much":[54],"attention":[55],"devoted":[57],"topic":[60],"data,":[62],"discussing":[63],"pros":[64],"cons":[66],"different":[68],"data":[69,71,77],"sources,":[70],"quality":[72],"issues,":[73],"strategies":[75],"for":[76],"collection.":[78],"analyzes":[81],"in":[82],"detail":[83],"potential":[85],"application":[86],"experimental":[88],"quasi-experimental":[90],"methods":[91],"STIP.":[93]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}