{"id":"https://openalex.org/W1986192078","doi":"https://doi.org/10.3152/095820211x13118583635918","title":"State of the art in assessing research impact: introduction to a special issue","display_name":"State of the art in assessing research impact: introduction to a special issue","alternate_titles":[],"publication_year":2011,"publication_date":"2011-09-01","ids":{"openalex":"https://openalex.org/W1986192078","doi":"https://doi.org/10.3152/095820211x13118583635918","mag":"1986192078"},"language":"en","primary_location":{"id":"doi:10.3152/095820211x13118583635918","doi":"https://doi.org/10.3152/095820211x13118583635918","is_oa":false,"landing_page_url":"https://doi.org/10.3152/095820211x13118583635918","pdf_url":null,"source":{"id":"https://openalex.org/S16793705","display_name":"Research Evaluation","issn_l":"0958-2029","issn":["0958-2029","1471-5449"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Evaluation","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1986192078"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051095884","display_name":"Colleen M Donovan","orcid":"https://orcid.org/0000-0003-2027-3412","observed_orcids":["https://orcid.org/0000-0003-2027-3412","https://orcid.org/0000-0002-1582-8551"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"C. Donovan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5051095884"],"corresponding_institution_ids":[],"apc_list":{"value":3070,"currency":"EUR","value_usd":3470},"apc_paid":null,"fwci":27.7537,"has_fulltext":false,"cited_by_count":222,"citation_normalized_percentile":{"value":0.99448545,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"20","issue":"3","first_page":"175","last_page":"179"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/research-impact-assessment","display_name":"research impact assessment","score":0.9919999837875366},{"id":"https://openalex.org/keywords/public-value","display_name":"public value","score":0.6100000143051147},{"id":"https://openalex.org/keywords/science-technology-and-innovation-indicators","display_name":"science, technology and innovation indicators","score":0.902999997138977},{"id":"https://openalex.org/keywords/qualitative-indicators","display_name":"qualitative indicators","score":0.5479999780654907},{"id":"https://openalex.org/keywords/science-policy","display_name":"science policy","score":0.6259999871253967},{"id":"https://openalex.org/keywords/social-sciences-and-humanities-research","display_name":"humanities and social sciences research","score":0.6899999976158142}],"concepts":[{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.6584483981132507},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.5431787371635437},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.34176206588745117},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.34160396456718445},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32292163372039795},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.32234638929367065},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11052322387695312},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.05955988168716431}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3152/095820211x13118583635918","doi":"https://doi.org/10.3152/095820211x13118583635918","is_oa":false,"landing_page_url":"https://doi.org/10.3152/095820211x13118583635918","pdf_url":null,"source":{"id":"https://openalex.org/S16793705","display_name":"Research Evaluation","issn_l":"0958-2029","issn":["0958-2029","1471-5449"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Evaluation","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:oup:rseval:v:20:y:2011:i:3:p:175-179","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10.3152/095820211X13118583635918","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:gala.gre.ac.uk:29609","doi":null,"is_oa":false,"landing_page_url":"http://gala.gre.ac.uk/id/eprint/29609/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401244","display_name":"Greenwich Academic Literature Archive (University of Greenwich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I55060895","host_organization_name":"University of Greenwich","host_organization_lineage":["https://openalex.org/I55060895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2060675072","https://openalex.org/W2069140058","https://openalex.org/W2074626404","https://openalex.org/W2799768196"],"related_works":["https://openalex.org/W7223143683","https://openalex.org/W2602174014","https://openalex.org/W3005128054","https://openalex.org/W2186114368","https://openalex.org/W2400512973","https://openalex.org/W4244125535","https://openalex.org/W12597843","https://openalex.org/W7112400083","https://openalex.org/W3121393324"],"abstract_inverted_index":{"Papers":[0],"in":[1,16,165],"this":[2],"special":[3],"issue":[4],"were":[5,58],"developed":[6],"at":[7,27],"an":[8,130],"international":[9,102],"workshop":[10,31],"on":[11],"\u2018State":[12],"of":[13,45,99,120,145,153],"the":[14,22,39,63,90,111,118,146,151,158],"Art":[15],"Assessing":[17],"Research":[18,25],"Impact\u2019,":[19],"hosted":[20],"by":[21],"Health":[23],"Economics":[24],"Group":[26],"Brunei":[28],"University.":[29],"The":[30],"debated":[32],"what":[33],"constitutes":[34],"state-of-the-art":[35],"methods":[36],"for":[37,128,138],"assessing":[38],"\u2018impact\u2019":[40,116,123],"(or":[41],"broader":[42,77],"societal":[43],"returns)":[44],"research.":[46],"Metrics-only":[47],"approaches":[48],"employing":[49],"economic":[50,82],"data":[51],"and":[52,55,72,81,89,110,135,142,162],"science,":[53],"technology":[54],"innovation":[56],"indicators":[57,74],"found":[59],"to":[60,75,96,133,150],"be":[61],"behind":[62],"times:":[64],"best":[65],"practice":[66],"combines":[67],"narratives":[68],"with":[69],"relevant":[70],"qualitative":[71],"quantitative":[73],"gauge":[76],"social,":[78],"environmental,":[79],"cultural":[80],"public":[83],"value.":[84],"Limited":[85],"consultation":[86],"between":[87,106],"policy-makers":[88],"research":[91,107,136,155],"evaluation":[92,108],"community":[93,113],"has":[94,114],"led":[95],"a":[97,125],"lack":[98],"policy-learning":[100],"from":[101],"developments.":[103],"Little":[104],"engagement":[105],"specialists":[109],"academic":[112],"cast":[115],"as":[117],"height":[119],"philistinism:":[121],"yet":[122],"is":[124,148],"strong":[126],"weapon":[127],"making":[129],"evidence-based":[131],"case":[132],"governments":[134],"funders":[137],"enhanced":[139],"financial":[140],"support,":[141],"\u2018the":[143],"state":[144],"art\u2019":[147],"suited":[149],"characteristics":[152],"all":[154],"fields":[156],"(including":[157],"humanities,":[159],"creative":[160],"arts":[161],"social":[163],"sciences)":[164],"their":[166],"own":[167],"terms.":[168]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1986192078","counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":22},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":26},{"year":2017,"cited_by_count":21},{"year":2016,"cited_by_count":14},{"year":2015,"cited_by_count":21},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":8}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2016-06-24T00:00:00"}
