{"id":"https://openalex.org/W2080160261","doi":"https://doi.org/10.1007/s11192-011-0373-2","title":"National research assessment exercises: the effects of changing the rules of the game during the game","display_name":"National research assessment exercises: the effects of changing the rules of the game during the game","publication_year":2011,"publication_date":"2011-03-19","ids":{"openalex":"https://openalex.org/W2080160261","doi":"https://doi.org/10.1007/s11192-011-0373-2","mag":"2080160261"},"language":"en","primary_location":{"id":"doi:10.1007/s11192-011-0373-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11192-011-0373-2","pdf_url":null,"source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1811.01751","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014545237","display_name":"Giovanni Abramo","orcid":"https://orcid.org/0000-0003-0731-3635"},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"funder","lineage":["https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Giovanni Abramo","raw_affiliation_strings":["Laboratory for Studies of Research and Technology Transfer, School of Engineering, Department of Management, University of Rome \u201cTor Vergata\u201d, Via del Politecnico 1, 00133, Rome, Italy","National Research Council of Italy, Rome, Italy","Laboratory for Studies of Research and Technology Transfer, School of Engineering, Department of Management, University of Rome \u201cTor Vergata\u201d, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Laboratory for Studies of Research and Technology Transfer, School of Engineering, Department of Management, University of Rome \u201cTor Vergata\u201d, Via del Politecnico 1, 00133, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]},{"raw_affiliation_string":"National Research Council of Italy, Rome, Italy","institution_ids":["https://openalex.org/I4210155236"]},{"raw_affiliation_string":"Laboratory for Studies of Research and Technology Transfer, School of Engineering, Department of Management, University of Rome \u201cTor Vergata\u201d, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010349889","display_name":"Ciriaco Andrea D\u2019Angelo","orcid":"https://orcid.org/0000-0002-6977-6611"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ciriaco Andrea D\u2019Angelo","raw_affiliation_strings":["Laboratory for Studies of Research and Technology Transfer, School of Engineering, Department of Management, University of Rome \u201cTor Vergata\u201d, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Laboratory for Studies of Research and Technology Transfer, School of Engineering, Department of Management, University of Rome \u201cTor Vergata\u201d, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036411360","display_name":"Flavia Di Costa","orcid":"https://orcid.org/0009-0009-1577-5734"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Flavia Di Costa","raw_affiliation_strings":["Laboratory for Studies of Research and Technology Transfer, School of Engineering, Department of Management, University of Rome \u201cTor Vergata\u201d, Via del Politecnico 1, 00133, Rome, Italy","Laboratory for Studies of Research and Technology Transfer, School of Engineering, Department of Management, University of Rome \u201cTor Vergata\u201d, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Laboratory for Studies of Research and Technology Transfer, School of Engineering, Department of Management, University of Rome \u201cTor Vergata\u201d, Via del Politecnico 1, 00133, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]},{"raw_affiliation_string":"Laboratory for Studies of Research and Technology Transfer, School of Engineering, Department of Management, University of Rome \u201cTor Vergata\u201d, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5014545237"],"corresponding_institution_ids":["https://openalex.org/I116067653","https://openalex.org/I4210155236"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":null,"fwci":11.4902,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.98031437,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"88","issue":"1","first_page":"229","last_page":"238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10546","display_name":"Higher Education Governance and Development","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10546","display_name":"Higher Education Governance and Development","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9718000292778015,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.7835829257965088},{"id":"https://openalex.org/keywords/period","display_name":"Period (music)","score":0.6205845475196838},{"id":"https://openalex.org/keywords/productivity","display_name":"Productivity","score":0.6117335557937622},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.6079382300376892},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.5848177671432495},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.4322665333747864},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4024001657962799},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.3775857090950012},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2980470657348633},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.24778491258621216},{"id":"https://openalex.org/keywords/economic-growth","display_name":"Economic growth","score":0.13384690880775452},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08814206719398499},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.07815364003181458}],"concepts":[{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.7835829257965088},{"id":"https://openalex.org/C2781291010","wikidata":"https://www.wikidata.org/wiki/Q178580","display_name":"Period (music)","level":2,"score":0.6205845475196838},{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.6117335557937622},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.6079382300376892},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.5848177671432495},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.4322665333747864},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4024001657962799},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3775857090950012},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2980470657348633},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.24778491258621216},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.13384690880775452},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08814206719398499},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.07815364003181458},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s11192-011-0373-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11192-011-0373-2","pdf_url":null,"source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1811.01751","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.01751","pdf_url":"https://arxiv.org/pdf/1811.01751","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:RePEc:spr:scient:v:88:y:2011:i:1:d:10.1007_s11192-011-0373-2","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s11192-011-0373-2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:art.torvergata.it:2108/51459","is_oa":false,"landing_page_url":"http://hdl.handle.net/2108/51459","pdf_url":null,"source":{"id":"https://openalex.org/S4306400993","display_name":"Cineca Institutional Research Information System (Tor Vergata University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I116067653","host_organization_name":"University of Rome Tor Vergata","host_organization_lineage":["https://openalex.org/I116067653"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.uniroma1.it:11573/673255","is_oa":false,"landing_page_url":"http://hdl.handle.net/11573/673255","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1811.01751","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.01751","pdf_url":"https://arxiv.org/pdf/1811.01751","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W179677862","https://openalex.org/W193824924","https://openalex.org/W1485792508","https://openalex.org/W1520862446","https://openalex.org/W1600591394","https://openalex.org/W1830029370","https://openalex.org/W1966279025","https://openalex.org/W1987191136","https://openalex.org/W2012470677","https://openalex.org/W2032160096","https://openalex.org/W2039358761","https://openalex.org/W2050010356","https://openalex.org/W2059412530","https://openalex.org/W2060786516","https://openalex.org/W2072829188","https://openalex.org/W2073548924","https://openalex.org/W2074671622","https://openalex.org/W2081359365","https://openalex.org/W2095271263","https://openalex.org/W2134655136","https://openalex.org/W2160556470","https://openalex.org/W3098125907","https://openalex.org/W3101047041","https://openalex.org/W3104185932","https://openalex.org/W4240927752"],"related_works":["https://openalex.org/W2350209916","https://openalex.org/W2475524763","https://openalex.org/W2363851383","https://openalex.org/W2354517252","https://openalex.org/W2387460998","https://openalex.org/W2356631479","https://openalex.org/W2386467653","https://openalex.org/W2482596426","https://openalex.org/W3124893756","https://openalex.org/W2488410909"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2016-06-24T00:00:00"}