{"id":"https://openalex.org/W3047129010","doi":"https://doi.org/10.1007/s11192-020-03643-x","title":"Are Italian research assessment exercises size-biased?","display_name":"Are Italian research assessment exercises size-biased?","publication_year":2020,"publication_date":"2020-08-05","ids":{"openalex":"https://openalex.org/W3047129010","doi":"https://doi.org/10.1007/s11192-020-03643-x","mag":"3047129010"},"language":"en","primary_location":{"id":"doi:10.1007/s11192-020-03643-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-020-03643-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03643-x.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03643-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066534034","display_name":"Camil Demetrescu","orcid":"https://orcid.org/0000-0002-4686-6745"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Camil Demetrescu","raw_affiliation_strings":["Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy","Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055684160","display_name":"Andrea Ribichini","orcid":"https://orcid.org/0000-0002-0281-4257"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Ribichini","raw_affiliation_strings":["Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy","Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040566508","display_name":"Marco Schaerf","orcid":"https://orcid.org/0000-0002-2016-1966"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Schaerf","raw_affiliation_strings":["Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy","Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-2016-1966","affiliations":[{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", Sapienza University of Rome, Via Ariosto 25, 00185, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5066534034"],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":1.2424,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.89010065,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"125","issue":"1","first_page":"533","last_page":"549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14094","display_name":"Italy: Economic History and Contemporary Issues","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14094","display_name":"Italy: Economic History and Contemporary Issues","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10546","display_name":"Higher Education Governance and Development","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.7901624441146851},{"id":"https://openalex.org/keywords/christian-ministry","display_name":"Christian ministry","score":0.6681240797042847},{"id":"https://openalex.org/keywords/institution","display_name":"Institution","score":0.5268719792366028},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5190280675888062},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.5132627487182617},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.4343827962875366},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.43434813618659973},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.41133323311805725},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37364882230758667},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3333277106285095},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.2550612688064575},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1291102170944214},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.12577387690544128},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.07828021049499512}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.7901624441146851},{"id":"https://openalex.org/C521751864","wikidata":"https://www.wikidata.org/wiki/Q1729207","display_name":"Christian ministry","level":2,"score":0.6681240797042847},{"id":"https://openalex.org/C2780510313","wikidata":"https://www.wikidata.org/wiki/Q178706","display_name":"Institution","level":2,"score":0.5268719792366028},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5190280675888062},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.5132627487182617},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.4343827962875366},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.43434813618659973},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.41133323311805725},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37364882230758667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3333277106285095},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2550612688064575},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1291102170944214},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.12577387690544128},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.07828021049499512},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s11192-020-03643-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-020-03643-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03643-x.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:spr:scient:v:125:y:2020:i:1:d:10.1007_s11192-020-03643-x","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s11192-020-03643-x","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1464349","is_oa":true,"landing_page_url":"http://hdl.handle.net/11573/1464349","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s11192-020-03643-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-020-03643-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03643-x.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3047129010.pdf","grobid_xml":"https://content.openalex.org/works/W3047129010.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1978039639","https://openalex.org/W1987986123","https://openalex.org/W1990106542","https://openalex.org/W1991447625","https://openalex.org/W2008266976","https://openalex.org/W2010163922","https://openalex.org/W2023529525","https://openalex.org/W2041329703","https://openalex.org/W2048920847","https://openalex.org/W2050854424","https://openalex.org/W2061921273","https://openalex.org/W2069342081","https://openalex.org/W2070497186","https://openalex.org/W2075991632","https://openalex.org/W2080160261","https://openalex.org/W2088737837","https://openalex.org/W2088790332","https://openalex.org/W2091001169","https://openalex.org/W2093689166","https://openalex.org/W2103204562","https://openalex.org/W2132025980","https://openalex.org/W2138780415","https://openalex.org/W2139770987","https://openalex.org/W2146737716","https://openalex.org/W2161865775","https://openalex.org/W2171806984","https://openalex.org/W2346121325","https://openalex.org/W2401610261","https://openalex.org/W2473094147","https://openalex.org/W2524621674","https://openalex.org/W2580070440","https://openalex.org/W2593559024","https://openalex.org/W2608939775","https://openalex.org/W2613931155","https://openalex.org/W2615242457","https://openalex.org/W2621196725","https://openalex.org/W2729067506","https://openalex.org/W2741555723","https://openalex.org/W2898414215","https://openalex.org/W2903986188","https://openalex.org/W2947219669","https://openalex.org/W2968771294","https://openalex.org/W3007793732","https://openalex.org/W3099035060","https://openalex.org/W3099628518","https://openalex.org/W3101396668","https://openalex.org/W3102761325","https://openalex.org/W3103390457","https://openalex.org/W3105871527","https://openalex.org/W3106110684","https://openalex.org/W3124668386","https://openalex.org/W3126024829","https://openalex.org/W3150085592"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W2170801710","https://openalex.org/W2952704802","https://openalex.org/W4294565801","https://openalex.org/W2142306706"],"abstract_inverted_index":{"Abstract":[0],"Research":[1,53],"assessment":[2],"exercises":[3],"have":[4],"enjoyed":[5],"ever-increasing":[6],"popularity":[7],"in":[8,11,61,69,107,131,133],"many":[9],"countries":[10],"recent":[12],"years,":[13],"both":[14],"as":[15,24],"a":[16,25,71,104,134],"method":[17],"to":[18,44,46,80,84,140],"guide":[19],"public":[20],"funds":[21],"allocation":[22],"and":[23,52],"validation":[26],"tool":[27],"for":[28,49,147],"adopted":[29],"research":[30,56,66],"support":[31],"policies.":[32],"Italy\u2019s":[33],"most":[34],"recently":[35],"completed":[36],"evaluation":[37,109],"effort":[38],"(VQR":[39],"2011\u201314)":[40],"required":[41],"each":[42],"university":[43],"submit":[45],"the":[47,62,74,85,117,128],"Ministry":[48],"Education,":[50],"University,":[51],"(MIUR)":[54],"2":[55],"products":[57],"per":[58],"author":[59],"(3":[60],"case":[63],"of":[64,119,124,127,136],"other":[65],"institutions),":[67],"chosen":[68],"such":[70],"way":[72],"that":[73,91],"same":[75,86],"product":[76],"is":[77],"not":[78],"assigned":[79],"two":[81],"authors":[82],"belonging":[83],"institution.":[87],"This":[88],"constraint":[89],"suggests":[90],"larger":[92],"institutions,":[93],"where":[94],"collaborations":[95],"among":[96],"colleagues":[97],"may":[98],"be":[99],"more":[100],"frequent,":[101],"could":[102],"suffer":[103],"size-related":[105],"bias":[106],"their":[108],"scores.":[110],"To":[111],"validate":[112],"our":[113],"claim,":[114],"we":[115],"investigate":[116],"outcome":[118],"artificially":[120],"splitting":[121],"Sapienza":[122],"University":[123],"Rome,":[125],"one":[126],"largest":[129],"universities":[130],"Europe,":[132],"number":[135],"separate":[137],"partitions,":[138],"according":[139],"several":[141,148],"criteria,":[142],"noting":[143],"significant":[144],"score":[145],"increases":[146],"partitioning":[149],"scenarios.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}