{"id":"https://openalex.org/W4387146064","doi":"https://doi.org/10.1109/tem.2023.3314370","title":"Opening the Black Box: Measuring the Performance of Research Organization","display_name":"Opening the Black Box: Measuring the Performance of Research Organization","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387146064","doi":"https://doi.org/10.1109/tem.2023.3314370"},"language":"en","primary_location":{"id":"doi:10.1109/tem.2023.3314370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tem.2023.3314370","pdf_url":null,"source":{"id":"https://openalex.org/S154533451","display_name":"IEEE Transactions on Engineering Management","issn_l":"0018-9391","issn":["0018-9391","1558-0040"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Engineering Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017353394","display_name":"Marina Dabi\u0107","orcid":"https://orcid.org/0000-0001-8374-9719"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"Marina Dabi\u0107","raw_affiliation_strings":["Faculty of Economics and Business, University of Zagreb, Zagreb, Croatia","Faculty of Economics [Zagreb] (Trg J.F. Kennedy 6, HR-10 000 Zagreb - Croatia)"],"raw_orcid":"https://orcid.org/0000-0001-8374-9719","affiliations":[{"raw_affiliation_string":"Faculty of Economics and Business, University of Zagreb, Zagreb, Croatia","institution_ids":["https://openalex.org/I181343428"]},{"raw_affiliation_string":"Faculty of Economics [Zagreb] (Trg J.F. Kennedy 6, HR-10 000 Zagreb - Croatia)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053262702","display_name":"Nicolas Huck","orcid":"https://orcid.org/0000-0002-3597-6412"},"institutions":[{"id":"https://openalex.org/I4400600934","display_name":"ICN Business School","ror":"https://ror.org/02f3ymk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I4400600934"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nicolas Huck","raw_affiliation_strings":["ICN Business School Nancy, Nancy, France"],"raw_orcid":"https://orcid.org/0000-0002-3597-6412","affiliations":[{"raw_affiliation_string":"ICN Business School Nancy, Nancy, France","institution_ids":["https://openalex.org/I4400600934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015107963","display_name":"Dirk Meissner","orcid":"https://orcid.org/0000-0003-4573-0376"},"institutions":[{"id":"https://openalex.org/I118501908","display_name":"National Research University Higher School of Economics","ror":"https://ror.org/055f7t516","country_code":"RU","type":"education","lineage":["https://openalex.org/I118501908"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dirk Meissner","raw_affiliation_strings":["National Research University Higher School of Economics, Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0003-4573-0376","affiliations":[{"raw_affiliation_string":"National Research University Higher School of Economics, Moscow, Russia","institution_ids":["https://openalex.org/I118501908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055221882","display_name":"\u0421\u0442\u0430\u043d\u0438\u0441\u043b\u0430\u0432 \u0417\u0430\u0438\u0447\u0435\u043d\u043a\u043e","orcid":"https://orcid.org/0000-0001-9646-2207"},"institutions":[{"id":"https://openalex.org/I118501908","display_name":"National Research University Higher School of Economics","ror":"https://ror.org/055f7t516","country_code":"RU","type":"education","lineage":["https://openalex.org/I118501908"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Stanislav Zaichenko","raw_affiliation_strings":["National Research University Higher School of Economics, Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0001-9646-2207","affiliations":[{"raw_affiliation_string":"National Research University Higher School of Economics, Moscow, Russia","institution_ids":["https://openalex.org/I118501908"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7105,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87646187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"71","issue":null,"first_page":"10066","last_page":"10090"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11864","display_name":"Supply Chain Resilience and Risk Management","score":0.8406999707221985,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11864","display_name":"Supply Chain Resilience and Risk Management","score":0.8406999707221985,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10797","display_name":"Accounting and Organizational Management","score":0.7197999954223633,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10164","display_name":"Quality and Supply Management","score":0.6744999885559082,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.8536897897720337},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.6036080718040466},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5363678932189941},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.5150665640830994},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5039324164390564},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.49021226167678833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4700908660888672},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4574401378631592},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3980499505996704},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3209002912044525},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17967161536216736},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.12147960066795349},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09537026286125183}],"concepts":[{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.8536897897720337},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.6036080718040466},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5363678932189941},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.5150665640830994},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5039324164390564},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.49021226167678833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4700908660888672},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4574401378631592},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3980499505996704},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3209002912044525},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17967161536216736},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.12147960066795349},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09537026286125183},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tem.2023.3314370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tem.2023.3314370","pdf_url":null,"source":{"id":"https://openalex.org/S154533451","display_name":"IEEE Transactions on Engineering Management","issn_l":"0018-9391","issn":["0018-9391","1558-0040"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Engineering Management","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04316028v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04316028","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Engineering Management, 2023, pp.1-25. ⟨10.1109/TEM.2023.3314370⟩","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":99,"referenced_works":["https://openalex.org/W201798602","https://openalex.org/W601014950","https://openalex.org/W1529582421","https://openalex.org/W1591764423","https://openalex.org/W1699807400","https://openalex.org/W1903975037","https://openalex.org/W1921396554","https://openalex.org/W1967989636","https://openalex.org/W1968821429","https://openalex.org/W1969762901","https://openalex.org/W1975422955","https://openalex.org/W1977569999","https://openalex.org/W1978895634","https://openalex.org/W1980769943","https://openalex.org/W1988277256","https://openalex.org/W1988851041","https://openalex.org/W1990360714","https://openalex.org/W1994632152","https://openalex.org/W1997962522","https://openalex.org/W1997992094","https://openalex.org/W2008169098","https://openalex.org/W2009822523","https://openalex.org/W2011214531","https://openalex.org/W2018612559","https://openalex.org/W2019795015","https://openalex.org/W2023242407","https://openalex.org/W2024149354","https://openalex.org/W2027398644","https://openalex.org/W2032596651","https://openalex.org/W2039805890","https://openalex.org/W2041254829","https://openalex.org/W2048753822","https://openalex.org/W2049017883","https://openalex.org/W2055655842","https://openalex.org/W2055925750","https://openalex.org/W2060399357","https://openalex.org/W2063438252","https://openalex.org/W2073323720","https://openalex.org/W2082349052","https://openalex.org/W2094355799","https://openalex.org/W2094708699","https://openalex.org/W2095053683","https://openalex.org/W2095197847","https://openalex.org/W2099957163","https://openalex.org/W2099979841","https://openalex.org/W2101832879","https://openalex.org/W2107447294","https://openalex.org/W2108238076","https://openalex.org/W2120747312","https://openalex.org/W2128543716","https://openalex.org/W2145598681","https://openalex.org/W2154914943","https://openalex.org/W2158703410","https://openalex.org/W2164972566","https://openalex.org/W2216426316","https://openalex.org/W2389898341","https://openalex.org/W2534064439","https://openalex.org/W2562595848","https://openalex.org/W2737595573","https://openalex.org/W2765774746","https://openalex.org/W2779424637","https://openalex.org/W2792956405","https://openalex.org/W2809658187","https://openalex.org/W2889953482","https://openalex.org/W2894175068","https://openalex.org/W2902870288","https://openalex.org/W2940859330","https://openalex.org/W2953344106","https://openalex.org/W2989752261","https://openalex.org/W2998948600","https://openalex.org/W2999499961","https://openalex.org/W3015285384","https://openalex.org/W3021368810","https://openalex.org/W3042929608","https://openalex.org/W3108768349","https://openalex.org/W3111381609","https://openalex.org/W3122068678","https://openalex.org/W3122214602","https://openalex.org/W3123282572","https://openalex.org/W3124207313","https://openalex.org/W3125697804","https://openalex.org/W3148469888","https://openalex.org/W3153306398","https://openalex.org/W3158904317","https://openalex.org/W3190441394","https://openalex.org/W3204410867","https://openalex.org/W4210376299","https://openalex.org/W4210633311","https://openalex.org/W4281554261","https://openalex.org/W4282841461","https://openalex.org/W4298413470","https://openalex.org/W4301868461","https://openalex.org/W4384028421","https://openalex.org/W4388078748","https://openalex.org/W6608210172","https://openalex.org/W6636797824","https://openalex.org/W6756731050","https://openalex.org/W6772710708","https://openalex.org/W7036512114"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W4234402960","https://openalex.org/W4210958110","https://openalex.org/W2508510705","https://openalex.org/W2346106508","https://openalex.org/W2333609655","https://openalex.org/W2901077899","https://openalex.org/W2063059433"],"abstract_inverted_index":{"This":[0,106],"article":[1,107],"investigates":[2],"the":[3,16,50,73,177],"determinants":[4,183],"of":[5,34,41,52,57,83,91,115,135,176,179,184],"research":[6,35,53,94,116,127,139,185],"organizations\u2019":[7],"performance.":[8,105],"A":[9],"theoretical":[10],"construct":[11],"is":[12],"built":[13],"based":[14],"on":[15],"traditional":[17],"\u201cenvironment\u2013conduct\u2013performance\u201d":[18],"framework":[19],"applied":[20],"to":[21,64,97,159,166],"industrial":[22],"organizations":[23,54,117],"and":[24,59,70,78,100,130,170],"operationalized":[25],"by":[26,81,125],"using":[27,43],"information":[28],"from":[29,138],"a":[30,88,119,189],"recent":[31],"extensive":[32],"survey":[33],"organizations.":[36],"From":[37,87],"an":[38],"empirical":[39],"point":[40,90],"view,":[42,92],"hierarchical":[44],"clustering":[45],"techniques,":[46],"we":[47],"first":[48],"underline":[49],"diversity":[51],"in":[55,174],"terms":[56,175],"structure":[58],"conduct":[60],"parameters":[61],"(in":[62],"order":[63],"better":[65],"identify":[66],"their":[67],"\u201cbehavioral":[68],"patterns\u201d)":[69],"then":[71],"investigate":[72],"link":[74],"between":[75],"these":[76,155],"classifications":[77],"institute":[79],"performance":[80,187],"means":[82],"binomial":[84],"regression":[85],"models.":[86],"managerial":[89],"this":[93],"could":[95],"help":[96],"formulate":[98],"policy":[99],"management":[101],"recommendations":[102],"for":[103],"improving":[104],"addresses":[108],"two":[109],"critical":[110],"issues:":[111],"1)":[112],"Performance":[113],"measurement":[114],"remains":[118],"challenge":[120],"despite":[121],"multiple":[122],"efforts":[123],"made":[124],"academics,":[126],"organizations,":[128],"management,":[129],"policymakers.":[131],"The":[132,182],"broad":[133],"range":[134],"impacts":[136,156],"resulting":[137],"institutes":[140],"can":[141],"be":[142],"tacit":[143],"or":[144,147],"codified,":[145],"direct":[146],"indirect,":[148],"among":[149],"other":[150],"characteristics.":[151],"In":[152],"many":[153],"cases,":[154],"are":[157],"related":[158],"humans,":[160],"which":[161],"makes":[162],"them":[163],"a)":[164],"difficult":[165],"measure":[167],"as":[168],"such,":[169],"b)":[171],"involves":[172],"challenges":[173],"causalities":[178],"impacts.":[180],"2)":[181],"organization":[186],"remain":[188],"partial":[190],"black":[191],"box.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}