{"id":"https://openalex.org/W2513786902","doi":"https://doi.org/10.3390/e20080592","title":"Using the Data Agreement Criterion to Rank Experts\u2019 Beliefs","display_name":"Using the Data Agreement Criterion to Rank Experts\u2019 Beliefs","publication_year":2018,"publication_date":"2018-08-09","ids":{"openalex":"https://openalex.org/W2513786902","doi":"https://doi.org/10.3390/e20080592","mag":"2513786902","pmid":"https://pubmed.ncbi.nlm.nih.gov/33265681"},"language":"en","primary_location":{"id":"doi:10.3390/e20080592","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e20080592","pdf_url":"https://www.mdpi.com/1099-4300/20/8/592/pdf?version=1553165503","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/20/8/592/pdf?version=1553165503","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Duco Veen","orcid":"https://orcid.org/0000-0002-8352-7574"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Duco Veen","raw_affiliation_strings":["Department of Methods and Statistics, Utrecht University, 3584 CH 14 Utrecht, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-8352-7574","affiliations":[{"raw_affiliation_string":"Department of Methods and Statistics, Utrecht University, 3584 CH 14 Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Diederick Stoel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diederick Stoel","raw_affiliation_strings":["ProfitWise International, 1054 HV 237 Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ProfitWise International, 1054 HV 237 Amsterdam, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Naomi Schalken","orcid":null},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Naomi Schalken","raw_affiliation_strings":["Department of Methods and Statistics, Utrecht University, 3584 CH 14 Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Methods and Statistics, Utrecht University, 3584 CH 14 Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kees Mulder","orcid":null},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Kees Mulder","raw_affiliation_strings":["Department of Methods and Statistics, Utrecht University, 3584 CH 14 Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Methods and Statistics, Utrecht University, 3584 CH 14 Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":null,"display_name":"Rens Van de Schoot","orcid":null},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]},{"id":"https://openalex.org/I27765905","display_name":"North-West University","ror":"https://ror.org/010f1sq29","country_code":"ZA","type":"education","lineage":["https://openalex.org/I27765905"]}],"countries":["NL","ZA"],"is_corresponding":false,"raw_author_name":"Rens Van de Schoot","raw_affiliation_strings":["Department of Methods and Statistics, Utrecht University, 3584 CH 14 Utrecht, The Netherlands","Optentia Research Focus Area, North-West University, Vanderbijlpark 1900, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Methods and Statistics, Utrecht University, 3584 CH 14 Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]},{"raw_affiliation_string":"Optentia Research Focus Area, North-West University, Vanderbijlpark 1900, South Africa","institution_ids":["https://openalex.org/I27765905"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I193662353"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":2.1204,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.87630431,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"20","issue":"8","first_page":"592","last_page":"592"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.1200999990105629,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.1200999990105629,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.07490000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10081","display_name":"Auditing, Earnings Management, Governance","score":0.048500001430511475,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7156000137329102},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.6122999787330627},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5547999739646912},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5029000043869019},{"id":"https://openalex.org/keywords/judgement","display_name":"Judgement","score":0.49219998717308044},{"id":"https://openalex.org/keywords/bayes-theorem","display_name":"Bayes' theorem","score":0.4749000072479248},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4207000136375427},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.40290001034736633}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7156000137329102},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.6122999787330627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6001999974250793},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5547999739646912},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5029000043869019},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.49219998717308044},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.4749000072479248},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4239000082015991},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4207000136375427},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.40290001034736633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3926999866962433},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.319599986076355},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.314300000667572},{"id":"https://openalex.org/C101112237","wikidata":"https://www.wikidata.org/wiki/Q4874481","display_name":"Bayesian statistics","level":4,"score":0.3021000027656555},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C142291917","wikidata":"https://www.wikidata.org/wiki/Q4165283","display_name":"Bayes factor","level":4,"score":0.29159998893737793},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.28349998593330383},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C198477413","wikidata":"https://www.wikidata.org/wiki/Q7647069","display_name":"Survey data collection","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.2574999928474426},{"id":"https://openalex.org/C72161134","wikidata":"https://www.wikidata.org/wiki/Q5421219","display_name":"Expert elicitation","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.3390/e20080592","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e20080592","pdf_url":"https://www.mdpi.com/1099-4300/20/8/592/pdf?version=1553165503","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33265681","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33265681","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:arXiv.org:1709.03736","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1709.03736","pdf_url":"https://arxiv.org/pdf/1709.03736","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:19e196680b924e0f89144b1a34b2bfb9","is_oa":true,"landing_page_url":"https://doaj.org/article/19e196680b924e0f89144b1a34b2bfb9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 20, Iss 8, p 592 (2018)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/20/8/592/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e20080592","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7513104","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7513104","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:uu:oai:dspace.library.uu.nl:1874/375382","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/375382","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, 20(8). Multidisciplinary Digital Publishing Institute (MDPI)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3390/e20080592","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e20080592","pdf_url":"https://www.mdpi.com/1099-4300/20/8/592/pdf?version=1553165503","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2129722209","display_name":"Experts, their prior knowledge, and the issue of limited data","funder_award_id":"452-14-006","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G2995483232","display_name":null,"funder_award_id":"NWO-VIDI-452-14-006","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G7157661294","display_name":null,"funder_award_id":"452-12-010","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2513786902.pdf","grobid_xml":"https://content.openalex.org/works/W2513786902.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W69468016","https://openalex.org/W628329697","https://openalex.org/W1590183771","https://openalex.org/W1965555277","https://openalex.org/W1969946313","https://openalex.org/W1997348365","https://openalex.org/W2018181080","https://openalex.org/W2018490621","https://openalex.org/W2053154970","https://openalex.org/W2065637266","https://openalex.org/W2073241381","https://openalex.org/W2074282020","https://openalex.org/W2090215404","https://openalex.org/W2129531883","https://openalex.org/W2139606141","https://openalex.org/W2141403362","https://openalex.org/W2146336951","https://openalex.org/W2148534890","https://openalex.org/W2159980873","https://openalex.org/W2164167147","https://openalex.org/W2187180375","https://openalex.org/W2584464732","https://openalex.org/W2604264433","https://openalex.org/W2747622113","https://openalex.org/W2772058922","https://openalex.org/W2964260950","https://openalex.org/W2981917177","https://openalex.org/W3041231242","https://openalex.org/W4206407665","https://openalex.org/W4211177544","https://openalex.org/W4232632925","https://openalex.org/W4248681815","https://openalex.org/W4293872935","https://openalex.org/W4300958603","https://openalex.org/W4388156124","https://openalex.org/W4399525732","https://openalex.org/W6652287312","https://openalex.org/W6655207233","https://openalex.org/W6869588011","https://openalex.org/W7045577092"],"related_works":[],"abstract_inverted_index":{"Experts'":[0],"beliefs":[1,29],"embody":[2],"a":[3,31,63,93,96,195],"present":[4],"state":[5],"of":[6,27,51,62,81,194,203],"knowledge.":[7],"It":[8],"is":[9,30,172],"desirable":[10],"to":[11,119,123,136],"take":[12],"this":[13,35,117,141],"knowledge":[14,47,58],"into":[15],"account":[16],"when":[17],"making":[18],"decisions.":[19],"However,":[20],"ranking":[21,191],"experts":[22,40,55,129,165],"based":[23,44,199],"on":[24,45,200],"the":[25,60,111,134,156,167],"merit":[26],"their":[28,46,49,57,79,138,201],"difficult":[32],"task.":[33],"In":[34],"paper,":[36],"we":[37,66,178],"show":[38],"how":[39,69,77],"can":[41,67,72,89,146],"be":[42,90,147],"ranked":[43],"and":[48,76,115,133,149,166,184],"level":[50,80],"(un)certainty.":[52],"By":[53],"letting":[54],"specify":[56],"in":[59,95],"form":[61],"probability":[64,87],"distribution,":[65],"assess":[68,124],"accurately":[70],"they":[71],"predict":[73],"new":[74,143,157],"data,":[75],"appropriate":[78],"(un)certainty":[82],"is.":[83],"The":[84],"expert's":[85],"specified":[86],"distribution":[88],"seen":[91],"as":[92],"prior":[94,125],"Bayesian":[97],"statistical":[98],"setting.":[99],"We":[100,127,186],"evaluate":[101,137],"these":[102],"priors":[103],"by":[104],"extending":[105],"an":[106,188],"existing":[107],"prior-data":[108],"(dis)agreement":[109],"measure,":[110],"Data":[112],"Agreement":[113],"Criterion,":[114],"compare":[116,128],"approach":[118],"using":[120],"Bayes":[121],"factors":[122],"specification.":[126],"with":[130],"each":[131],"other":[132],"data":[135,158],"appropriateness.":[139],"Using":[140],"method,":[142],"research":[144],"questions":[145],"asked":[148],"answered,":[150],"for":[151],"instance:":[152],"Which":[153,169],"expert":[154,182],"predicts":[155],"best?":[159],"Is":[160],"there":[161],"agreement":[162],"between":[163,181],"my":[164],"data?":[168,185],"experts'":[170],"representation":[171],"more":[173],"valid":[174],"or":[175],"useful?":[176],"Can":[177],"reach":[179],"convergence":[180],"judgement":[183],"provided":[187],"empirical":[189],"example":[190],"(regional)":[192],"directors":[193],"large":[196],"financial":[197],"institution":[198],"predictions":[202],"turnover.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2016-09-16T00:00:00"}