{"id":"https://openalex.org/W3003909573","doi":"https://doi.org/10.1257/pandp.20201080","title":"Forecasting the Results of Experiments: Piloting an Elicitation Strategy","display_name":"Forecasting the Results of Experiments: Piloting an Elicitation Strategy","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3003909573","doi":"https://doi.org/10.1257/pandp.20201080","mag":"3003909573"},"language":"en","primary_location":{"id":"doi:10.1257/pandp.20201080","doi":"https://doi.org/10.1257/pandp.20201080","is_oa":false,"landing_page_url":"https://doi.org/10.1257/pandp.20201080","pdf_url":null,"source":{"id":"https://openalex.org/S4210213798","display_name":"AEA Papers and Proceedings","issn_l":"2574-0768","issn":["2574-0768","2574-0776"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":"https://openalex.org/P4310315912","host_organization_name":"American Economic Association","host_organization_lineage":["https://openalex.org/P4310315912"],"host_organization_lineage_names":["American Economic Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AEA Papers and Proceedings","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://www.nber.org/papers/w26716.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111929267","display_name":"Stefano DellaVigna","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefano DellaVigna","raw_affiliation_strings":["University of California, Berkeley, and NBER (email: )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, and NBER (email: )","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019793062","display_name":"Nicholas G. Otis","orcid":"https://orcid.org/0000-0002-2099-1783","observed_orcids":["https://orcid.org/0000-0002-2099-1783"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Otis","raw_affiliation_strings":["University of California, Berkeley (email: )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley (email: )","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034514479","display_name":"Eva Vivalt","orcid":"https://orcid.org/0000-0002-2286-7567","observed_orcids":["https://orcid.org/0000-0002-2286-7567"]},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Eva Vivalt","raw_affiliation_strings":["Research School of Economics, Australian National University (email: )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research School of Economics, Australian National University (email: )","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5568,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.8933327,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"110","issue":null,"first_page":"75","last_page":"79"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.49149999022483826,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.49149999022483826,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.27559998631477356,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.09950000047683716,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reference-values","display_name":"reference values","score":0.5379999876022339},{"id":"https://openalex.org/keywords/standard-deviation","display_name":"standard deviation","score":0.5379999876022339},{"id":"https://openalex.org/keywords/publication-bias","display_name":"publication bias","score":0.5979999899864197},{"id":"https://openalex.org/keywords/study-design","display_name":"research design","score":0.3089999854564667},{"id":"https://openalex.org/keywords/prediction-robustness","display_name":"forecast robustness","score":0.42399999499320984}],"concepts":[{"id":"https://openalex.org/C2776585123","wikidata":"https://www.wikidata.org/wiki/Q424666","display_name":"Slider","level":2,"score":0.5950521230697632},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5368673205375671},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5191152095794678},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4489273428916931},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.34083157777786255},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.23195946216583252},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1876114010810852},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16205796599388123},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1257/pandp.20201080","doi":"https://doi.org/10.1257/pandp.20201080","is_oa":false,"landing_page_url":"https://doi.org/10.1257/pandp.20201080","pdf_url":null,"source":{"id":"https://openalex.org/S4210213798","display_name":"AEA Papers and Proceedings","issn_l":"2574-0768","issn":["2574-0768","2574-0776"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":"https://openalex.org/P4310315912","host_organization_name":"American Economic Association","host_organization_lineage":["https://openalex.org/P4310315912"],"host_organization_lineage_names":["American Economic Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AEA Papers and Proceedings","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:nbr:nberwo:26716","doi":null,"is_oa":true,"landing_page_url":"http://www.nber.org/papers/w26716.pdf","pdf_url":"http://www.nber.org/papers/w26716.pdf","source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},{"id":"pmh:oai:RePEc:aea:apandp:v:110:y:2020:p:75-79","doi":null,"is_oa":false,"landing_page_url":"https://www.aeaweb.org/doi/10.1257/pandp.20201080","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:escholarship.org/ark:/13030/qt8w02q9p1","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/8w02q9p1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:RePEc:nbr:nberwo:26716","doi":null,"is_oa":true,"landing_page_url":"http://www.nber.org/papers/w26716.pdf","pdf_url":"http://www.nber.org/papers/w26716.pdf","source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6757597865","display_name":"Research - University of California, Berkeley (2019)","funder_award_id":"g-2019-12325","funder_id":"https://openalex.org/F4320306151","funder_display_name":"Alfred P. Sloan Foundation"}],"funders":[{"id":"https://openalex.org/F4320306151","display_name":"Alfred P. Sloan Foundation","ror":"https://ror.org/052csg198"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3003909573.pdf","grobid_xml":"https://content.openalex.org/works/W3003909573.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W1997809363","https://openalex.org/W2292391400","https://openalex.org/W2892216368","https://openalex.org/W2949252151","https://openalex.org/W2981922939"],"related_works":["https://openalex.org/W2010303736","https://openalex.org/W4388908647","https://openalex.org/W2131514459","https://openalex.org/W4282919725","https://openalex.org/W6960128236","https://openalex.org/W1993775551","https://openalex.org/W4403112559","https://openalex.org/W3125652699","https://openalex.org/W1535823975","https://openalex.org/W7053026158"],"abstract_inverted_index":{"Forecasts":[0,68],"of":[1,8,21,24,33],"experimental":[2,16],"results":[3,23],"can":[4],"clarify":[5],"the":[6,22,31,85],"interpretation":[7],"research":[9],"results,":[10],"mitigate":[11],"publication":[12],"bias,":[13],"and":[14,61],"improve":[15],"designs.":[17],"We":[18,88],"collect":[19],"forecasts":[20,83,95],"three":[25],"Registered":[26],"Reports":[27],"preliminarily":[28],"accepted":[29],"to":[30,72],"Journal":[32],"Development":[34],"Economics,":[35],"randomly":[36],"varying":[37],"four":[38],"features:":[39],"(1)":[40],"small":[41,63],"versus":[42,58,64],"large":[43,65],"reference":[44],"values,":[45],"(2)":[46],"whether":[47],"predictions":[48],"are":[49,69,79],"in":[50],"raw":[51],"units":[52],"or":[53],"standard":[54],"deviations,":[55],"(3)":[56],"text-entry":[57],"slider":[59,66,77],"responses,":[60],"(4)":[62],"bounds.":[67],"generally":[70],"robust":[71],"elicitation":[73],"features,":[74],"though":[75],"wider":[76],"bounds":[78],"associated":[80],"with":[81],"higher":[82],"throughout":[84],"forecast":[86],"distribution.":[87],"make":[89],"preliminary":[90],"recommendations":[91],"on":[92],"how":[93],"many":[94],"should":[96],"be":[97],"gathered.":[98]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-02-07T00:00:00"}