{"id":"https://openalex.org/W4405464931","doi":"https://doi.org/10.1145/3670865.3673583","title":"Full Accuracy Scoring Accelerates the Discovery of Skilled Forecasters","display_name":"Full Accuracy Scoring Accelerates the Discovery of Skilled Forecasters","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4405464931","doi":"https://doi.org/10.1145/3670865.3673583"},"language":"en","primary_location":{"id":"doi:10.1145/3670865.3673583","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3670865.3673583","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM Conference on Economics and Computation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046014908","display_name":"Pavel Atanasov","orcid":"https://orcid.org/0000-0002-9963-7225"},"institutions":[{"id":"https://openalex.org/I125068653","display_name":"IE University","ror":"https://ror.org/02jjdwm75","country_code":"ES","type":"education","lineage":["https://openalex.org/I125068653"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Pavel Atanasov","raw_affiliation_strings":["IE University, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-9963-7225","affiliations":[{"raw_affiliation_string":"IE University, Madrid, Spain","institution_ids":["https://openalex.org/I125068653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046987433","display_name":"Ezra Karger","orcid":null},"institutions":[{"id":"https://openalex.org/I77697173","display_name":"Federal Reserve Bank of Chicago","ror":"https://ror.org/03n7scr80","country_code":"US","type":"other","lineage":["https://openalex.org/I1317239608","https://openalex.org/I77697173"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ezra Karger","raw_affiliation_strings":["Federal Reserve, Chicago, USA"],"raw_orcid":"https://orcid.org/0009-0003-8035-8239","affiliations":[{"raw_affiliation_string":"Federal Reserve, Chicago, USA","institution_ids":["https://openalex.org/I77697173"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102797797","display_name":"Philip E. Tetlock","orcid":"https://orcid.org/0000-0002-6535-530X"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip Tetlock","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0002-6535-530X","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I922845939","https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5046014908"],"corresponding_institution_ids":["https://openalex.org/I125068653"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28093159,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1133","last_page":"1133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.9613999724388123,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5956361293792725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32990026473999023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5956361293792725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32990026473999023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3670865.3673583","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3670865.3673583","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM Conference on Economics and Computation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2604390721","https://openalex.org/W3123031510"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Reliable":[0],"detection":[1],"of":[2,22,47,56,103,113],"skilled":[3],"forecasters":[4,18],"is":[5],"slow":[6],"and":[7,16,66,86,106],"resource-intensive.":[8],"The":[9,95],"gold-standard":[10],"approach":[11],"relies":[12],"on":[13,83,89],"proper":[14,50,57],"scores":[15,51,59,82,88],"requires":[17],"to":[19,30,108],"answer":[20],"dozens":[21],"questions,":[23],"which":[24],"may":[25],"take":[26],"months":[27],"or":[28],"years":[29],"resolve.":[31],"To":[32],"accelerate":[33],"skill":[34],"identification,":[35],"we":[36],"propose":[37],"the":[38,45,53,62,75,110],"Full":[39],"Accuracy":[40],"Score":[41],"(FAS).":[42],"FAS":[43,73],"combines":[44],"strengths":[46],"objective":[48],"ground-truth":[49,81],"with":[52,91],"early":[54],"availability":[55],"proxy":[58,87,96],"that":[60],"measure":[61],"distance":[63],"between":[64],"individual":[65,104],"consensus":[67],"estimates":[68],"(Witkowski":[69],"et":[70],"al.":[71],"2017).":[72],"treats":[74],"two":[76],"inputs":[77],"as":[78,99],"complements,":[79],"using":[80],"resolved":[84],"questions":[85,90],"yet":[92],"unknown":[93],"answers.":[94],"component":[97],"acts":[98],"a":[100],"running":[101],"tally":[102],"performance":[105],"helps":[107],"complete":[109],"evolving":[111],"picture":[112],"relative":[114],"skill.":[115]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}