{"id":"https://openalex.org/W2965169245","doi":"https://doi.org/10.24963/ijcai.2019/955","title":"SAGE: A Hybrid Geopolitical Event Forecasting System","display_name":"SAGE: A Hybrid Geopolitical Event Forecasting System","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2965169245","doi":"https://doi.org/10.24963/ijcai.2019/955","mag":"2965169245"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2019/955","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/955","pdf_url":"https://www.ijcai.org/proceedings/2019/0955.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2019/0955.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002709735","display_name":"Fred Morstatter","orcid":"https://orcid.org/0000-0002-0247-4328"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Fred Morstatter","raw_affiliation_strings":["USC Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101715504","display_name":"Aram Galstyan","orcid":"https://orcid.org/0000-0003-4215-0886"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aram Galstyan","raw_affiliation_strings":["USC Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064602783","display_name":"Gleb Satyukov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gleb Satyukov","raw_affiliation_strings":["USC Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036491837","display_name":"D. M. Benjamin","orcid":"https://orcid.org/0000-0002-0333-5581"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel Benjamin","raw_affiliation_strings":["USC Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038897083","display_name":"Andr\u00e9s Abeliuk","orcid":"https://orcid.org/0000-0002-8158-4647"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andres Abeliuk","raw_affiliation_strings":["USC Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085886529","display_name":"Mehrnoosh Mirtaheri","orcid":"https://orcid.org/0000-0002-3276-7412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehrnoosh Mirtaheri","raw_affiliation_strings":["USC Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063233838","display_name":"K. S. M. Tozammel Hossain","orcid":"https://orcid.org/0000-0003-0136-2145"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"KSM Tozammel Hossain","raw_affiliation_strings":["USC Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068184256","display_name":"Pedro Szekely","orcid":"https://orcid.org/0000-0002-4621-2266"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pedro Szekely","raw_affiliation_strings":["USC Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078699564","display_name":"Emilio Ferrara","orcid":"https://orcid.org/0000-0002-1942-2831"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emilio Ferrara","raw_affiliation_strings":["USC Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018478540","display_name":"Akira Matsui","orcid":"https://orcid.org/0000-0003-3953-378X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akira Matsui","raw_affiliation_strings":["USC Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051768325","display_name":"Mark Steyvers","orcid":"https://orcid.org/0000-0003-1466-5647"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Steyvers","raw_affiliation_strings":["University of California, Irvine"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071458299","display_name":"Stephen Bennet","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Bennet","raw_affiliation_strings":["University of California, Irvine"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063869991","display_name":"David V. Budescu","orcid":"https://orcid.org/0000-0001-9613-0317"},"institutions":[{"id":"https://openalex.org/I164389053","display_name":"Fordham University","ror":"https://ror.org/03qnxaf80","country_code":"US","type":"education","lineage":["https://openalex.org/I164389053"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Budescu","raw_affiliation_strings":["Fordham University"],"affiliations":[{"raw_affiliation_string":"Fordham University","institution_ids":["https://openalex.org/I164389053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072313032","display_name":"Mark Himmelstein","orcid":"https://orcid.org/0000-0001-8681-0482"},"institutions":[{"id":"https://openalex.org/I164389053","display_name":"Fordham University","ror":"https://ror.org/03qnxaf80","country_code":"US","type":"education","lineage":["https://openalex.org/I164389053"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Himmelstein","raw_affiliation_strings":["Fordham University"],"affiliations":[{"raw_affiliation_string":"Fordham University","institution_ids":["https://openalex.org/I164389053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101435599","display_name":"Michael D. Ward","orcid":"https://orcid.org/0000-0002-6561-6186"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Ward","raw_affiliation_strings":["Predictive Heuristics, Inc"],"affiliations":[{"raw_affiliation_string":"Predictive Heuristics, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080876995","display_name":"Andreas Beger","orcid":"https://orcid.org/0000-0003-1883-3169"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andreas Beger","raw_affiliation_strings":["Predictive Heuristics, Inc"],"affiliations":[{"raw_affiliation_string":"Predictive Heuristics, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035174955","display_name":"Michele Catasta","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michele Catasta","raw_affiliation_strings":["Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087005512","display_name":"Rok Sosi\u010d","orcid":"https://orcid.org/0000-0003-0723-9172"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rok Sosic","raw_affiliation_strings":["Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091272738","display_name":"Jure Leskovec","orcid":"https://orcid.org/0000-0002-5411-923X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jure Leskovec","raw_affiliation_strings":["Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046014908","display_name":"Pavel Atanasov","orcid":"https://orcid.org/0000-0002-9963-7225"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavel Atanasov","raw_affiliation_strings":["Pytho, LLC"],"affiliations":[{"raw_affiliation_string":"Pytho, LLC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045848341","display_name":"Joseph Regina","orcid":"https://orcid.org/0000-0002-6301-3648"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Regina Joseph","raw_affiliation_strings":["Pytho, LLC"],"affiliations":[{"raw_affiliation_string":"Pytho, LLC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065695849","display_name":"Rajiv Sethi","orcid":"https://orcid.org/0000-0003-2631-5644"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajiv Sethi","raw_affiliation_strings":["Columbia University"],"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107871394","display_name":"Ali E. Abbas","orcid":"https://orcid.org/0009-0003-9861-1378"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Abbas","raw_affiliation_strings":["University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":23,"corresponding_author_ids":["https://openalex.org/A5002709735"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3281,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.84619386,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6557","last_page":"6559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9544000029563904,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9509000182151794,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.7561604976654053},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6998244524002075},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6975133419036865},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6094470024108887},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5782988667488098},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5752828121185303},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5372903347015381},{"id":"https://openalex.org/keywords/geopolitics","display_name":"Geopolitics","score":0.5086442232131958},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4698913097381592},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42211470007896423},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11451387405395508}],"concepts":[{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.7561604976654053},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6998244524002075},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6975133419036865},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6094470024108887},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5782988667488098},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5752828121185303},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5372903347015381},{"id":"https://openalex.org/C201960208","wikidata":"https://www.wikidata.org/wiki/Q159385","display_name":"Geopolitics","level":3,"score":0.5086442232131958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4698913097381592},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42211470007896423},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11451387405395508},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2019/955","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/955","pdf_url":"https://www.ijcai.org/proceedings/2019/0955.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2019/955","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/955","pdf_url":"https://www.ijcai.org/proceedings/2019/0955.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5066118652","display_name":null,"funder_award_id":"2017-17071900005","funder_id":"https://openalex.org/F4320333051","funder_display_name":"Intelligence Advanced Research Projects Activity"}],"funders":[{"id":"https://openalex.org/F4320312530","display_name":"Office of the Director of National Intelligence","ror":"https://ror.org/01v3fsc55"},{"id":"https://openalex.org/F4320333051","display_name":"Intelligence Advanced Research Projects Activity","ror":"https://ror.org/01v3fsc55"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2965169245.pdf","grobid_xml":"https://content.openalex.org/works/W2965169245.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W2073241381"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Forecasting":[0],"of":[1,21,31,93,102],"geopolitical":[2],"events":[3],"is":[4,34],"a":[5,15,106],"notoriously":[6],"difficult":[7],"task,":[8],"with":[9,81,115],"experts":[10],"failing":[11],"to":[12,27,35,37,52,88],"significantly":[13],"outperform":[14],"random":[16],"baseline":[17],"across":[18],"many":[19,40,63],"types":[20],"forecasting":[22,32],"events.":[23],"One":[24],"successful":[25],"way":[26],"increase":[28],"the":[29,82,90],"performance":[30],"tasks":[33],"turn":[36],"crowdsourcing:":[38],"leveraging":[39],"forecasts":[41,61,70],"from":[42],"non-expert":[43],"users.":[44],"Simultaneously,":[45],"advances":[46],"in":[47,85],"machine":[48,83,116],"learning":[49],"have":[50,67],"led":[51],"models":[53,84],"that":[54,69,111],"can":[55,71],"produce":[56],"reasonable,":[57],"although":[58],"not":[59],"perfect,":[60],"for":[62,108],"tasks.":[64],"Recent":[65],"efforts":[66],"shown":[68],"be":[72],"further":[73],"improved":[74],"by":[75],"``hybridizing''":[76],"human":[77,113],"forecasters:":[78],"pairing":[79],"them":[80],"an":[86],"effort":[87],"combine":[89],"unique":[91],"advantages":[92],"both.":[94],"In":[95],"this":[96],"demonstration,":[97],"we":[98],"present":[99],"Synergistic":[100],"Anticipation":[101],"Geopolitical":[103],"Events":[104],"(SAGE),":[105],"platform":[107],"human/computer":[109],"interaction":[110],"facilitates":[112],"reasoning":[114],"models.":[117]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}
