{"id":"https://openalex.org/W2894126076","doi":"https://doi.org/10.1145/3240323.3240385","title":"A crowdsourcing triage algorithm for geopolitical event forecasting","display_name":"A crowdsourcing triage algorithm for geopolitical event forecasting","publication_year":2018,"publication_date":"2018-09-27","ids":{"openalex":"https://openalex.org/W2894126076","doi":"https://doi.org/10.1145/3240323.3240385","mag":"2894126076"},"language":"en","primary_location":{"id":"doi:10.1145/3240323.3240385","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3240323.3240385","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040786186","display_name":"Mohammad Rostami","orcid":"https://orcid.org/0000-0001-7873-1004"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mohammad Rostami","raw_affiliation_strings":["University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020154550","display_name":"David Huber","orcid":"https://orcid.org/0000-0002-2892-7348"},"institutions":[{"id":"https://openalex.org/I200576644","display_name":"HRL Laboratories (United States)","ror":"https://ror.org/05p7te762","country_code":"US","type":"company","lineage":["https://openalex.org/I200576644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Huber","raw_affiliation_strings":["HRL Laboratories, LLC"],"affiliations":[{"raw_affiliation_string":"HRL Laboratories, LLC","institution_ids":["https://openalex.org/I200576644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068965681","display_name":"Tsai-Ching Lu","orcid":"https://orcid.org/0000-0003-3936-8446"},"institutions":[{"id":"https://openalex.org/I200576644","display_name":"HRL Laboratories (United States)","ror":"https://ror.org/05p7te762","country_code":"US","type":"company","lineage":["https://openalex.org/I200576644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsai-Ching Lu","raw_affiliation_strings":["HRL Laboratories, LLC"],"affiliations":[{"raw_affiliation_string":"HRL Laboratories, LLC","institution_ids":["https://openalex.org/I200576644"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5040786186"],"corresponding_institution_ids":["https://openalex.org/I36788626"],"apc_list":null,"apc_paid":null,"fwci":5.0421,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.95209134,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"377","last_page":"381"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.924432635307312},{"id":"https://openalex.org/keywords/polling","display_name":"Polling","score":0.8359421491622925},{"id":"https://openalex.org/keywords/geopolitics","display_name":"Geopolitics","score":0.8200874328613281},{"id":"https://openalex.org/keywords/triage","display_name":"Triage","score":0.7418341636657715},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6929052472114563},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6725050210952759},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.5517317652702332},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5066176652908325},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4671240448951721},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44579529762268066},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16620254516601562},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08460894227027893}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.924432635307312},{"id":"https://openalex.org/C204854418","wikidata":"https://www.wikidata.org/wiki/Q1362921","display_name":"Polling","level":2,"score":0.8359421491622925},{"id":"https://openalex.org/C201960208","wikidata":"https://www.wikidata.org/wiki/Q159385","display_name":"Geopolitics","level":3,"score":0.8200874328613281},{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.7418341636657715},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6929052472114563},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6725050210952759},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.5517317652702332},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5066176652908325},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4671240448951721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44579529762268066},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16620254516601562},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08460894227027893},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3240323.3240385","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3240323.3240385","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320312530","display_name":"Office of the Director of National Intelligence","ror":"https://ror.org/01v3fsc55"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1492264672","https://openalex.org/W1519626139","https://openalex.org/W2026844232","https://openalex.org/W2045114813","https://openalex.org/W2098012923","https://openalex.org/W2105268242","https://openalex.org/W2131472525","https://openalex.org/W2142518823","https://openalex.org/W2149618074","https://openalex.org/W2152204644","https://openalex.org/W2165698076","https://openalex.org/W2338024782","https://openalex.org/W2583495542","https://openalex.org/W2742914389","https://openalex.org/W2914746235"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W2076641224"],"abstract_inverted_index":{"Predicting":[0],"the":[1,46,53,77,119,150,181,189],"outcome":[2,47],"of":[3,7,39,48,79,96,121,152,154],"geopolitical":[4,34,50,82],"events":[5],"is":[6,25,85,112],"huge":[8],"importance":[9],"to":[10,19,44,58,114,118,127,148,170,174,194],"many":[11],"organizations,":[12],"as":[13,192],"these":[14],"forecasts":[15,67,78],"may":[16],"be":[17,73,168,185],"used":[18,29,169],"make":[20],"consequential":[21],"decisions.":[22],"Prediction":[23],"polling":[24,84],"a":[26,37,49,60,70,109,155],"common":[27],"method":[28],"in":[30,94],"crowdsourcing":[31],"platforms":[32],"for":[33],"forecasting,":[35],"where":[36],"group":[38],"non-expert":[40],"participants":[41,88,122,153],"are":[42,56,89,105,134],"asked":[43],"predict":[45],"event":[51],"and":[52,92,99,102],"collected":[54],"responses":[55],"aggregated":[57],"generate":[59],"forecast.":[61],"It":[62],"has":[63],"been":[64,198],"demonstrated":[65],"that":[66,123,131,180],"by":[68,158],"such":[69,130],"crowd":[71],"can":[72,167,184],"more":[74],"accurate":[75],"than":[76],"experts.":[80],"However,":[81],"prediction":[83,182],"challenging":[86],"because":[87],"highly":[90],"heterogeneous":[91],"diverse":[93],"terms":[95],"their":[97,160],"skills":[98,126,151],"background":[100],"knowledge":[101],"human":[103],"resources":[104],"often":[106],"limited.":[107],"As":[108],"result,":[110],"it":[111],"crucial":[113],"refer":[115],"each":[116],"question":[117],"subset":[120],"possess":[124],"suitable":[125,172],"answer":[128],"it,":[129],"individual":[132],"efforts":[133],"not":[135],"wasted.":[136],"In":[137],"this":[138],"paper,":[139],"we":[140],"propose":[141],"an":[142],"algorithm":[143,191],"based":[144,187],"on":[145,188],"multitask":[146],"learning":[147],"learn":[149],"forecasting":[156],"platform":[157],"using":[159],"performance":[161],"history.":[162],"The":[163],"learned":[164],"model":[165],"then":[166],"recommend":[171],"questions":[173,196],"forecasters.":[175],"Our":[176],"experimental":[177],"results":[178],"demonstrate":[179],"accuracy":[183],"increased":[186],"proposed":[190],"opposed":[193],"when":[195],"have":[197],"randomly":[199],"assigned.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}