{"id":"https://openalex.org/W4306317908","doi":"https://doi.org/10.1145/3511808.3557600","title":"Extreme Systematic Reviews: A Large Literature Screening Dataset to Support Environmental Policymaking","display_name":"Extreme Systematic Reviews: A Large Literature Screening Dataset to Support Environmental Policymaking","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4306317908","doi":"https://doi.org/10.1145/3511808.3557600"},"language":"en","primary_location":{"id":"doi:10.1145/3511808.3557600","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557600","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109300859","display_name":"Jingwen Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingwen Hou","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100401925","display_name":"Xiaochen Wang","orcid":"https://orcid.org/0000-0002-7974-2802"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaochen Wang","raw_affiliation_strings":["The Pennsylvania State University, State College, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Pennsylvania State University, State College, PA, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011948216","display_name":"Jean\u2010Jacques B. Dubois","orcid":null},"institutions":[{"id":"https://openalex.org/I1302368450","display_name":"Environmental Protection Agency","ror":"https://ror.org/03tns0030","country_code":"US","type":"government","lineage":["https://openalex.org/I1302368450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jean-Jacques Dubois","raw_affiliation_strings":["United States Environmental Protection Agency, Durham, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United States Environmental Protection Agency, Durham, NC, USA","institution_ids":["https://openalex.org/I1302368450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024680216","display_name":"R. Byron Rice","orcid":"https://orcid.org/0000-0003-3810-8431"},"institutions":[{"id":"https://openalex.org/I1302368450","display_name":"Environmental Protection Agency","ror":"https://ror.org/03tns0030","country_code":"US","type":"government","lineage":["https://openalex.org/I1302368450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"R. Byron Rice","raw_affiliation_strings":["United States Environmental Protection Agency, Durham, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United States Environmental Protection Agency, Durham, NC, USA","institution_ids":["https://openalex.org/I1302368450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051771078","display_name":"Amanda Haddock","orcid":"https://orcid.org/0000-0003-3571-8410"},"institutions":[{"id":"https://openalex.org/I1302368450","display_name":"Environmental Protection Agency","ror":"https://ror.org/03tns0030","country_code":"US","type":"government","lineage":["https://openalex.org/I1302368450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amanda Haddock","raw_affiliation_strings":["United States Environmental Protection Agency, Durham, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United States Environmental Protection Agency, Durham, NC, USA","institution_ids":["https://openalex.org/I1302368450"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100371984","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0002-0278-2347"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0677,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.51470588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"4029","last_page":"4033"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.532042384147644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5122284293174744},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3973538875579834},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2515907883644104},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.18819621205329895}],"concepts":[{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.532042384147644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5122284293174744},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3973538875579834},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2515907883644104},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.18819621205329895},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511808.3557600","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557600","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W168362576","https://openalex.org/W1531719573","https://openalex.org/W1997684599","https://openalex.org/W2051834357","https://openalex.org/W2094834818","https://openalex.org/W2346905224","https://openalex.org/W2533861448","https://openalex.org/W2741023348","https://openalex.org/W2917972017","https://openalex.org/W2954463609","https://openalex.org/W2962756421","https://openalex.org/W2967813257","https://openalex.org/W2970641574","https://openalex.org/W3007501395","https://openalex.org/W3035600984","https://openalex.org/W6684642658"],"related_works":["https://openalex.org/W2577361510","https://openalex.org/W1996408511","https://openalex.org/W3185503464","https://openalex.org/W2954463609","https://openalex.org/W2786937803","https://openalex.org/W2921924216","https://openalex.org/W3211283825","https://openalex.org/W2147469877","https://openalex.org/W3088574436","https://openalex.org/W4293493509"],"abstract_inverted_index":{"The":[0,59,123],"United":[1],"States":[2],"Environmental":[3],"Protection":[4],"Agency":[5],"(EPA)":[6],"periodically":[7],"releases":[8],"Integrated":[9],"Science":[10],"Assessments":[11],"(ISAs)":[12],"that":[13,110],"synthesize":[14],"the":[15,30,65,77,83,89,95,100],"latest":[16],"research":[17,97],"on":[18],"each":[19],"of":[20,34,44,46,61,67],"six":[21],"air":[22],"pollutants":[23],"to":[24,48,53,75,99],"inform":[25],"environmental":[26],"policymaking.":[27],"To":[28],"guarantee":[29],"best":[31],"possible":[32],"coverage":[33],"relevant":[35],"literature,":[36],"EPA":[37],"scientists":[38],"spend":[39],"months":[40],"manually":[41],"screening":[42,84,92],"hundreds":[43],"thousands":[45],"references":[47],"identify":[49],"a":[50],"small":[51],"proportion":[52],"be":[54],"cited":[55],"in":[56,114],"an":[57],"ISA.":[58],"challenge":[60,117],"extreme":[62],"scale":[63],"and":[64,79,94,102,121],"pursuit":[66],"maximum":[68],"recall":[69],"calls":[70],"for":[71],"effective":[72],"machine-assisted":[73],"approaches":[74,113],"reducing":[76],"time":[78],"effort":[80],"required":[81],"by":[82],"process.":[85],"This":[86],"work":[87],"introduces":[88],"ISA":[90],"literature":[91],"dataset":[93,124],"associated":[96],"challenges":[98],"information":[101],"knowledge":[103],"management":[104],"community.":[105],"Our":[106],"pilot":[107],"experiments":[108],"show":[109],"combining":[111],"multiple":[112],"tackling":[115],"this":[116],"is":[118,125],"both":[119],"promising":[120],"necessary.":[122],"available":[126],"at":[127],"https://catalog.data.gov/dataset/isa-literature-screening-dataset-v-1.":[128]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}