{"id":"https://openalex.org/W3145226536","doi":"https://doi.org/10.1145/3362741","title":"Help Me to Help You","display_name":"Help Me to Help You","publication_year":2019,"publication_date":"2019-09-30","ids":{"openalex":"https://openalex.org/W3145226536","doi":"https://doi.org/10.1145/3362741","mag":"3145226536"},"language":"en","primary_location":{"id":"doi:10.1145/3362741","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3362741","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3362741","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3362741","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109582636","display_name":"Darryl Wright","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darryl E. Wright","raw_affiliation_strings":["University of Minnesota, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033082144","display_name":"L. Fortson","orcid":"https://orcid.org/0000-0002-1067-8558"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucy Fortson","raw_affiliation_strings":["University of Minnesota, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059944566","display_name":"Chris Lintott","orcid":"https://orcid.org/0000-0001-5578-359X"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chris Lintott","raw_affiliation_strings":["University of Oxford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034872315","display_name":"Michael Laraia","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Laraia","raw_affiliation_strings":["University of Minnesota, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069143465","display_name":"Mike Walmsley","orcid":"https://orcid.org/0000-0002-6408-4181"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mike Walmsley","raw_affiliation_strings":["University of Oxford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9548,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.79266448,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"2","issue":"3","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10616","display_name":"Smart Agriculture and AI","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9333999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citizen-science","display_name":"Citizen science","score":0.8617167472839355},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.8091580867767334},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.6787527799606323},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6605806946754456},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6235024929046631},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.5775800347328186},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5696529746055603},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.55141282081604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47937682271003723},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4493713974952698},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.29933834075927734},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.10241588950157166}],"concepts":[{"id":"https://openalex.org/C197352329","wikidata":"https://www.wikidata.org/wiki/Q1093434","display_name":"Citizen science","level":2,"score":0.8617167472839355},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8091580867767334},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.6787527799606323},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6605806946754456},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6235024929046631},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.5775800347328186},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5696529746055603},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.55141282081604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47937682271003723},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4493713974952698},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29933834075927734},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.10241588950157166},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3362741","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3362741","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3362741","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3362741","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3362741","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3362741","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G4474636675","display_name":null,"funder_award_id":"NNX08AR22G","funder_id":"https://openalex.org/F4320333962","funder_display_name":"Science Mission Directorate"},{"id":"https://openalex.org/G490074775","display_name":"STFC Oxford Physics 2017 DTP","funder_award_id":"ST/R505006/1","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"},{"id":"https://openalex.org/G5033502351","display_name":"Human-Machine Classification for Astrophysical Projects","funder_award_id":"ST/N003179/1","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"},{"id":"https://openalex.org/G618131832","display_name":null,"funder_award_id":"NNX08AR22G","funder_id":"https://openalex.org/F4320314503","funder_display_name":"Space Telescope Science Institute"},{"id":"https://openalex.org/G670812154","display_name":"A NEO SEARCH PROGRAM USING THE PAN-STARRS PS1 TELESCOPETHE GOAL OF THE PROPOSED RESEARCH IS TO USE T","funder_award_id":"NNX08AR22G","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"},{"id":"https://openalex.org/G7187964967","display_name":null,"funder_award_id":"AST-1238877","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"},{"id":"https://openalex.org/G7769865094","display_name":"Pan-STARRS1:   Operations; Public Data Release; Education and Outreach","funder_award_id":"1238877","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G833430883","display_name":null,"funder_award_id":"NNX08AR22G","funder_id":"https://openalex.org/F4320338039","funder_display_name":"Planetary Science Division"},{"id":"https://openalex.org/G8456275729","display_name":"Very High Energy Gamma-ray Astrophysics with VERITAS","funder_award_id":"1806798","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8951691179","display_name":"CHS: Small: Collaborative Research: Optimizing the Human-Machine System for Citizen Science","funder_award_id":"1619177","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306083","display_name":"Smithsonian Institution","ror":"https://ror.org/01pp8nd67"},{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320310145","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95"},{"id":"https://openalex.org/F4320314503","display_name":"Space Telescope Science Institute","ror":"https://ror.org/036f5mx38"},{"id":"https://openalex.org/F4320320332","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90"},{"id":"https://openalex.org/F4320320357","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62"},{"id":"https://openalex.org/F4320320664","display_name":"Durham University","ror":"https://ror.org/01v29qb04"},{"id":"https://openalex.org/F4320321832","display_name":"Queen's University","ror":"https://ror.org/02y72wh86"},{"id":"https://openalex.org/F4320323229","display_name":"National Central University","ror":"https://ror.org/00944ve71"},{"id":"https://openalex.org/F4320326124","display_name":"E\u00f6tv\u00f6s Lor\u00e1nd Tudom\u00e1nyegyetem","ror":"https://ror.org/01jsq2704"},{"id":"https://openalex.org/F4320331606","display_name":"Max-Planck-Institut f\u00fcr Astronomie","ror":null},{"id":"https://openalex.org/F4320332812","display_name":"Smithsonian Astrophysical Observatory","ror":"https://ror.org/04mh52z70"},{"id":"https://openalex.org/F4320333962","display_name":"Science Mission Directorate","ror":null},{"id":"https://openalex.org/F4320334632","display_name":"Science and Technology Facilities Council","ror":"https://ror.org/057g20z61"},{"id":"https://openalex.org/F4320337760","display_name":"Central Laser Facility, Science and Technology Facilities Council","ror":null},{"id":"https://openalex.org/F4320338039","display_name":"Planetary Science Division","ror":null},{"id":"https://openalex.org/F4320338304","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3145226536.pdf","grobid_xml":"https://content.openalex.org/works/W3145226536.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1522301498","https://openalex.org/W1849277567","https://openalex.org/W1924089270","https://openalex.org/W1935026852","https://openalex.org/W2023037133","https://openalex.org/W2044738244","https://openalex.org/W2048239613","https://openalex.org/W2112193291","https://openalex.org/W2112796928","https://openalex.org/W2127218421","https://openalex.org/W2131954566","https://openalex.org/W2138615112","https://openalex.org/W2144010090","https://openalex.org/W2145094598","https://openalex.org/W2161662762","https://openalex.org/W2184050945","https://openalex.org/W2413367505","https://openalex.org/W2563171474","https://openalex.org/W2583689529","https://openalex.org/W2604602375","https://openalex.org/W2618735189","https://openalex.org/W2730106296","https://openalex.org/W2738849507","https://openalex.org/W2745544219","https://openalex.org/W2765741717","https://openalex.org/W2768455873","https://openalex.org/W2784962210","https://openalex.org/W2788428929","https://openalex.org/W2914331073","https://openalex.org/W2949532495","https://openalex.org/W2964074409","https://openalex.org/W2983096584","https://openalex.org/W2997574889","https://openalex.org/W3102538720","https://openalex.org/W4298304654","https://openalex.org/W4300792956"],"related_works":["https://openalex.org/W2950475743","https://openalex.org/W4386603768","https://openalex.org/W2886711096","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W2590796488","https://openalex.org/W4389249638","https://openalex.org/W2734358244","https://openalex.org/W4388700941","https://openalex.org/W3015200942"],"abstract_inverted_index":{"The":[0],"increasing":[1],"size":[2,59],"of":[3,11,20,26,34,43,60,74,103,209],"datasets":[4],"with":[5,140,203],"which":[6],"researchers":[7],"in":[8,82,164,213],"a":[9,18,151,189],"variety":[10],"domains":[12],"are":[13],"confronted":[14],"has":[15],"led":[16],"to":[17,46,77,96,98,116,171],"range":[19],"creative":[21],"responses,":[22],"including":[23],"the":[24,32,41,44,53,58,61,72,110,134,145,155,165,173,182,201,207,214],"deployment":[25],"modern":[27],"machine":[28,193],"learning":[29,76,194],"techniques":[30],"and":[31,109,150,179,195],"advent":[33],"large":[35,49],"scale":[36],"\u201ccitizen":[37],"science":[38,101,211],"projects.\u201d":[39],"However,":[40],"ability":[42],"latter":[45],"provide":[47],"suitably":[48],"training":[50],"sets":[51],"for":[52,65,120,137,181,206],"former":[54],"is":[55,106],"stretched":[56],"as":[57],"problem":[62],"(and":[63],"competition":[64],"attention":[66],"amongst":[67],"projects)":[68],"grows.":[69],"We":[70,87],"explore":[71],"application":[73],"unsupervised":[75],"leverage":[78],"structure":[79],"that":[80],"exists":[81],"an":[83],"initially":[84],"unlabelled":[85],"dataset.":[86,159],"simulate":[88],"grouping":[89],"similar":[90],"points":[91],"before":[92],"presenting":[93],"those":[94],"groups":[95],"volunteers":[97],"label.":[99],"Citizen":[100],"labelling":[102,121],"grouped":[104],"data":[105,132],"more":[107],"efficient,":[108],"gathered":[111,143],"labels":[112,142],"can":[113],"be":[114],"used":[115],"improve":[117],"efficiency":[118],"further":[119],"future":[122],"data.":[123],"To":[124],"demonstrate":[125],"these":[126],"ideas,":[127],"we":[128,168],"perform":[129],"experiments":[130],"using":[131,154],"from":[133],"Pan-STARRS":[135],"Survey":[136],"Transients":[138],"(PSST)":[139],"volunteer":[141,175],"by":[144,177],"Zooniverse":[146],"project,":[147],"Supernova":[148],"Hunters":[149],"simulated":[152],"project":[153],"MNIST":[156],"handwritten":[157],"digit":[158],"Our":[160],"results":[161,187],"show":[162],"that,":[163],"best":[166],"case,":[167],"might":[169],"expect":[170],"reduce":[172],"required":[174],"effort":[176],"87.0%":[178],"92.8%":[180],"two":[183],"datasets,":[184],"respectively.":[185],"These":[186],"illustrate":[188],"symbiotic":[190],"relationship":[191],"between":[192],"citizen":[196,210],"scientists":[197],"where":[198],"each":[199],"empowers":[200],"other":[202],"important":[204],"implications":[205],"design":[208],"projects":[212],"future.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}