{"id":"https://openalex.org/W4318147852","doi":"https://doi.org/10.1109/bigdata55660.2022.10020590","title":"PostMe: Unsupervised Dynamic Microtask Posting For Efficient and Reliable Crowdsourcing","display_name":"PostMe: Unsupervised Dynamic Microtask Posting For Efficient and Reliable Crowdsourcing","publication_year":2022,"publication_date":"2022-12-17","ids":{"openalex":"https://openalex.org/W4318147852","doi":"https://doi.org/10.1109/bigdata55660.2022.10020590"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata55660.2022.10020590","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10020590","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056276287","display_name":"Ryo Yanagisawa","orcid":"https://orcid.org/0000-0002-8854-3389"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Ryo Yanagisawa","raw_affiliation_strings":["Waseda University,Department of Computer Science and Communications Engineering,Tokyo,Japan","Department of Computer Science and Communications Engineering, Waseda University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Waseda University,Department of Computer Science and Communications Engineering,Tokyo,Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Department of Computer Science and Communications Engineering, Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024566838","display_name":"Susumu Saito","orcid":"https://orcid.org/0000-0003-2684-7018"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Susumu Saito","raw_affiliation_strings":["Waseda University,Department of Computer Science and Communications Engineering,Tokyo,Japan","Department of Computer Science and Communications Engineering, Waseda University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Waseda University,Department of Computer Science and Communications Engineering,Tokyo,Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Department of Computer Science and Communications Engineering, Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111433753","display_name":"Teppei Nakano","orcid":"https://orcid.org/0009-0004-0425-016X"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Teppei Nakano","raw_affiliation_strings":["Waseda University,Department of Computer Science and Communications Engineering,Tokyo,Japan","Department of Computer Science and Communications Engineering, Waseda University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Waseda University,Department of Computer Science and Communications Engineering,Tokyo,Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Department of Computer Science and Communications Engineering, Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101188700","display_name":"Tetsunori Kobayashi","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsunori Kobayashi","raw_affiliation_strings":["Waseda University,Department of Computer Science and Communications Engineering,Tokyo,Japan","Department of Computer Science and Communications Engineering, Waseda University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Waseda University,Department of Computer Science and Communications Engineering,Tokyo,Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Department of Computer Science and Communications Engineering, Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087632404","display_name":"Tetsuji Ogawa","orcid":"https://orcid.org/0000-0002-7316-2073"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsuji Ogawa","raw_affiliation_strings":["Waseda University,Department of Computer Science and Communications Engineering,Tokyo,Japan","Department of Computer Science and Communications Engineering, Waseda University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Waseda University,Department of Computer Science and Communications Engineering,Tokyo,Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Department of Computer Science and Communications Engineering, Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5056276287"],"corresponding_institution_ids":["https://openalex.org/I150744194"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32103611,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4049","last_page":"4054"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.956754207611084},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7760868072509766},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.7005089521408081},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.6738576889038086},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5647807717323303},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5605775713920593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4666248559951782},{"id":"https://openalex.org/keywords/crowd-sourcing","display_name":"Crowd sourcing","score":0.458035945892334},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.4461171627044678},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4440312385559082},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4123695492744446},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3566816449165344},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10041716694831848}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.956754207611084},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7760868072509766},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.7005089521408081},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.6738576889038086},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5647807717323303},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5605775713920593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4666248559951782},{"id":"https://openalex.org/C3018396927","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowd sourcing","level":2,"score":0.458035945892334},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4461171627044678},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4440312385559082},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4123695492744446},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3566816449165344},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10041716694831848},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata55660.2022.10020590","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10020590","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1607035479","https://openalex.org/W1970381522","https://openalex.org/W1982022486","https://openalex.org/W2070148066","https://openalex.org/W2104749423","https://openalex.org/W2108598243","https://openalex.org/W2116915306","https://openalex.org/W2117470435","https://openalex.org/W2143539737","https://openalex.org/W2149489787","https://openalex.org/W2151401338","https://openalex.org/W2163522723","https://openalex.org/W2164124780","https://openalex.org/W2167665700","https://openalex.org/W2585226541","https://openalex.org/W2912150279","https://openalex.org/W6639113821","https://openalex.org/W6676096210","https://openalex.org/W6677994088","https://openalex.org/W6679098003","https://openalex.org/W6680957539","https://openalex.org/W6684090549","https://openalex.org/W6684560093"],"related_works":["https://openalex.org/W2039876276","https://openalex.org/W2605569989","https://openalex.org/W2409650238","https://openalex.org/W2524552836","https://openalex.org/W2039747859","https://openalex.org/W2002094063","https://openalex.org/W2572825458","https://openalex.org/W2467989257","https://openalex.org/W2610818984","https://openalex.org/W2976765013"],"abstract_inverted_index":{"Even":[0],"after":[1],"over":[2],"a":[3,72,84,94,169],"decade":[4],"of":[5,42,104,130,156],"many":[6],"crowdsourcing":[7],"researches,":[8],"we":[9,112],"have":[10],"no":[11],"standard":[12],"framework":[13],"for":[14,29,133],"low-cost":[15],"quality":[16],"assurance":[17],"in":[18,140,178],"crowdsourced":[19,51],"data":[20,48,52,134],"annotation.":[21],"This":[22,91],"paper":[23,92],"proposes":[24],"an":[25,120],"unsupervised":[26],"learning":[27,152],"method":[28],"dynamic":[30,95],"microtask":[31,36,96,131],"posting":[32,97,132],"which":[33,123],"allows":[34],"each":[35],"to":[37,56,70,115,154,180],"adjust":[38],"their":[39],"own":[40],"number":[41,103],"collected":[43,105],"responses":[44,66,106],"based":[45],"on":[46],"the":[47,101,109,117,157],"difficulty.":[49],"Since":[50],"labels":[53],"are":[54],"likely":[55],"contain":[57],"errors,":[58],"researchers":[59],"often":[60],"employ":[61],"majority":[62,182],"voting":[63],"that":[64,99,146,155,160],"aggregates":[65],"from":[67],"multiple":[68],"workers":[69],"calculate":[71],"final":[73],"l":[74],"abel.":[75],"T":[76],"his":[77],"t":[78],"echnique,":[79],"h":[80],"owever,":[81],"i":[82],"nvolves":[83],"trade-off":[85],"between":[86],"label":[87],"accuracy":[88,177],"and":[89,167],"cost.":[90],"presents":[93],"model":[98,118,162],"reduces":[100],"total":[102],"while":[107],"maintaining":[108],"labeling":[110],"accuracy;":[111],"also":[113],"aim":[114],"obtain":[116],"with":[119,136,164],"\u201cunsupervised\u201d":[121],"approach,":[122],"does":[124],"not":[125],"require":[126],"training":[127,163],"through":[128],"experience":[129],"labeled":[135,165],"ground-truths.":[137],"Our":[138],"simulation":[139],"annotating":[141],"livestock":[142],"surveillance":[143],"images":[144],"demonstrated":[145],"our":[147],"approach":[148,159],"achieved":[149],"i)":[150],"comparable":[151],"performance":[153],"supervised":[158],"required":[161],"data,":[166],"ii)":[168],"significant":[170],"c":[171],"ost":[172],"r":[173],"eduction":[174],"without":[175],"degrading":[176],"comparison":[179],"simple":[181],"voting.":[183]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}