{"id":"https://openalex.org/W3206015227","doi":"https://doi.org/10.1145/3476037","title":"Understanding Human-side Impact of Sampling Image Batches in Subjective Attribute Labeling","display_name":"Understanding Human-side Impact of Sampling Image Batches in Subjective Attribute Labeling","publication_year":2021,"publication_date":"2021-10-13","ids":{"openalex":"https://openalex.org/W3206015227","doi":"https://doi.org/10.1145/3476037","mag":"3206015227"},"language":"en","primary_location":{"id":"doi:10.1145/3476037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3476037","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3476037","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3476037","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030128483","display_name":"Chaeyeon Chung","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Chaeyeon Chung","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100776322","display_name":"Jungsoo Lee","orcid":"https://orcid.org/0000-0002-3807-4377"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jungsoo Lee","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044684316","display_name":"Kyungmin Park","orcid":"https://orcid.org/0000-0002-2132-0674"},"institutions":[{"id":"https://openalex.org/I897156735","display_name":"Bank of Korea","ror":"https://ror.org/03s7h1x17","country_code":"KR","type":"other","lineage":["https://openalex.org/I897156735"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyungmin Park","raw_affiliation_strings":["Shinhan Bank, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Shinhan Bank, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I897156735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101602989","display_name":"Junsoo Lee","orcid":"https://orcid.org/0009-0006-3467-7855"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junsoo Lee","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340248","display_name":"Minjae Kim","orcid":"https://orcid.org/0000-0001-8746-1915"},"institutions":[{"id":"https://openalex.org/I4210135449","display_name":"NCSOFT (South Korea)","ror":"https://ror.org/03q4mza74","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210135449"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minjae Kim","raw_affiliation_strings":["NCSOFT AI Center Vision AI Lab, Seongnam-si, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"NCSOFT AI Center Vision AI Lab, Seongnam-si, Republic of Korea","institution_ids":["https://openalex.org/I4210135449"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078452717","display_name":"Mookyung Song","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135449","display_name":"NCSOFT (South Korea)","ror":"https://ror.org/03q4mza74","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210135449"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Mookyung Song","raw_affiliation_strings":["NCSOFT AI Center Vision AI Lab, SeongNam, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"NCSOFT AI Center Vision AI Lab, SeongNam, Republic of Korea","institution_ids":["https://openalex.org/I4210135449"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102774438","display_name":"Yeonwoo Kim","orcid":"https://orcid.org/0000-0003-2653-6375"},"institutions":[{"id":"https://openalex.org/I4210135449","display_name":"NCSOFT (South Korea)","ror":"https://ror.org/03q4mza74","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210135449"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yeonwoo Kim","raw_affiliation_strings":["NCSOFT AI Center Vision AI Lab, SEOUL, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"NCSOFT AI Center Vision AI Lab, SEOUL, Republic of Korea","institution_ids":["https://openalex.org/I4210135449"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047912015","display_name":"Jaegul Choo","orcid":"https://orcid.org/0000-0003-1071-4835"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaegul Choo","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059548204","display_name":"Sung-Soo Hong","orcid":"https://orcid.org/0000-0001-6050-5404"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sungsoo Ray Hong","raw_affiliation_strings":["George Mason University, Fairfax, VA, USA"],"affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5030128483"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.1942,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.50311844,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"5","issue":"CSCW2","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7232405543327332},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6857941150665283},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6263895630836487},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6239930391311646},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.5510379672050476},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4666348099708557},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4532438814640045},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.41840216517448425},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39780089259147644},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.39048105478286743},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3716168701648712},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08417460322380066}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7232405543327332},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6857941150665283},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6263895630836487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6239930391311646},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.5510379672050476},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4666348099708557},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4532438814640045},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.41840216517448425},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39780089259147644},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.39048105478286743},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3716168701648712},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08417460322380066},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3476037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3476037","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3476037","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3476037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3476037","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3476037","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1769687045","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G2148870006","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320324161","funder_display_name":"Korea Advanced Institute of Science and Technology"},{"id":"https://openalex.org/G3034753964","display_name":null,"funder_award_id":"grant","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G342704958","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G3564897704","display_name":null,"funder_award_id":"2026513","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3942910960","display_name":null,"funder_award_id":"(NRF) grant","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G398188885","display_name":null,"funder_award_id":"2019-0-0007","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5415505637","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G5546838750","display_name":null,"funder_award_id":"NRF-2019R1A2C4070420","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6072120315","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G7064264939","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G982292920","display_name":null,"funder_award_id":"NRF-20","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324161","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3206015227.pdf","grobid_xml":"https://content.openalex.org/works/W3206015227.grobid-xml"},"referenced_works_count":98,"referenced_works":["https://openalex.org/W139044672","https://openalex.org/W1565884645","https://openalex.org/W1580375566","https://openalex.org/W1686810756","https://openalex.org/W1777939696","https://openalex.org/W1834627138","https://openalex.org/W1979204363","https://openalex.org/W1981746837","https://openalex.org/W1984512236","https://openalex.org/W1989702938","https://openalex.org/W1995875735","https://openalex.org/W1998721035","https://openalex.org/W1999182238","https://openalex.org/W2011824517","https://openalex.org/W2022775778","https://openalex.org/W2022826124","https://openalex.org/W2036418997","https://openalex.org/W2042537503","https://openalex.org/W2045529234","https://openalex.org/W2049017883","https://openalex.org/W2058868256","https://openalex.org/W2063863981","https://openalex.org/W2085989833","https://openalex.org/W2097117768","https://openalex.org/W2099471712","https://openalex.org/W2099883114","https://openalex.org/W2112229395","https://openalex.org/W2119770538","https://openalex.org/W2119821739","https://openalex.org/W2122695879","https://openalex.org/W2126344653","https://openalex.org/W2129812935","https://openalex.org/W2133341045","https://openalex.org/W2137795521","https://openalex.org/W2141282920","https://openalex.org/W2142056594","https://openalex.org/W2143890915","https://openalex.org/W2162409443","https://openalex.org/W2163605009","https://openalex.org/W2171671120","https://openalex.org/W2194775991","https://openalex.org/W2271188064","https://openalex.org/W2279346661","https://openalex.org/W2320868906","https://openalex.org/W2325939864","https://openalex.org/W2339954278","https://openalex.org/W2342663824","https://openalex.org/W2395937589","https://openalex.org/W2405546739","https://openalex.org/W2474333055","https://openalex.org/W2603777577","https://openalex.org/W2605135824","https://openalex.org/W2609296554","https://openalex.org/W2687693326","https://openalex.org/W2739748921","https://openalex.org/W2740693122","https://openalex.org/W2754447548","https://openalex.org/W2786817236","https://openalex.org/W2795821046","https://openalex.org/W2798561306","https://openalex.org/W2799209711","https://openalex.org/W2863477672","https://openalex.org/W2884561390","https://openalex.org/W2896967904","https://openalex.org/W2903158431","https://openalex.org/W2942161347","https://openalex.org/W2946948417","https://openalex.org/W2951548327","https://openalex.org/W2951697117","https://openalex.org/W2953106684","https://openalex.org/W2962858109","https://openalex.org/W2962898354","https://openalex.org/W2963120057","https://openalex.org/W2963214037","https://openalex.org/W2963276927","https://openalex.org/W2963466847","https://openalex.org/W2963767194","https://openalex.org/W2966781877","https://openalex.org/W2969985801","https://openalex.org/W2970693987","https://openalex.org/W2987755095","https://openalex.org/W2988450373","https://openalex.org/W3006497738","https://openalex.org/W3019489177","https://openalex.org/W3032086959","https://openalex.org/W3041215734","https://openalex.org/W3104998832","https://openalex.org/W3122778363","https://openalex.org/W3123920865","https://openalex.org/W3125751566","https://openalex.org/W4206579740","https://openalex.org/W4239510810","https://openalex.org/W4241799948","https://openalex.org/W4253066670","https://openalex.org/W4254777883","https://openalex.org/W4256167997","https://openalex.org/W4302612613","https://openalex.org/W6707756096"],"related_works":["https://openalex.org/W3177930984","https://openalex.org/W2052697133","https://openalex.org/W2119028572","https://openalex.org/W2376984068","https://openalex.org/W2152482390","https://openalex.org/W2365617273","https://openalex.org/W2076896210","https://openalex.org/W2384288472","https://openalex.org/W1539573266","https://openalex.org/W2506386910"],"abstract_inverted_index":{"Capturing":[0],"human":[1,47,81,92],"annotators'":[2],"subjective":[3],"responses":[4],"in":[5,26,31,73,102],"image":[6,27,74,104,246],"annotation":[7,28,48,93,208],"has":[8,22,36],"become":[9],"crucial":[10],"as":[11],"vision-based":[12],"classifiers":[13],"expand":[14],"the":[15,50,53,118,169,195,199,222,227,232,236],"range":[16],"of":[17,52,59,87,128,154,187,238,245],"application":[18],"areas.":[19],"While":[20],"there":[21],"been":[23,37],"significant":[24],"progress":[25],"interface":[29],"design":[30,78,239],"general,":[32],"relatively":[33],"little":[34],"research":[35,243],"conducted":[38],"to":[39,42,67,83,147,182],"understand":[40,68],"how":[41,69],"elicit":[43],"reliable":[44,215],"and":[45,130,142,161,212,218,240],"cost-efficient":[46],"when":[49],"nature":[51],"task":[54,209,219],"includes":[55],"a":[56,77,85,114,125,133,151,184,205],"certain":[57],"level":[58,186],"subjectivity.":[60],"To":[61],"bridge":[62],"this":[63],"gap,":[64],"we":[65,97,156,176,234],"aim":[66],"different":[70,100,170,185],"sampling":[71,171],"methods":[72],"batch":[75,86,247],"labeling,":[76],"that":[79,110,113,136,158,178],"allows":[80],"annotators":[82],"label":[84],"images":[88,112,146],"simultaneously,":[89],"can":[90],"impact":[91],"performances.":[94],"In":[95,173],"particular,":[96],"developed":[98],"three":[99,192],"strategies":[101],"forming":[103],"batches:":[105],"(1)":[106],"uncertainty-based":[107],"labeling":[108,123,162],"(UL)":[109],"prioritizes":[111],"classifier":[115],"predicts":[116],"with":[117],"highest":[119],"uncertainty,":[120],"(2)":[121],"certainty-based":[122],"(CL),":[124],"reverse":[126],"strategy":[127],"UL,":[129],"(3)":[131],"random,":[132],"baseline":[134],"approach":[135],"randomly":[137],"selects":[138],"images.":[139],"Although":[140],"UL":[141,198,213],"CL":[143,226],"solely":[144],"select":[145],"be":[148],"labeled":[149],"from":[150],"classifier's":[152],"point":[153],"view,":[155],"hypothesized":[157],"human-side":[159],"perception":[160],"performance":[163],"may":[164],"also":[165,203],"vary":[166],"depending":[167],"on":[168,231],"strategies.":[172],"our":[174],"study,":[175],"observed":[177,204],"participants":[179],"were":[180],"able":[181],"recognize":[183],"perceived":[188],"cognitive":[189],"load":[190],"across":[191],"conditions":[193],"(CL":[194,211],"easiest":[196],"while":[197,225],"most":[200,223],"difficult).":[201],"We":[202],"trade-off":[206],"between":[207],"effectiveness":[210],"more":[214],"than":[216],"random)":[217],"efficiency":[220],"(UL":[221],"efficient":[224],"least":[228],"efficient).":[229],"Based":[230],"results,":[233],"discuss":[235],"implications":[237],"possible":[241],"future":[242],"directions":[244],"labeling.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}