{"id":"https://openalex.org/W4393970788","doi":"https://doi.org/10.1145/3640543.3645150","title":"Understanding Novice's Annotation Process For 3D Semantic Segmentation Task With Human-In-The-Loop","display_name":"Understanding Novice's Annotation Process For 3D Semantic Segmentation Task With Human-In-The-Loop","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4393970788","doi":"https://doi.org/10.1145/3640543.3645150"},"language":"en","primary_location":{"id":"doi:10.1145/3640543.3645150","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640543.3645150","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645150","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645150","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058578357","display_name":"Yujin Kim","orcid":"https://orcid.org/0000-0003-0015-3886"},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Yujin Kim","raw_affiliation_strings":["Computer Science and Engineering, Ewha Womans University, Korea, Republic of"],"raw_orcid":"https://orcid.org/0000-0003-0015-3886","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Ewha Womans University, Korea, Republic of","institution_ids":["https://openalex.org/I138925566"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063461958","display_name":"Eunyeoul Lee","orcid":"https://orcid.org/0009-0004-3136-8278"},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eunyeoul Lee","raw_affiliation_strings":["Artificial Intelligence Convergence, Ewha Womans University, Korea, Republic of"],"raw_orcid":"https://orcid.org/0009-0004-3136-8278","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Convergence, Ewha Womans University, Korea, Republic of","institution_ids":["https://openalex.org/I138925566"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100711491","display_name":"Yun-Jung Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yunjung Lee","raw_affiliation_strings":["Computer Science and Engineering, Ewha Womans University, Korea, Republic of"],"raw_orcid":"https://orcid.org/0000-0002-8345-7115","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Ewha Womans University, Korea, Republic of","institution_ids":["https://openalex.org/I138925566"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058167732","display_name":"Uran Oh","orcid":"https://orcid.org/0000-0002-7832-6313"},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Uran Oh","raw_affiliation_strings":["Computer Science and Engineering, Ewha Womans University, Korea, Republic of"],"raw_orcid":"https://orcid.org/0000-0002-7832-6313","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Ewha Womans University, Korea, Republic of","institution_ids":["https://openalex.org/I138925566"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5058578357"],"corresponding_institution_ids":["https://openalex.org/I138925566"],"apc_list":null,"apc_paid":null,"fwci":1.4331,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76689419,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"444","last_page":"454"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8327827453613281},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8206617832183838},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7776179909706116},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6476900577545166},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6250314116477966},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5432686805725098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5231531858444214},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3855956196784973},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3377585709095001},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33220377564430237},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3306864798069}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8327827453613281},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8206617832183838},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7776179909706116},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6476900577545166},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6250314116477966},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5432686805725098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5231531858444214},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3855956196784973},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3377585709095001},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33220377564430237},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3306864798069},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640543.3645150","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640543.3645150","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645150","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3640543.3645150","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640543.3645150","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645150","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1235097852","display_name":null,"funder_award_id":"IITP-2023-2020-0-01460","funder_id":"https://openalex.org/F4320324891","funder_display_name":"Iran Telecommunication Research Center"},{"id":"https://openalex.org/G6014928966","display_name":null,"funder_award_id":"IITP-2023-2020-0-01460","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6060633543","display_name":null,"funder_award_id":"IITP-2023-2020-0-01460","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393970788.pdf","grobid_xml":"https://content.openalex.org/works/W4393970788.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W37400329","https://openalex.org/W1992492534","https://openalex.org/W2007241592","https://openalex.org/W2010861350","https://openalex.org/W2016053056","https://openalex.org/W2092795326","https://openalex.org/W2127058057","https://openalex.org/W2160041854","https://openalex.org/W2168745915","https://openalex.org/W2207849498","https://openalex.org/W2293023596","https://openalex.org/W2403812600","https://openalex.org/W2510932841","https://openalex.org/W2574793465","https://openalex.org/W2584763657","https://openalex.org/W2592594462","https://openalex.org/W2593966047","https://openalex.org/W2594519801","https://openalex.org/W2594843773","https://openalex.org/W2750714283","https://openalex.org/W2753079413","https://openalex.org/W2774116887","https://openalex.org/W2788158258","https://openalex.org/W2896967904","https://openalex.org/W2904982178","https://openalex.org/W2933315718","https://openalex.org/W2962858109","https://openalex.org/W2963281829","https://openalex.org/W2965446359","https://openalex.org/W2967767914","https://openalex.org/W2972458663","https://openalex.org/W2980819166","https://openalex.org/W3003596168","https://openalex.org/W3023784216","https://openalex.org/W3035358681","https://openalex.org/W3106297436","https://openalex.org/W3107297113","https://openalex.org/W3108010663","https://openalex.org/W3115310054","https://openalex.org/W3124024302","https://openalex.org/W3160425077","https://openalex.org/W3168037706","https://openalex.org/W3168377947","https://openalex.org/W3175659424","https://openalex.org/W3196524514","https://openalex.org/W3204925778","https://openalex.org/W3216047872","https://openalex.org/W4226389400","https://openalex.org/W4241727697","https://openalex.org/W4289387907","https://openalex.org/W4312903773","https://openalex.org/W4360584269","https://openalex.org/W4360991222","https://openalex.org/W6769315185"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W3196817267","https://openalex.org/W1976600725"],"abstract_inverted_index":{"Large-scale":[0],"3D":[1,11,95,196],"point":[2],"clouds":[3],"are":[4],"often":[5],"used":[6],"as":[7],"training":[8],"data":[9,43],"for":[10,133],"semantic":[12,96,197],"segmentation,":[13,97],"but":[14],"the":[15,19,23,41,62,68,111,130,142,166],"labor-intensive":[16],"nature":[17],"of":[18,25,64,70,144],"annotation":[20,47,102,115,190],"process":[21],"challenges":[22],"acquisition":[24],"sufficient":[26],"labeled":[27,42],"data.":[28],"Meanwhile,":[29],"there":[30],"has":[31],"been":[32],"limited":[33],"research":[34],"on":[35,114,179],"introducing":[36],"novice":[37,87,188],"annotators":[38,88],"to":[39,100,148,156],"acquire":[40],"by":[44],"enhancing":[45],"their":[46],"performance":[48,191],"and":[49,67,117,192],"user":[50,83,161,193],"experience.":[51],"Therefore,":[52],"in":[53,74,78,94,152,195],"this":[54],"study,":[55],"we":[56,182],"explored":[57],"solutions":[58],"involving":[59],"two":[60,112],"dimensions:":[61],"presence":[63],"AI":[65,145,176],"assistance":[66,146],"number":[69],"classes":[71,126,138],"visualized":[72],"simultaneously":[73],"model\u2019s":[75],"segmentation":[76,198],"results":[77,105],"HITL.":[79],"We":[80,120],"conducted":[81],"a":[82,149,169,173],"study":[84],"with":[85,175],"16":[86],"who":[89],"had":[90],"no":[91],"prior":[92],"experience":[93,162,194],"asking":[98],"them":[99],"perform":[101],"tasks.":[103],"The":[104,159],"revealed":[106],"an":[107],"interaction":[108],"effect":[109],"between":[110],"dimensions":[113],"accuracy":[116,154],"labeling":[118],"efficiency.":[119],"also":[121],"found":[122],"that":[123],"displaying":[124],"multiple":[125,137],"at":[127,139,172],"once":[128,140],"reduced":[129],"time":[131,174],"taken":[132],"annotation.":[134],"Moreover,":[135],"visualizing":[136],"or":[141],"absence":[143],"led":[147],"greater":[150],"increase":[151],"model":[153],"compared":[155],"our":[157],"baselines.":[158],"best":[160],"was":[163],"observed":[164],"when":[165],"visualization":[167],"showed":[168],"single":[170],"class":[171],"assistance.":[177],"Based":[178],"these":[180],"findings,":[181],"discuss":[183],"which":[184],"environments":[185],"can":[186],"enhance":[187],"annotators\u2019":[189],"tasks":[199],"within":[200],"HITL":[201],"contexts.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}