{"id":"https://openalex.org/W2558487799","doi":"https://doi.org/10.1109/tpami.2017.2777967","title":"Clickstream Analysis for Crowd-Based Object Segmentation with Confidence","display_name":"Clickstream Analysis for Crowd-Based Object Segmentation with Confidence","publication_year":2017,"publication_date":"2017-11-27","ids":{"openalex":"https://openalex.org/W2558487799","doi":"https://doi.org/10.1109/tpami.2017.2777967","mag":"2558487799","pmid":"https://pubmed.ncbi.nlm.nih.gov/29989983"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2017.2777967","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2017.2777967","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1611.08527","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056290289","display_name":"Eric Heim","orcid":"https://orcid.org/0000-0002-4204-3741"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eric Heim","raw_affiliation_strings":["Division of Computer Assisted Medical Interventions, German Cancer Research Center (DKFZ), Heidelberg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4204-3741","affiliations":[{"raw_affiliation_string":"Division of Computer Assisted Medical Interventions, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080028621","display_name":"Alexander Seitel","orcid":"https://orcid.org/0000-0002-5919-9646"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Seitel","raw_affiliation_strings":["Division of Computer Assisted Medical Interventions, German Cancer Research Center (DKFZ), Heidelberg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computer Assisted Medical Interventions, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029047422","display_name":"Jonas Andrulis","orcid":null},"institutions":[{"id":"https://openalex.org/I4210106412","display_name":"Pallas (Germany)","ror":"https://ror.org/01mw43m66","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210106412"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Andrulis","raw_affiliation_strings":["Pallas Ludens GmbH, Heidelberg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pallas Ludens GmbH, Heidelberg, Germany","institution_ids":["https://openalex.org/I4210106412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072647800","display_name":"Fabian Isensee","orcid":"https://orcid.org/0000-0002-3519-5886"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian Isensee","raw_affiliation_strings":["Division of Medical Image Computing, German Cancer Research Center (DKFZ), Heidelberg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Medical Image Computing, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011327623","display_name":"Christian Stock","orcid":"https://orcid.org/0000-0002-3493-3234"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I2802164966","display_name":"University Hospital Heidelberg","ror":"https://ror.org/013czdx64","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802164966"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Stock","raw_affiliation_strings":["Institute of Medical Biometry and Informatics, University Hospital Heidelberg, Heidelberg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3493-3234","affiliations":[{"raw_affiliation_string":"Institute of Medical Biometry and Informatics, University Hospital Heidelberg, Heidelberg, Germany","institution_ids":["https://openalex.org/I2802164966","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072157756","display_name":"Tobias Ro\u00df","orcid":"https://orcid.org/0000-0002-7094-4926"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Ross","raw_affiliation_strings":["Division of Computer Assisted Medical Interventions, German Cancer Research Center (DKFZ), Heidelberg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computer Assisted Medical Interventions, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]},{"author_position":"last","author":{"id":null,"display_name":"Lena Maier-Hein","orcid":null},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lena Maier-Hein","raw_affiliation_strings":["Division of Computer Assisted Medical Interventions, German Cancer Research Center (DKFZ), Heidelberg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computer Assisted Medical Interventions, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6282,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.9069635,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"40","issue":"12","first_page":"2814","last_page":"2826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8302984237670898},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7388967275619507},{"id":"https://openalex.org/keywords/clickstream","display_name":"Clickstream","score":0.6926478743553162},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6472823619842529},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6218710541725159},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6117467284202576},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5691832304000854},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5231924653053284},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48415786027908325},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4829551577568054},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.46789348125457764},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4526316225528717},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3916047513484955},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.28363606333732605},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2739830017089844},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07210952043533325}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8302984237670898},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7388967275619507},{"id":"https://openalex.org/C138744977","wikidata":"https://www.wikidata.org/wiki/Q5132438","display_name":"Clickstream","level":5,"score":0.6926478743553162},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6472823619842529},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6218710541725159},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6117467284202576},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5691832304000854},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5231924653053284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48415786027908325},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4829551577568054},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.46789348125457764},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4526316225528717},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3916047513484955},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.28363606333732605},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2739830017089844},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07210952043533325},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.0},{"id":"https://openalex.org/C127613066","wikidata":"https://www.wikidata.org/wiki/Q557770","display_name":"Web API","level":4,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C130436687","wikidata":"https://www.wikidata.org/wiki/Q7978591","display_name":"Web modeling","level":3,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2017.2777967","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2017.2777967","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:29989983","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29989983","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:arXiv.org:1611.08527","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.08527","pdf_url":"https://arxiv.org/pdf/1611.08527","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1611.08527","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.08527","pdf_url":"https://arxiv.org/pdf/1611.08527","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W279631868","https://openalex.org/W1451186914","https://openalex.org/W1528209651","https://openalex.org/W1565732937","https://openalex.org/W1574679496","https://openalex.org/W1593298603","https://openalex.org/W1781642226","https://openalex.org/W1861492603","https://openalex.org/W1930624869","https://openalex.org/W1968794535","https://openalex.org/W1987869189","https://openalex.org/W1988690348","https://openalex.org/W1991286487","https://openalex.org/W1991367009","https://openalex.org/W1992889781","https://openalex.org/W1999045972","https://openalex.org/W2004914077","https://openalex.org/W2005008227","https://openalex.org/W2006104434","https://openalex.org/W2017337590","https://openalex.org/W2017691720","https://openalex.org/W2020912672","https://openalex.org/W2022710553","https://openalex.org/W2024668293","https://openalex.org/W2026566343","https://openalex.org/W2031489346","https://openalex.org/W2036431079","https://openalex.org/W2039722754","https://openalex.org/W2047607378","https://openalex.org/W2054177909","https://openalex.org/W2063771604","https://openalex.org/W2066828176","https://openalex.org/W2072026441","https://openalex.org/W2092939357","https://openalex.org/W2093197020","https://openalex.org/W2101234009","https://openalex.org/W2108598243","https://openalex.org/W2110764733","https://openalex.org/W2119424690","https://openalex.org/W2119775030","https://openalex.org/W2124994029","https://openalex.org/W2126796428","https://openalex.org/W2134305421","https://openalex.org/W2141282920","https://openalex.org/W2145662247","https://openalex.org/W2149273804","https://openalex.org/W2149454242","https://openalex.org/W2149772057","https://openalex.org/W2151401338","https://openalex.org/W2162833766","https://openalex.org/W2163605009","https://openalex.org/W2164124780","https://openalex.org/W2168571645","https://openalex.org/W2172395902","https://openalex.org/W2202064371","https://openalex.org/W2231634032","https://openalex.org/W2237301560","https://openalex.org/W2339885376","https://openalex.org/W2345010043","https://openalex.org/W2408574227","https://openalex.org/W2460470859","https://openalex.org/W2464002812","https://openalex.org/W2488552272","https://openalex.org/W2538903535","https://openalex.org/W2625164271","https://openalex.org/W2997674406","https://openalex.org/W3102923649","https://openalex.org/W4214926090","https://openalex.org/W4239881081","https://openalex.org/W4300582383","https://openalex.org/W4366980810","https://openalex.org/W6610117260","https://openalex.org/W6628273307","https://openalex.org/W6631716152","https://openalex.org/W6633744869","https://openalex.org/W6635569308","https://openalex.org/W6638049533","https://openalex.org/W6639102338","https://openalex.org/W6640462745","https://openalex.org/W6675354045","https://openalex.org/W6679959949","https://openalex.org/W6682171051","https://openalex.org/W6682496738","https://openalex.org/W6683874248","https://openalex.org/W6684191040","https://openalex.org/W6685093257","https://openalex.org/W6729150340"],"related_works":["https://openalex.org/W2376984068","https://openalex.org/W2119028572","https://openalex.org/W2152482390","https://openalex.org/W2365617273","https://openalex.org/W2061851981","https://openalex.org/W2111235226","https://openalex.org/W2506386910","https://openalex.org/W2804095050","https://openalex.org/W2117928543","https://openalex.org/W2945658044"],"abstract_inverted_index":{"With":[0],"the":[1,14,25,29,61,65,81,87,142,158,167,190],"rapidly":[2],"increasing":[3],"interest":[4],"in":[5,28,140,189],"machine":[6],"learning":[7],"based":[8,145],"solutions":[9],"for":[10,19,38,153,183],"automatic":[11],"image":[12,71,194],"annotation,":[13],"availability":[15],"of":[16,24,83,112,118,127,192],"reference":[17],"annotations":[18,103,121],"algorithm":[20],"training":[21,76],"is":[22,137,172],"one":[23,113],"major":[26,49],"bottlenecks":[27],"field.":[30],"Crowdsourcing":[31],"has":[32],"evolved":[33],"as":[34,179],"a":[35,48,77,84,116,180],"valuable":[36],"option":[37,182],"low-cost":[39,181],"and":[40,100,186],"large-scale":[41],"data":[42,126],"annotation;":[43],"however,":[44],"quality":[45,82,92,107,144,184],"control":[46,185],"remains":[47],"issue":[50],"which":[51],"needs":[52],"to":[53,63,68,79,97,163,174],"be":[54,95,164,177],"addressed.":[55],"To":[56],"our":[57,135],"knowledge,":[58],"we":[59,131],"are":[60],"first":[62],"analyze":[64],"annotation":[66],"process":[67],"improve":[69],"crowd-sourced":[70],"segmentation.":[72],"Our":[73],"method":[74,136],"involves":[75],"regressor":[78,159],"estimate":[80],"segmentation":[85,143],"from":[86],"annotator's":[88],"clickstream":[89,147],"data.":[90],"The":[91],"estimation":[93],"can":[94,176],"used":[96],"identify":[98],"spam":[99],"weight":[101],"individual":[102],"by":[104],"their":[105],"(estimated)":[106],"when":[108],"merging":[109,154],"multiple":[110,155],"segmentations":[111],"image.":[114],"Using":[115],"total":[117],"29,000":[119],"crowd":[120],"performed":[122],"on":[123,146,166],"publicly":[124],"available":[125],"different":[128],"object":[129,168],"classes,":[130],"show":[132],"that":[133,170],"(1)":[134],"highly":[138],"accurate":[139],"estimating":[141],"data,":[148],"(2)":[149],"outperforms":[150],"state-of-the-art":[151],"methods":[152],"annotations.":[156],"As":[157],"does":[160],"not":[161],"need":[162],"trained":[165],"class":[169],"it":[171,175],"applied":[173],"regarded":[178],"confidence":[187],"analysis":[188],"context":[191],"crowd-based":[193],"annotation.":[195]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}