{"id":"https://openalex.org/W3048658394","doi":"https://doi.org/10.1093/iwcomp/iwaa017","title":"Benchmarking Human Performance in Semi-Automated Image Segmentation","display_name":"Benchmarking Human Performance in Semi-Automated Image Segmentation","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3048658394","doi":"https://doi.org/10.1093/iwcomp/iwaa017","mag":"3048658394"},"language":"en","primary_location":{"id":"doi:10.1093/iwcomp/iwaa017","is_oa":false,"landing_page_url":"https://doi.org/10.1093/iwcomp/iwaa017","pdf_url":null,"source":{"id":"https://openalex.org/S23117883","display_name":"Interacting with Computers","issn_l":"0953-5438","issn":["0953-5438","1873-7951"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interacting with Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029259050","display_name":"Mark Eramian","orcid":"https://orcid.org/0000-0001-6268-5760"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mark Eramian","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, Saskatoon, S7N5C9 Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, Saskatoon, S7N5C9 Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101661186","display_name":"Christopher Power","orcid":"https://orcid.org/0000-0001-9486-8043"},"institutions":[{"id":"https://openalex.org/I22188714","display_name":"University of Prince Edward Island","ror":"https://ror.org/02xh9x144","country_code":"CA","type":"education","lineage":["https://openalex.org/I22188714"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Christopher Power","raw_affiliation_strings":["School of Mathematical and Computational Sciences, University of Prince Edward Island, Charlottetown, PE, C1A 4P3 Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computational Sciences, University of Prince Edward Island, Charlottetown, PE, C1A 4P3 Canada","institution_ids":["https://openalex.org/I22188714"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039615661","display_name":"Stephen Rau","orcid":"https://orcid.org/0000-0003-1552-7393"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Stephen Rau","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, Saskatoon, S7N5C9 Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, Saskatoon, S7N5C9 Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024390159","display_name":"Pulkit Khandelwal","orcid":"https://orcid.org/0000-0003-1397-3496"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pulkit Khandelwal","raw_affiliation_strings":["Department of Bioengineering, University of Pennsylvania, Philadelphia, PA 19104-6321, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Bioengineering, University of Pennsylvania, Philadelphia, PA 19104-6321, USA","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029259050"],"corresponding_institution_ids":["https://openalex.org/I32625721"],"apc_list":{"value":2635,"currency":"GBP","value_usd":3232},"apc_paid":null,"fwci":0.0958,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.38735603,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"32","issue":"3","first_page":"233","last_page":"245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8391351103782654},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7737871408462524},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7172631621360779},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6516675353050232},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6011139154434204},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5302635431289673},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5291588306427002},{"id":"https://openalex.org/keywords/rigour","display_name":"Rigour","score":0.5100587010383606},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4857242703437805},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.46548333764076233},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4382714331150055},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.41468286514282227},{"id":"https://openalex.org/keywords/markup-language","display_name":"Markup language","score":0.414529412984848},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3973303437232971},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3541474938392639},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07186651229858398}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8391351103782654},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7737871408462524},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7172631621360779},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6516675353050232},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6011139154434204},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5302635431289673},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5291588306427002},{"id":"https://openalex.org/C71008984","wikidata":"https://www.wikidata.org/wiki/Q2890076","display_name":"Rigour","level":2,"score":0.5100587010383606},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4857242703437805},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46548333764076233},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4382714331150055},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.41468286514282227},{"id":"https://openalex.org/C45874996","wikidata":"https://www.wikidata.org/wiki/Q37045","display_name":"Markup language","level":3,"score":0.414529412984848},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3973303437232971},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3541474938392639},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07186651229858398},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C8797682","wikidata":"https://www.wikidata.org/wiki/Q2115","display_name":"XML","level":2,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1093/iwcomp/iwaa017","is_oa":false,"landing_page_url":"https://doi.org/10.1093/iwcomp/iwaa017","pdf_url":null,"source":{"id":"https://openalex.org/S23117883","display_name":"Interacting with Computers","issn_l":"0953-5438","issn":["0953-5438","1873-7951"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interacting with Computers","raw_type":"journal-article"},{"id":"pmh:oai:islandscholar.ca:ir_24581","is_oa":false,"landing_page_url":"https://academic.oup.com/iwc/article/32/3/233/5890683","pdf_url":null,"source":{"id":"https://openalex.org/S4306401181","display_name":"IslandScholar (University of Prince Edward Island)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I22188714","host_organization_name":"University of Prince Edward Island","host_organization_lineage":["https://openalex.org/I22188714"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1513329464","https://openalex.org/W1965335252","https://openalex.org/W1975455666","https://openalex.org/W2013525041","https://openalex.org/W2018264733","https://openalex.org/W2027207203","https://openalex.org/W2034110104","https://openalex.org/W2047781857","https://openalex.org/W2051118254","https://openalex.org/W2055224458","https://openalex.org/W2064283421","https://openalex.org/W2101608218","https://openalex.org/W2101957263","https://openalex.org/W2116719896","https://openalex.org/W2119300483","https://openalex.org/W2121814445","https://openalex.org/W2125637308","https://openalex.org/W2133549161","https://openalex.org/W2153657884","https://openalex.org/W2169519664","https://openalex.org/W2171233110","https://openalex.org/W2196153064","https://openalex.org/W2344197591","https://openalex.org/W2563552577","https://openalex.org/W2810700317","https://openalex.org/W2978085454","https://openalex.org/W4210916243","https://openalex.org/W4235683296","https://openalex.org/W4251988601","https://openalex.org/W6629901135","https://openalex.org/W6630013567","https://openalex.org/W6678461930","https://openalex.org/W6682465963","https://openalex.org/W6683268542","https://openalex.org/W6687348722","https://openalex.org/W6731126389","https://openalex.org/W6833780757"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2751556990","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Abstract":[0],"Semi-automated":[1],"segmentation":[2,60,94],"algorithms":[3],"hold":[4],"promise":[5,73],"for":[6,28,209,216],"improving":[7],"extraction":[8],"and":[9,38,56,97,116,203,222],"identification":[10],"of":[11,21,58,74,105,133,160,166,169,188,193,220,228],"objects":[12],"in":[13,18,91,144,149],"images":[14,20],"such":[15],"as":[16],"tumors":[17],"medical":[19],"human":[22,49],"tissue,":[23],"counting":[24],"plants":[25],"or":[26,32,142],"flowers":[27],"crop":[29],"yield":[30],"prediction":[31],"other":[33],"tasks":[34],"where":[35],"object":[36],"numbers":[37],"appearance":[39],"vary":[40,130],"from":[41,48],"image":[42,59,93],"to":[43,51,64,100,109,151],"image.":[44],"By":[45],"blending":[46],"markup":[47,134],"annotators":[50,136,221],"algorithmic":[52],"classifiers,":[53],"the":[54,72,78,89,103,131,153,164,191,207,218],"accuracy":[55,115,165,177],"reproducability":[57,117],"can":[61,118],"be":[62,101,119],"raised":[63],"very":[65],"high":[66],"levels.":[67],"At":[68],"least,":[69],"that":[70,111,129,135,155,176],"is":[71,80],"this":[75,85,124,156],"approach,":[76],"but":[77],"reality":[79],"less":[81],"than":[82],"clear.":[83],"In":[84,171,186],"paper,":[86],"we":[87,174,204],"review":[88,125],"state-of-the-art":[90],"semi-automated":[92],"performance":[95,197],"assessment":[96],"demonstrate":[98],"it":[99],"lacking":[102],"level":[104],"experimental":[106,147],"rigour":[107],"needed":[108],"ensure":[110],"claims":[112,194],"about":[113,195],"algorithm":[114,196],"considered":[120],"valid.":[121],"We":[122],"follow":[123],"with":[126],"two":[127],"experiments":[128],"type":[132],"make":[137],"on":[138,163,206,214,225],"images,":[139],"either":[140],"points":[141],"strokes,":[143],"tightly":[145],"controlled":[146],"conditions":[148],"order":[150],"investigate":[152],"effect":[154],"one":[157],"particular":[158],"source":[159],"variation":[161],"has":[162],"these":[167,189,226],"types":[168,227],"systems.":[170,229],"both":[172],"experiments,":[173],"found":[175],"substantially":[178],"increases":[179],"when":[180],"participants":[181],"use":[182],"a":[183,210],"stroke-based":[184],"interaction.":[185],"light":[187],"results,":[190],"validity":[192],"are":[198],"brought":[199],"into":[200],"sharp":[201],"focus,":[202],"reflect":[205],"need":[208],"far":[211],"more":[212],"control":[213],"variables":[215],"benchmarking":[217],"impact":[219],"their":[223],"context":[224]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2020-08-18T00:00:00"}