{"id":"https://openalex.org/W2951822762","doi":"https://doi.org/10.1145/3394171.3413812","title":"Panoptic Image Annotation with a Collaborative Assistant","display_name":"Panoptic Image Annotation with a Collaborative Assistant","publication_year":2020,"publication_date":"2020-10-12","ids":{"openalex":"https://openalex.org/W2951822762","doi":"https://doi.org/10.1145/3394171.3413812","mag":"2951822762"},"language":"en","primary_location":{"id":"doi:10.1145/3394171.3413812","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394171.3413812","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394171.3413812","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3394171.3413812","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020938231","display_name":"Jasper Uijlings","orcid":"https://orcid.org/0000-0002-3288-7377"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210100430","display_name":"Google (Switzerland)","ror":"https://ror.org/014f9c269","country_code":"CH","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210100430","https://openalex.org/I4210128969"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Jasper R.R. Uijlings","raw_affiliation_strings":["Google Research, Zurich, Switzerland","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210100430"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020328677","display_name":"Mykhaylo Andriluka","orcid":"https://orcid.org/0000-0002-3109-042X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210100430","display_name":"Google (Switzerland)","ror":"https://ror.org/014f9c269","country_code":"CH","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210100430","https://openalex.org/I4210128969"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Mykhaylo Andriluka","raw_affiliation_strings":["Google Research, Zurich, Switzerland","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210100430"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101423778","display_name":"Vittorio Ferrari","orcid":"https://orcid.org/0000-0002-1942-233X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210100430","display_name":"Google (Switzerland)","ror":"https://ror.org/014f9c269","country_code":"CH","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210100430","https://openalex.org/I4210128969"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Vittorio Ferrari","raw_affiliation_strings":["Google Research, Zurich, Switzerland","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210100430"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3302","last_page":"3310"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8735836744308472},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7039143443107605},{"id":"https://openalex.org/keywords/bootstrapping","display_name":"Bootstrapping (finance)","score":0.6753373146057129},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.640996515750885},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5718658566474915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5423887372016907},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5143919587135315},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.49809956550598145},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.47998544573783875},{"id":"https://openalex.org/keywords/polygon","display_name":"Polygon (computer graphics)","score":0.46325287222862244},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.42849424481391907},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3764093518257141},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07710063457489014}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8735836744308472},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7039143443107605},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.6753373146057129},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.640996515750885},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5718658566474915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5423887372016907},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5143919587135315},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.49809956550598145},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.47998544573783875},{"id":"https://openalex.org/C190694206","wikidata":"https://www.wikidata.org/wiki/Q3276654","display_name":"Polygon (computer graphics)","level":3,"score":0.46325287222862244},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.42849424481391907},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3764093518257141},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07710063457489014},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3394171.3413812","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394171.3413812","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394171.3413812","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.06798","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.06798","pdf_url":"https://arxiv.org/pdf/1906.06798","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2951822762","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.06798.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1906.06798","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.06798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3394171.3413812","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394171.3413812","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394171.3413812","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2951822762.pdf","grobid_xml":"https://content.openalex.org/works/W2951822762.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W48884151","https://openalex.org/W1516887802","https://openalex.org/W1569930776","https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W1908985308","https://openalex.org/W1919033285","https://openalex.org/W1967268147","https://openalex.org/W1997701791","https://openalex.org/W2049248196","https://openalex.org/W2079157315","https://openalex.org/W2081293863","https://openalex.org/W2088049833","https://openalex.org/W2098355199","https://openalex.org/W2101825085","https://openalex.org/W2103490241","https://openalex.org/W2110764733","https://openalex.org/W2112055291","https://openalex.org/W2114542651","https://openalex.org/W2123126017","https://openalex.org/W2124351162","https://openalex.org/W2125215748","https://openalex.org/W2137592810","https://openalex.org/W2137948437","https://openalex.org/W2158349948","https://openalex.org/W2168555635","https://openalex.org/W2168804568","https://openalex.org/W2169551590","https://openalex.org/W2194775991","https://openalex.org/W2200599981","https://openalex.org/W2234476236","https://openalex.org/W2300469113","https://openalex.org/W2340897893","https://openalex.org/W2375583958","https://openalex.org/W2412782625","https://openalex.org/W2467239133","https://openalex.org/W2507296351","https://openalex.org/W2519887557","https://openalex.org/W2561196672","https://openalex.org/W2599765304","https://openalex.org/W2605991684","https://openalex.org/W2609825896","https://openalex.org/W2624614404","https://openalex.org/W2737258237","https://openalex.org/W2769833683","https://openalex.org/W2776054962","https://openalex.org/W2776163999","https://openalex.org/W2794719971","https://openalex.org/W2795276939","https://openalex.org/W2798769484","https://openalex.org/W2809539339","https://openalex.org/W2823072336","https://openalex.org/W2895420332","https://openalex.org/W2895800749","https://openalex.org/W2949303564","https://openalex.org/W2949842255","https://openalex.org/W2952122856","https://openalex.org/W2952723517","https://openalex.org/W2953139137","https://openalex.org/W2962967409","https://openalex.org/W2963072537","https://openalex.org/W2963177989","https://openalex.org/W2963921921","https://openalex.org/W2964037732","https://openalex.org/W2964073328","https://openalex.org/W2964121744","https://openalex.org/W2964157492","https://openalex.org/W2999219213","https://openalex.org/W4248635988","https://openalex.org/W4289387907","https://openalex.org/W6750297457"],"related_works":["https://openalex.org/W3092712724","https://openalex.org/W2809539339","https://openalex.org/W2159942673","https://openalex.org/W2912616005","https://openalex.org/W3196536989","https://openalex.org/W3082737260","https://openalex.org/W3047027807","https://openalex.org/W2770219845","https://openalex.org/W2128502391","https://openalex.org/W2295308436","https://openalex.org/W3110271009","https://openalex.org/W77472803","https://openalex.org/W3185884151","https://openalex.org/W2020913154","https://openalex.org/W1976854614","https://openalex.org/W2166012320","https://openalex.org/W3004735802","https://openalex.org/W3024773799","https://openalex.org/W3043363188","https://openalex.org/W2794503900"],"abstract_inverted_index":{"This":[0],"paper":[1],"aims":[2],"to":[3,7,46,72,130,148],"reduce":[4],"the":[5,60,80,87,93,100,120],"time":[6],"annotate":[8,48,150],"images":[9],"for":[10,21],"panoptic":[11,102],"segmentation,":[12],"which":[13,85],"requires":[14],"annotating":[15,76],"segmentation":[16],"masks":[17],"and":[18,25,39,107,128],"class":[19],"labels":[20],"all":[22],"object":[23],"instances":[24],"stuff":[26],"regions.":[27],"We":[28,95],"formulate":[29],"our":[30,114,143],"approach":[31,115],"as":[32,63],"a":[33,52,64,155],"collaborative":[34],"process":[35],"between":[36],"an":[37,40,49],"annotator":[38,61],"automated":[41],"assistant":[42,69],"who":[43],"take":[44],"turns":[45],"jointly":[47],"image":[50,81],"using":[51],"predefined":[53],"pool":[54],"of":[55,79,89,124,159],"segments.":[56],"Actions":[57],"performed":[58],"by":[59,75,92],"serve":[62],"strong":[65],"contextual":[66],"signal.":[67],"The":[68],"intelligently":[70],"reacts":[71],"this":[73],"signal":[74],"other":[77],"parts":[78],"on":[82,99,140],"its":[83],"own,":[84],"reduces":[86],"amount":[88,158],"work":[90],"required":[91],"annotator.":[94],"perform":[96],"thorough":[97],"experiments":[98],"COCO":[101],"dataset,":[103],"both":[104],"in":[105],"simulation":[106],"with":[108],"human":[109],"annotators.":[110],"These":[111],"demonstrate":[112],"that":[113,142],"is":[116],"significantly":[117],"faster":[118,132],"than":[119,133],"recent":[121],"machine-assisted":[122],"interface":[123],"[Andriluka":[125],"18":[126],"ACMMM],":[127],"$2.4\\times$":[129],"$5\\times$":[131],"manual":[134],"polygon":[135],"drawing.":[136],"Finally,":[137],"we":[138],"show":[139],"ADE20k":[141],"method":[144],"can":[145],"be":[146],"used":[147],"efficiently":[149],"new":[151],"datasets,":[152],"bootstrapping":[153],"from":[154],"very":[156],"small":[157],"annotated":[160],"data.":[161]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}