{"id":"https://openalex.org/W3088976275","doi":"https://doi.org/10.1109/tip.2021.3090522","title":"Learning Category- and Instance-Aware Pixel Embedding for Fast Panoptic Segmentation","display_name":"Learning Category- and Instance-Aware Pixel Embedding for Fast Panoptic Segmentation","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3088976275","doi":"https://doi.org/10.1109/tip.2021.3090522","mag":"3088976275","pmid":"https://pubmed.ncbi.nlm.nih.gov/34181542"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3090522","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3090522","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2009.13342","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Naiyu Gao","orcid":"https://orcid.org/0000-0003-2033-9821"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Naiyu Gao","raw_affiliation_strings":["Center for Research on Intelligent System and Engineering (CRISE), Institute of Automation, the Chinese Academy of Sciences (CASIA), Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Research on Intelligent System and Engineering (CRISE), Institute of Automation, the Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanhu Shan","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726824","display_name":"Horizon Robotics (China)","ror":"https://ror.org/05cmv6g68","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726824"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhu Shan","raw_affiliation_strings":["Horizon Robotics, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Horizon Robotics, Beijing, China","institution_ids":["https://openalex.org/I4401726824"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Zhao","orcid":"https://orcid.org/0000-0002-7660-9897"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhao","raw_affiliation_strings":["Center for Research on Intelligent System and Engineering (CRISE), Institute of Automation, the Chinese Academy of Sciences (CASIA), Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Research on Intelligent System and Engineering (CRISE), Institute of Automation, the Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":null,"display_name":"Kaiqi Huang","orcid":"https://orcid.org/0000-0002-2677-9273"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiqi Huang","raw_affiliation_strings":["CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai, China","Center for Research on Intelligent System and Engineering (CRISE), Institute of Automation, the Chinese Academy of Sciences (CASIA), Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai, China","institution_ids":["https://openalex.org/I4210097554"]},{"raw_affiliation_string":"Center for Research on Intelligent System and Engineering (CRISE), Institute of Automation, the Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.2623,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.81324931,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"30","issue":null,"first_page":"6013","last_page":"6023"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7559000253677368,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7559000253677368,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.14399999380111694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7605999708175659},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7573000192642212},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.6732000112533569},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5823000073432922},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5436999797821045},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5436000227928162},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4828999936580658},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47119998931884766}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7605999708175659},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7573000192642212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7462000250816345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.744700014591217},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.6732000112533569},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5943999886512756},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5823000073432922},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5436999797821045},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5436000227928162},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4828999936580658},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47119998931884766},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.4661000072956085},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4325000047683716},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.41839998960494995},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C25694479","wikidata":"https://www.wikidata.org/wiki/Q7446278","display_name":"Segmentation-based object categorization","level":5,"score":0.38179999589920044},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25099998712539673},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2021.3090522","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3090522","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:34181542","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34181542","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:2009.13342","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.13342","pdf_url":"https://arxiv.org/pdf/2009.13342","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2009.13342","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.13342","pdf_url":"https://arxiv.org/pdf/2009.13342","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6431871145","display_name":null,"funder_award_id":"61721004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6438116252","display_name":null,"funder_award_id":"QYZDBSSW-JSC006","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G852446924","display_name":null,"funder_award_id":"61876181","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W421393966","https://openalex.org/W2108598243","https://openalex.org/W2164500538","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2504335775","https://openalex.org/W2531409750","https://openalex.org/W2555182955","https://openalex.org/W2565639579","https://openalex.org/W2570343428","https://openalex.org/W2601564443","https://openalex.org/W2744404335","https://openalex.org/W2895065325","https://openalex.org/W2910628332","https://openalex.org/W2920326761","https://openalex.org/W2962773068","https://openalex.org/W2963150697","https://openalex.org/W2963167763","https://openalex.org/W2963236837","https://openalex.org/W2963350373","https://openalex.org/W2963351448","https://openalex.org/W2963393688","https://openalex.org/W2963775509","https://openalex.org/W2963849369","https://openalex.org/W2963857746","https://openalex.org/W2964236837","https://openalex.org/W2965182628","https://openalex.org/W2970971581","https://openalex.org/W2981537222","https://openalex.org/W2982161360","https://openalex.org/W2982770724","https://openalex.org/W2990361805","https://openalex.org/W2991405684","https://openalex.org/W2993182889","https://openalex.org/W2999219213","https://openalex.org/W3014758606","https://openalex.org/W3034244618","https://openalex.org/W3034355852","https://openalex.org/W3034749803","https://openalex.org/W3034826836","https://openalex.org/W3034975706","https://openalex.org/W3035141873","https://openalex.org/W3035186733","https://openalex.org/W3035295311","https://openalex.org/W6620707391","https://openalex.org/W6639102338","https://openalex.org/W6736147098","https://openalex.org/W6738279954","https://openalex.org/W6749954789","https://openalex.org/W6753441378","https://openalex.org/W6758168261","https://openalex.org/W6785652829"],"related_works":[],"abstract_inverted_index":{"Panoptic":[0],"segmentation":[1,13,31],"(PS)":[2],"is":[3,85],"a":[4,63,69,86,112,116],"complex":[5],"scene":[6],"understanding":[7],"task":[8],"that":[9,91],"requires":[10],"providing":[11],"high-quality":[12],"for":[14],"both":[15,93],"thing":[16],"objects":[17],"and":[18,29,79,95],"stuff":[19,117],"regions.":[20],"Previous":[21],"methods":[22,144],"handle":[23],"these":[24],"two":[25,47,60],"classes":[26,61],"with":[27,35,62,72],"semantic":[28],"instance":[30,114],"modules":[32,40],"separately,":[33],"following":[34],"heuristic":[36],"fusion":[37],"or":[38,115],"additional":[39],"to":[41,76,111,120,138,142],"resolve":[42],"the":[43,46,59,99,121,134,146],"conflicts":[44],"between":[45],"outputs.":[48],"This":[49],"work":[50],"simplifies":[51],"this":[52],"pipeline":[53],"of":[54],"PS":[55,65,102],"by":[56,107],"consistently":[57],"modeling":[58],"novel":[64,87],"framework,":[66],"which":[67],"extends":[68],"detection":[70],"model":[71],"an":[73],"extra":[74],"module":[75],"predict":[77],"category-":[78],"instance-aware":[80],"pixel":[81,110],"embedding":[82,89],"(CIAE).":[83],"CIAE":[84],"pixel-wise":[88],"feature":[90],"encodes":[92],"semantic-classification":[94],"instance-distinction":[96],"information.":[97],"At":[98],"inference":[100,130],"process,":[101],"results":[103],"are":[104],"simply":[105],"derived":[106],"assigning":[108],"each":[109],"detected":[113],"class":[118],"according":[119],"learned":[122],"embedding.":[123],"Our":[124],"method":[125,137],"not":[126],"only":[127],"demonstrates":[128],"fast":[129],"speed":[131],"but":[132],"also":[133],"first":[135],"one-stage":[136],"achieve":[139],"comparable":[140],"performance":[141],"two-stage":[143],"on":[145],"challenging":[147],"COCO":[148],"benchmark.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2020-10-01T00:00:00"}