{"id":"https://openalex.org/W2418346537","doi":"https://doi.org/10.1109/tpami.2016.2578328","title":"Object Instance Segmentation and Fine-Grained Localization Using Hypercolumns","display_name":"Object Instance Segmentation and Fine-Grained Localization Using Hypercolumns","publication_year":2016,"publication_date":"2016-06-08","ids":{"openalex":"https://openalex.org/W2418346537","doi":"https://doi.org/10.1109/tpami.2016.2578328","mag":"2418346537","pmid":"https://pubmed.ncbi.nlm.nih.gov/27295654"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2016.2578328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2016.2578328","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101647390","display_name":"Bharath Hariharan","orcid":"https://orcid.org/0000-0002-2309-4703"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bharath Hariharan","raw_affiliation_strings":["Facebook AI Research, Menlo Park, CA"],"raw_orcid":"https://orcid.org/0000-0002-2309-4703","affiliations":[{"raw_affiliation_string":"Facebook AI Research, Menlo Park, CA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013512298","display_name":"Pablo Arbel\u00e1ez","orcid":"https://orcid.org/0000-0001-5244-2407"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Pablo Arbelaez","raw_affiliation_strings":["Universidad de los Andes, Bogota, Colombia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de los Andes, Bogota, Colombia","institution_ids":["https://openalex.org/I162096671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049246408","display_name":"Ross Girshick","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ross Girshick","raw_affiliation_strings":["Facebook AI Research, Menlo Park, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Menlo Park, CA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001594573","display_name":"Jitendra Malik","orcid":"https://orcid.org/0000-0003-3695-1580"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jitendra Malik","raw_affiliation_strings":["University of California, Berkeley, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, CA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":5.4393,"has_fulltext":false,"cited_by_count":105,"citation_normalized_percentile":{"value":0.96379796,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"39","issue":"4","first_page":"627","last_page":"639"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7764270305633545},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7413265109062195},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.7292848825454712},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.7008132338523865},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6943787336349487},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6465940475463867},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.619705080986023},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5490581393241882},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5157835483551025},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.49674397706985474},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4900306463241577},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4833954870700836},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4545643925666809},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4432108998298645},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.44040510058403015},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4262201488018036},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15867605805397034}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7764270305633545},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7413265109062195},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.7292848825454712},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.7008132338523865},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6943787336349487},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6465940475463867},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.619705080986023},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5490581393241882},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5157835483551025},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.49674397706985474},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4900306463241577},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4833954870700836},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4545643925666809},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4432108998298645},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44040510058403015},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4262201488018036},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15867605805397034},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2016.2578328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2016.2578328","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:27295654","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/27295654","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4407244276","display_name":null,"funder_award_id":"N00014-10-1-0933","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320309411","display_name":"University of California Berkeley","ror":"https://ror.org/01an7q238"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F747265653","display_name":"Google Research","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W56385144","https://openalex.org/W78159342","https://openalex.org/W95258188","https://openalex.org/W97134437","https://openalex.org/W259216465","https://openalex.org/W764651262","https://openalex.org/W1507506748","https://openalex.org/W1536680647","https://openalex.org/W1602642934","https://openalex.org/W1686810756","https://openalex.org/W1745334888","https://openalex.org/W1864464506","https://openalex.org/W1867429401","https://openalex.org/W1903029394","https://openalex.org/W1903370114","https://openalex.org/W1923115158","https://openalex.org/W1938976761","https://openalex.org/W1948751323","https://openalex.org/W1964005749","https://openalex.org/W1973325034","https://openalex.org/W1984514441","https://openalex.org/W1984757472","https://openalex.org/W1991367009","https://openalex.org/W1998827347","https://openalex.org/W2013640163","https://openalex.org/W2022508996","https://openalex.org/W2031004336","https://openalex.org/W2031489346","https://openalex.org/W2039507552","https://openalex.org/W2052747804","https://openalex.org/W2056933870","https://openalex.org/W2074621908","https://openalex.org/W2083542343","https://openalex.org/W2102605133","https://openalex.org/W2103504761","https://openalex.org/W2104408738","https://openalex.org/W2108598243","https://openalex.org/W2109255472","https://openalex.org/W2113325037","https://openalex.org/W2115738369","https://openalex.org/W2116360511","https://openalex.org/W2118585731","https://openalex.org/W2121339428","https://openalex.org/W2129305389","https://openalex.org/W2136391815","https://openalex.org/W2144794286","https://openalex.org/W2147800946","https://openalex.org/W2153410696","https://openalex.org/W2154791445","https://openalex.org/W2156303437","https://openalex.org/W2162741153","https://openalex.org/W2168356304","https://openalex.org/W2618530766","https://openalex.org/W2962835968","https://openalex.org/W2963935758","https://openalex.org/W3020339995","https://openalex.org/W6602324145","https://openalex.org/W6603109438","https://openalex.org/W6603901725","https://openalex.org/W6604023374","https://openalex.org/W6609683064","https://openalex.org/W6630336748","https://openalex.org/W6637373629","https://openalex.org/W6639126518","https://openalex.org/W6639328394","https://openalex.org/W6646201289","https://openalex.org/W6664576054","https://openalex.org/W6676297131","https://openalex.org/W6676338569","https://openalex.org/W6677656871","https://openalex.org/W6680285999","https://openalex.org/W6682864246","https://openalex.org/W6764350350"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4296359239","https://openalex.org/W1557905920","https://openalex.org/W2043093291","https://openalex.org/W2101155126"],"abstract_inverted_index":{"Recognition":[0],"algorithms":[1],"based":[2],"on":[3,83],"convolutional":[4],"networks":[5],"(CNNs)":[6],"typically":[7],"use":[8],"the":[9,12,20,35,51,58,64],"output":[10],"of":[11,53,66,68],"last":[13],"layer":[14,24],"as":[15,63,77],"a":[16,61,107,112,125,130],"feature":[17],"representation.":[18],"However,":[19],"information":[21],"in":[22,42],"this":[23],"may":[25,39],"be":[26,40],"too":[27],"coarse":[28],"spatially":[29],"to":[30,100],"allow":[31],"precise":[32,41],"localization.":[33],"On":[34],"contrary,":[36],"earlier":[37],"layers":[38],"localization":[43,86],"but":[44],"will":[45],"not":[46],"capture":[47],"semantics.":[48],"To":[49],"get":[50,106],"best":[52],"both":[54],"worlds,":[55],"we":[56,80,93,105,123],"define":[57],"hypercolumn":[59],"at":[60],"pixel":[62,78],"vector":[65],"activations":[67],"all":[69],"CNN":[70,117],"units":[71],"above":[72],"that":[73],"pixel.":[74],"Using":[75],"hypercolumns":[76],"descriptors,":[79],"show":[81,124],"results":[82],"three":[84],"fine-grained":[85],"tasks:":[87],"simultaneous":[88],"detection":[89],"and":[90,119],"segmentation,":[91],"where":[92,104,122],"improve":[94],"state-of-the-art":[95],"from":[96],"49.7":[97],"mean":[98],"APr":[99],"62.4,":[101],"keypoint":[102],"localization,":[103],"3.3":[108],"point":[109,127],"boost":[110],"over":[111,129],"strong":[113,131],"regression":[114],"baseline":[115],"using":[116],"features,":[118],"part":[120],"labeling,":[121],"6.6":[126],"gain":[128],"baseline.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":5}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}