{"id":"https://openalex.org/W3121709906","doi":"https://doi.org/10.1109/tpami.2021.3055780","title":"Hierarchical Human Semantic Parsing with Comprehensive Part-Relation Modeling","display_name":"Hierarchical Human Semantic Parsing with Comprehensive Part-Relation Modeling","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3121709906","doi":"https://doi.org/10.1109/tpami.2021.3055780","mag":"3121709906","pmid":"https://pubmed.ncbi.nlm.nih.gov/33513100"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3055780","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3055780","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101433884","display_name":"Wenguan Wang","orcid":"https://orcid.org/0000-0002-0802-9567"},"institutions":[{"id":"https://openalex.org/I2799323385","display_name":"Board of the Swiss Federal Institutes of Technology","ror":"https://ror.org/01rvn4p91","country_code":"CH","type":"government","lineage":["https://openalex.org/I2799323385"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Wenguan Wang","raw_affiliation_strings":["Information Technology and Electrical Engineering, Eidgenssische Technische Hochschule Zrich, 27219 Zurich, zurich, Switzerland, 8092 (e-mail: wenguan.wang@vision.ee.ethz.ch)"],"affiliations":[{"raw_affiliation_string":"Information Technology and Electrical Engineering, Eidgenssische Technische Hochschule Zrich, 27219 Zurich, zurich, Switzerland, 8092 (e-mail: wenguan.wang@vision.ee.ethz.ch)","institution_ids":["https://openalex.org/I2799323385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091518967","display_name":"Tianfei Zhou","orcid":"https://orcid.org/0000-0001-5475-1473"},"institutions":[{"id":"https://openalex.org/I4210116052","display_name":"Inception Institute of Artificial Intelligence","ror":"https://ror.org/02664zk40","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210116052"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Tianfei Zhou","raw_affiliation_strings":["IIAI, Inception Institute of Artificial Intelligence, Abu Dhabi, Abu Dhabi, United Arab Emirates, (e-mail: ztfei.debug@gmail.com)"],"affiliations":[{"raw_affiliation_string":"IIAI, Inception Institute of Artificial Intelligence, Abu Dhabi, Abu Dhabi, United Arab Emirates, (e-mail: ztfei.debug@gmail.com)","institution_ids":["https://openalex.org/I4210116052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043510420","display_name":"Siyuan Qi","orcid":"https://orcid.org/0000-0002-4070-733X"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siyuan Qi","raw_affiliation_strings":["Computer Science, University of California, Los Angeles, Los Angeles, California, United States, 90095 (e-mail: syqi@cs.ucla.edu)"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Los Angeles, Los Angeles, California, United States, 90095 (e-mail: syqi@cs.ucla.edu)","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102851352","display_name":"Jianbing Shen","orcid":"https://orcid.org/0000-0003-2656-3082"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianbing Shen","raw_affiliation_strings":["Computer Science Department, University of California Los Angeles, Los Angeles, California, United States, 90095 (e-mail: shenjianbingcg@gmail.com)"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of California Los Angeles, Los Angeles, California, United States, 90095 (e-mail: shenjianbingcg@gmail.com)","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034228010","display_name":"Song\u2010Chun Zhu","orcid":"https://orcid.org/0009-0008-0876-8117"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song-Chun Zhu","raw_affiliation_strings":["Statistics and Computer Science, University of California, Los Angeles, Los Angeles, California, United States, 90095 (e-mail: sczhu@stat.ucla.edu)"],"affiliations":[{"raw_affiliation_string":"Statistics and Computer Science, University of California, Los Angeles, Los Angeles, California, United States, 90095 (e-mail: sczhu@stat.ucla.edu)","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101433884"],"corresponding_institution_ids":["https://openalex.org/I2799323385"],"apc_list":null,"apc_paid":null,"fwci":7.4934,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.98062092,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"44","issue":"7","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8779070377349854},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7596947550773621},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.7299002408981323},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6666690707206726},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5764930844306946},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.5140043497085571},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.47193166613578796},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4266386032104492},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3640449047088623},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32015568017959595},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2636699378490448}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8779070377349854},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7596947550773621},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.7299002408981323},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6666690707206726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5764930844306946},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.5140043497085571},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.47193166613578796},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4266386032104492},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3640449047088623},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32015568017959595},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2636699378490448},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2021.3055780","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3055780","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:33513100","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33513100","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":122,"referenced_works":["https://openalex.org/W178718076","https://openalex.org/W1485009520","https://openalex.org/W1534477342","https://openalex.org/W1601963269","https://openalex.org/W1903029394","https://openalex.org/W1962739028","https://openalex.org/W1971443254","https://openalex.org/W1973255633","https://openalex.org/W1988790447","https://openalex.org/W1992996309","https://openalex.org/W1998827347","https://openalex.org/W2003386556","https://openalex.org/W2010785631","https://openalex.org/W2030336536","https://openalex.org/W2030536784","https://openalex.org/W2031248101","https://openalex.org/W2038147967","https://openalex.org/W2038420319","https://openalex.org/W2039968430","https://openalex.org/W2043217799","https://openalex.org/W2047809566","https://openalex.org/W2062236848","https://openalex.org/W2066380143","https://openalex.org/W2074621908","https://openalex.org/W2079182758","https://openalex.org/W2092919213","https://openalex.org/W2094311777","https://openalex.org/W2104408738","https://openalex.org/W2108890589","https://openalex.org/W2116064496","https://openalex.org/W2116341502","https://openalex.org/W2120340025","https://openalex.org/W2121339428","https://openalex.org/W2124592697","https://openalex.org/W2125215748","https://openalex.org/W2137983211","https://openalex.org/W2138813262","https://openalex.org/W2142571543","https://openalex.org/W2153410696","https://openalex.org/W2162110654","https://openalex.org/W2168356304","https://openalex.org/W2194775991","https://openalex.org/W2204578866","https://openalex.org/W2302548814","https://openalex.org/W2309415944","https://openalex.org/W2406128552","https://openalex.org/W2412782625","https://openalex.org/W2514518917","https://openalex.org/W2557993245","https://openalex.org/W2560023338","https://openalex.org/W2598104261","https://openalex.org/W2598915960","https://openalex.org/W2630837129","https://openalex.org/W2737682710","https://openalex.org/W2752782242","https://openalex.org/W2781676116","https://openalex.org/W2787091153","https://openalex.org/W2788024025","https://openalex.org/W2798453399","https://openalex.org/W2798558457","https://openalex.org/W2798734012","https://openalex.org/W2805516822","https://openalex.org/W2882319491","https://openalex.org/W2883779225","https://openalex.org/W2884751099","https://openalex.org/W2886799640","https://openalex.org/W2888096830","https://openalex.org/W2889332130","https://openalex.org/W2890319229","https://openalex.org/W2894913190","https://openalex.org/W2895818027","https://openalex.org/W2897541487","https://openalex.org/W2945556069","https://openalex.org/W2951548721","https://openalex.org/W2952254971","https://openalex.org/W2962159375","https://openalex.org/W2962820340","https://openalex.org/W2962891704","https://openalex.org/W2962954622","https://openalex.org/W2963091558","https://openalex.org/W2963165299","https://openalex.org/W2963225012","https://openalex.org/W2963403868","https://openalex.org/W2963460103","https://openalex.org/W2963746383","https://openalex.org/W2963758239","https://openalex.org/W2963781481","https://openalex.org/W2963805953","https://openalex.org/W2963858333","https://openalex.org/W2963881378","https://openalex.org/W2963948108","https://openalex.org/W2964016027","https://openalex.org/W2964070329","https://openalex.org/W2964072977","https://openalex.org/W2964252655","https://openalex.org/W2964309882","https://openalex.org/W2967045987","https://openalex.org/W2981750895","https://openalex.org/W2986953233","https://openalex.org/W2987391422","https://openalex.org/W2990032492","https://openalex.org/W3009224666","https://openalex.org/W3034230284","https://openalex.org/W3035047011","https://openalex.org/W3119381934","https://openalex.org/W4206192903","https://openalex.org/W4251194840","https://openalex.org/W4293052541","https://openalex.org/W4293651439","https://openalex.org/W6628877408","https://openalex.org/W6680313252","https://openalex.org/W6685350579","https://openalex.org/W6713582119","https://openalex.org/W6729856380","https://openalex.org/W6736685754","https://openalex.org/W6739696289","https://openalex.org/W6739901393","https://openalex.org/W6741844306","https://openalex.org/W6744557953","https://openalex.org/W6745537798","https://openalex.org/W6748370023","https://openalex.org/W6751796012"],"related_works":["https://openalex.org/W4234874385","https://openalex.org/W2365264209","https://openalex.org/W2323648130","https://openalex.org/W2157140558","https://openalex.org/W2509431957","https://openalex.org/W2378782423","https://openalex.org/W2026999166","https://openalex.org/W579810227","https://openalex.org/W2952780262","https://openalex.org/W1599954583"],"abstract_inverted_index":{"Modeling":[0],"the":[1,26,60,72,75,85,88,128,131,157,176,199],"human":[2,7,30,36,98,107,158,183,196],"structure":[3,28],"is":[4],"central":[5],"for":[6,178],"parsing":[8],"that":[9,193],"extracts":[10],"pixel-wise":[11],"semantic":[12,37],"information":[13,66,73,122],"from":[14,46,54,74],"images.":[15],"We":[16,57],"start":[17],"with":[18,147],"analyzing":[19],"three":[20,76,104,116],"types":[21],"of":[22,29,87,106,139,172,186],"inference":[23,33,43,51,77],"processes":[24,78],"over":[25,156],"hierarchical":[27],"bodies:":[31],"direct":[32],"(directly":[34],"predicting":[35],"parts":[38],"using":[39],"image":[40],"information),":[41],"bottom-up":[42],"(assembling":[44],"knowledge":[45],"constituent":[47],"parts),":[48],"and":[49,113,169,174,181],"top-down":[50],"(leveraging":[52],"context":[53],"parent":[55],"nodes).":[56],"then":[58],"formulate":[59],"problem":[61],"as":[62],"a":[63,80,96,166],"compositional":[64],"neural":[65],"fusion":[67],"(CNIF)":[68],"framework,":[69],"which":[70,101],"assembles":[71],"in":[79,130,201],"conditional":[81],"manner,":[82],"i.e.,":[83,110],"considering":[84],"confidence":[86],"sources.":[89],"Based":[90],"on":[91,189],"CNIF,":[92,173],"we":[93],"further":[94],"present":[95],"part-relation-aware":[97],"parser":[99],"(PRHP),":[100],"precisely":[102],"describes":[103],"kinds":[105],"part":[108],"relations,":[109],"decomposition,":[111],"composition,":[112],"dependency,":[114],"by":[115,126],"distinct":[117],"relation":[118,121,132,184],"networks.":[119],"Expressive":[120],"can":[123],"be":[124],"captured":[125],"imposing":[127],"parameters":[129],"networks":[133,146],"to":[134],"satisfy":[135],"specific":[136],"geometric":[137],"characteristics":[138],"different":[140],"relations.":[141],"By":[142],"assimilating":[143],"generic":[144],"message-passing":[145],"their":[148],"edge-typed,":[149],"convolutional":[150],"counterparts,":[151],"PRHP":[152,164],"performs":[153],"iterative":[154],"reasoning":[155],"body":[159],"hierarchy.":[160],"With":[161],"these":[162],"efforts,":[163],"provides":[165],"more":[167,179],"general":[168],"powerful":[170],"form":[171],"lays":[175],"foundation":[177],"sophisticated":[180],"flexible":[182],"patterns":[185],"reasoning.":[187],"Experiments":[188],"five":[190],"datasets":[191],"demonstrate":[192],"our":[194],"two":[195],"parsers":[197],"outperform":[198],"state-of-the-arts":[200],"all":[202],"cases.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":18}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
