{"id":"https://openalex.org/W4388692615","doi":"https://doi.org/10.1109/tpami.2023.3332768","title":"Hypergraph-Based Multi-Modal Representation for Open-Set 3D Object Retrieval","display_name":"Hypergraph-Based Multi-Modal Representation for Open-Set 3D Object Retrieval","publication_year":2023,"publication_date":"2023-11-15","ids":{"openalex":"https://openalex.org/W4388692615","doi":"https://doi.org/10.1109/tpami.2023.3332768","pmid":"https://pubmed.ncbi.nlm.nih.gov/37966934"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3332768","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3332768","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101819284","display_name":"Yifan Feng","orcid":"https://orcid.org/0000-0003-0878-2986"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yifan Feng","raw_affiliation_strings":["School of Software, BNRist, THUIBCS, BLBCI, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0878-2986","affiliations":[{"raw_affiliation_string":"School of Software, BNRist, THUIBCS, BLBCI, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029698328","display_name":"Shuyi Ji","orcid":"https://orcid.org/0000-0003-3795-3545"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyi Ji","raw_affiliation_strings":["School of Software, BNRist, THUIBCS, BLBCI, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3795-3545","affiliations":[{"raw_affiliation_string":"School of Software, BNRist, THUIBCS, BLBCI, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101691399","display_name":"Yu-Shen Liu","orcid":"https://orcid.org/0000-0001-7305-1915"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Shen Liu","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7305-1915","affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044668212","display_name":"Shaoyi Du","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoyi Du","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-7092-0596","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080722708","display_name":"Qionghai Dai","orcid":"https://orcid.org/0000-0001-7043-3061"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qionghai Dai","raw_affiliation_strings":["BNRist, THUIBCS, BLBCI, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7043-3061","affiliations":[{"raw_affiliation_string":"BNRist, THUIBCS, BLBCI, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100602494","display_name":"Yue Gao","orcid":"https://orcid.org/0000-0002-4971-590X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Gao","raw_affiliation_strings":["School of Software, BNRist, THUIBCS, BLBCI, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4971-590X","affiliations":[{"raw_affiliation_string":"School of Software, BNRist, THUIBCS, BLBCI, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101819284"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":5.0562,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.96906836,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"46","issue":"4","first_page":"2206","last_page":"2223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6421940922737122},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6348212361335754},{"id":"https://openalex.org/keywords/hypergraph","display_name":"Hypergraph","score":0.5913499593734741},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5328527092933655},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.5260315537452698},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5084435343742371},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4681098163127899},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.42790839076042175},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41708946228027344},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4161018133163452},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.39104095101356506},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3550984561443329},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21813055872917175},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.09965050220489502},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09942111372947693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6421940922737122},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6348212361335754},{"id":"https://openalex.org/C2781221856","wikidata":"https://www.wikidata.org/wiki/Q840247","display_name":"Hypergraph","level":2,"score":0.5913499593734741},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5328527092933655},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.5260315537452698},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5084435343742371},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4681098163127899},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.42790839076042175},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41708946228027344},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4161018133163452},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.39104095101356506},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3550984561443329},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21813055872917175},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.09965050220489502},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09942111372947693},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3332768","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3332768","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37966934","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37966934","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7091651887","display_name":null,"funder_award_id":"62021002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1644641054","https://openalex.org/W1920022804","https://openalex.org/W1964073652","https://openalex.org/W1991624258","https://openalex.org/W2018459374","https://openalex.org/W2021122545","https://openalex.org/W2032732073","https://openalex.org/W2080067164","https://openalex.org/W2194775991","https://openalex.org/W2211722331","https://openalex.org/W2342223463","https://openalex.org/W2560609797","https://openalex.org/W2759345675","https://openalex.org/W2799162093","https://openalex.org/W2888486794","https://openalex.org/W2892880750","https://openalex.org/W2900802124","https://openalex.org/W2902078856","https://openalex.org/W2954672622","https://openalex.org/W2963149653","https://openalex.org/W2963719070","https://openalex.org/W2963744743","https://openalex.org/W2976726839","https://openalex.org/W2979750740","https://openalex.org/W2981479076","https://openalex.org/W3001916707","https://openalex.org/W3035541121","https://openalex.org/W3085990079","https://openalex.org/W3134961575","https://openalex.org/W3176709420","https://openalex.org/W3177034761","https://openalex.org/W3196056489","https://openalex.org/W3207409407","https://openalex.org/W4206182795","https://openalex.org/W4210611093","https://openalex.org/W4214687390","https://openalex.org/W4225986494","https://openalex.org/W4286905471","https://openalex.org/W4297808394","https://openalex.org/W4312325834","https://openalex.org/W6726873649","https://openalex.org/W6739778489","https://openalex.org/W6779339669","https://openalex.org/W6802159084","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W4376608589","https://openalex.org/W1537073411","https://openalex.org/W1948107826","https://openalex.org/W3138003926","https://openalex.org/W1630514295","https://openalex.org/W4300037846","https://openalex.org/W1532260067","https://openalex.org/W2139834217","https://openalex.org/W2100099236","https://openalex.org/W1575585820"],"abstract_inverted_index":{"The":[0,115,195],"traditional":[1,88],"3D":[2,47,105,126,151,169,187,208,272,330],"object":[3,48,106,170,273,331],"retrieval":[4,20],"(3DOR)":[5],"task":[6,81,337],"is":[7,54,118,156],"under":[8,31,111],"the":[9,14,19,26,66,78,84,87,94,112,124,132,142,149,153,160,173,177,183,217,220,225,259,290,300,304,313,322,328,334],"close-set":[10],"setting,":[11],"which":[12,270],"assumes":[13],"categories":[15],"of":[16,68,86,120,145,207,310],"objects":[17,188],"in":[18,25,61,216,269,308],"stage":[21],"are":[22],"all":[23],"seen":[24,191],"training":[27],"stage.":[28],"Existing":[29],"methods":[30],"this":[32,73],"setting":[33],"may":[34],"tend":[35],"to":[36,65,82,103,158,181,228],"only":[37],"lazily":[38],"discriminate":[39],"their":[40],"categories,":[41],"while":[42],"not":[43],"learning":[44],"a":[45,56,200,230],"generalized":[46,232,329],"embedding.":[49],"Under":[50],"such":[51],"circumstances,":[52],"it":[53],"still":[55],"challenging":[57],"and":[58,131,134,166,192,267,281,318,338],"open":[59],"problem":[60],"real-world":[62],"applications":[63,85],"due":[64],"existence":[67],"various":[69],"unseen":[70,193,235],"categories.":[71,194,236],"In":[72,298],"paper,":[74],"we":[75,92],"first":[76],"introduce":[77],"open-set":[79,113,260,335],"3DOR":[80,89,261,336],"expand":[83],"task.":[90],"Then,":[91,172],"propose":[93],"Hypergraph-Based":[95],"Multi-Modal":[96,125],"Representation":[97],"(HGM":[98],"<inline-formula><tex-math":[99],"notation=\"LaTeX\">$^{2}$</tex-math></inline-formula>":[100],"R)":[101],"framework":[102,117],"learn":[104],"embeddings":[107,222,332],"from":[108,148,189],"multi-modal":[109,256],"representations":[110,165,206],"setting.":[114],"proposed":[116,291,301,323],"composed":[119],"two":[121],"modules,":[122],"i.e.,":[123,263],"Object":[127],"Embedding":[128],"(MM3DOE)":[129],"module":[130,155,175,197],"Structure-Aware":[133],"Invariant":[135],"Knowledge":[136],"Learning":[137],"(SAIKL)":[138],"module.":[139],"By":[140,210],"utilizing":[141],"collaborative":[143],"information":[144],"modalities":[146],"derived":[147],"same":[150],"object,":[152],"MM3DOE":[154],"able":[157],"overcome":[159],"distinction":[161],"across":[162],"different":[163],"modality":[164,276],"generate":[167,254],"unified":[168],"embeddings.":[171],"SAIKL":[174,196],"utilizes":[176],"constructed":[178],"hypergraph":[179,241],"structure":[180],"model":[182],"high-order":[184],"correlation":[185,249],"among":[186],"both":[190],"also":[198],"includes":[199],"memory":[201,214,218],"bank":[202],"that":[203,240,289,321],"stores":[204],"typical":[205],"objects.":[209],"aligning":[211],"with":[212],"those":[213],"anchors":[215],"bank,":[219],"aligned":[221],"can":[223,293,325],"integrate":[224],"invariant":[226],"knowledge":[227],"exhibit":[229],"powerful":[231],"capacity":[233],"toward":[234],"We":[237,253],"formally":[238],"prove":[239],"modeling":[242],"has":[243],"better":[244],"representative":[245],"capability":[246],"on":[247,284,312,333],"data":[248],"than":[250],"graph":[251],"modeling.":[252],"four":[255,286],"datasets":[257,287],"for":[258],"task,":[262],"OS-ESB-core,":[264],"OS-NTU-core,":[265],"OS-MN40-core,":[266],"OS-ABO-core,":[268],"each":[271],"contains":[274],"three":[275],"representations:":[277],"multi-view,":[278],"point":[279],"clouds,":[280],"voxel.":[282],"Experiments":[283],"these":[285],"show":[288],"method":[292,302,324],"significantly":[294],"outperform":[295],"existing":[296],"methods.":[297],"particular,":[299],"outperforms":[303],"state-of-the-art":[305],"by":[306],"12.12%/12.88%":[307],"terms":[309],"mAP":[311],"OS-MN40-core/OS-ABO-core":[314],"dataset,":[315],"respectively.":[316],"Results":[317],"visualizations":[319],"demonstrate":[320],"effectively":[326],"extract":[327],"achieve":[339],"satisfactory":[340],"performance.":[341]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":10}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}