{"id":"https://openalex.org/W4323022503","doi":"https://doi.org/10.1109/tmm.2023.3251697","title":"CPG3D: Cross-Modal Priors Guided 3D Object Reconstruction","display_name":"CPG3D: Cross-Modal Priors Guided 3D Object Reconstruction","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323022503","doi":"https://doi.org/10.1109/tmm.2023.3251697"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3251697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3251697","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001185571","display_name":"Weizhi Nie","orcid":"https://orcid.org/0000-0002-0578-8138"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weizhi Nie","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-0578-8138","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067935357","display_name":"Chuanqi Jiao","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanqi Jiao","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089259796","display_name":"Rihao Chang","orcid":"https://orcid.org/0000-0001-5384-0212"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rihao Chang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China","School of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0001-5384-0212","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"School of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088863133","display_name":"Lei Qu","orcid":"https://orcid.org/0000-0002-1328-2655"},"institutions":[{"id":"https://openalex.org/I4210111795","display_name":"Hisense (China)","ror":"https://ror.org/0276vcd78","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210111795"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Qu","raw_affiliation_strings":["Hisense Group Holdings Company, Ltd., Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-1328-2655","affiliations":[{"raw_affiliation_string":"Hisense Group Holdings Company, Ltd., Qingdao, China","institution_ids":["https://openalex.org/I4210111795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081485810","display_name":"An-An Liu","orcid":"https://orcid.org/0000-0001-5755-9145"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"An-An Liu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-5755-9145","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5001185571"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":2.7796,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.92199293,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"9383","last_page":"9396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8613348007202148},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6915968656539917},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.575419545173645},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.5658128261566162},{"id":"https://openalex.org/keywords/3d-reconstruction","display_name":"3D reconstruction","score":0.5246337056159973},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.47650089859962463},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.46782535314559937},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4665396511554718},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.45662957429885864},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.45230889320373535},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3616921007633209},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3556317687034607},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.09976020455360413}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8613348007202148},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6915968656539917},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.575419545173645},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.5658128261566162},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.5246337056159973},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.47650089859962463},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.46782535314559937},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4665396511554718},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.45662957429885864},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.45230889320373535},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3616921007633209},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3556317687034607},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.09976020455360413},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3251697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3251697","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W190346962","https://openalex.org/W764651262","https://openalex.org/W1629010235","https://openalex.org/W1644641054","https://openalex.org/W1875842236","https://openalex.org/W1901129140","https://openalex.org/W1996236764","https://openalex.org/W1998242433","https://openalex.org/W2007326328","https://openalex.org/W2010625607","https://openalex.org/W2042535240","https://openalex.org/W2074954154","https://openalex.org/W2100808586","https://openalex.org/W2118304946","https://openalex.org/W2149489931","https://openalex.org/W2160291759","https://openalex.org/W2194775991","https://openalex.org/W2211722331","https://openalex.org/W2229412420","https://openalex.org/W2293078015","https://openalex.org/W2342277278","https://openalex.org/W2462831000","https://openalex.org/W2556802233","https://openalex.org/W2560722161","https://openalex.org/W2603429625","https://openalex.org/W2606840594","https://openalex.org/W2609754928","https://openalex.org/W2890382763","https://openalex.org/W2891624360","https://openalex.org/W2896207750","https://openalex.org/W2906047965","https://openalex.org/W2911758669","https://openalex.org/W2944579304","https://openalex.org/W2962778872","https://openalex.org/W2962849139","https://openalex.org/W2962988048","https://openalex.org/W2963141648","https://openalex.org/W2963448850","https://openalex.org/W2963527086","https://openalex.org/W2963563548","https://openalex.org/W2963739349","https://openalex.org/W2963926543","https://openalex.org/W2968370607","https://openalex.org/W2981506675","https://openalex.org/W2982131530","https://openalex.org/W2991202319","https://openalex.org/W2993195924","https://openalex.org/W2996290406","https://openalex.org/W3000471755","https://openalex.org/W3021962567","https://openalex.org/W3025503473","https://openalex.org/W3034376488","https://openalex.org/W3035269921","https://openalex.org/W3036421240","https://openalex.org/W3080837329","https://openalex.org/W3092867601","https://openalex.org/W3099201369","https://openalex.org/W3099505600","https://openalex.org/W3105863736","https://openalex.org/W3144783736","https://openalex.org/W3152836822","https://openalex.org/W3156072581","https://openalex.org/W3159460161","https://openalex.org/W3180922390","https://openalex.org/W3181799004","https://openalex.org/W4205207651","https://openalex.org/W4285105895","https://openalex.org/W4288627354","https://openalex.org/W4289076044","https://openalex.org/W4394671432","https://openalex.org/W6609156417","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6687484953","https://openalex.org/W6718683173","https://openalex.org/W6729001083","https://openalex.org/W6732742072","https://openalex.org/W6739901393","https://openalex.org/W6745947945","https://openalex.org/W6759118810","https://openalex.org/W6763236253"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W2145836866","https://openalex.org/W2803255133","https://openalex.org/W2909431601"],"abstract_inverted_index":{"Three-dimensional":[0,157],"reconstruction":[1,20,86,158,232],"is":[2,16,69],"a":[3,41,51,140,162],"multimedia":[4],"technology":[5],"widely":[6],"used":[7],"in":[8,32],"computer-aided":[9],"modeling":[10],"and":[11,28,82,129,152,219,234],"3D":[12,25,48,73,80,85,100,108,127,153,167,186,195],"animation.":[13],"Nevertheless,":[14],"it":[15],"still":[17],"hard":[18],"for":[19,45,78,166],"methods":[21],"to":[22,88,120,144,177,190,206,211],"overcome":[23],"the":[24,29,33,55,61,65,84,117,122,125,130,146,173,179,185,192,208,217,222],"geometry":[26],"missing":[27,79],"object":[30],"occlusion":[31],"single-view":[34,62],"images.":[35,113],"In":[36],"this":[37],"article,":[38],"we":[39,115,171,199],"propose":[40,139,161],"novel":[42,163],"method":[43,93,229],"(CPG3D)":[44],"reconstructing":[46],"high-quality":[47],"shapes":[49,109],"from":[50,71],"single":[52],"image":[53,63],"under":[54],"guidance":[56],"of":[57,95,149,194],"prior":[58,67],"knowledge.":[59],"Using":[60],"as":[64],"query,":[66],"knowledge":[68],"collected":[70],"public":[72],"datasets,":[74,221],"which":[75],"can":[76],"compensate":[77],"geometries":[81],"assist":[83],"network":[87,165],"high":[89],"fidelity":[90],"results.":[91],"Our":[92],"consists":[94],"three":[96],"parts:":[97],"1)":[98],"Cross-modal":[99],"shape":[101,128,168],"retrieval":[102],"module:":[103,137,159],"This":[104],"part":[105],"retrieves":[106],"related":[107],"based":[110],"on":[111],"2D":[112,150],"Here,":[114],"apply":[116],"pre-trained":[118],"model":[119],"guarantee":[121],"correlation":[123],"between":[124],"retrieved":[126],"input":[131],"image.":[132],"2)":[133],"Multimodal":[134],"information":[135,147,183,189],"fusion":[136],"We":[138,160],"multimodal":[141,209],"attention":[142],"mechanism":[143],"handle":[145],"fusing":[148],"visual":[151,182],"structural":[154,188],"information;":[155],"3)":[156],"encoder-decoder":[164],"reconstruction.":[169],"Specifically,":[170],"employ":[172,200],"skip":[174],"connection":[175],"operation":[176],"link":[178],"target":[180],"image's":[181],"with":[184],"model's":[187],"enhance":[191],"prediction":[193],"details.":[196],"During":[197],"training,":[198],"two":[201],"carefully":[202],"designed":[203],"loss":[204],"functions":[205],"lead":[207],"learning":[210],"obtain":[212],"proper":[213],"modal":[214],"features.":[215],"On":[216],"ShapeNet":[218],"Pix3D":[220],"final":[223],"experimental":[224],"results":[225],"reveal":[226],"that":[227],"our":[228],"notably":[230],"increases":[231],"quality":[233],"outperforms":[235],"SOTA":[236],"methods.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}