{"id":"https://openalex.org/W4415540515","doi":"https://doi.org/10.1145/3746027.3755159","title":"PFDepth: Heterogeneous Pinhole-Fisheye Joint Depth Estimation via Distortion-aware Gaussian-Splatted Volumetric Fusion","display_name":"PFDepth: Heterogeneous Pinhole-Fisheye Joint Depth Estimation via Distortion-aware Gaussian-Splatted Volumetric Fusion","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415540515","doi":"https://doi.org/10.1145/3746027.3755159"},"language":"en","primary_location":{"id":"doi:10.1145/3746027.3755159","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755159","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.26008","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104159250","display_name":"Zhiwei Zhang","orcid":"https://orcid.org/0009-0003-5488-8180"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiwei Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111508419","display_name":"Renchao Xu","orcid":"https://orcid.org/0009-0003-9770-5938"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruikai Xu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Weijian Zhang","orcid":"https://orcid.org/0009-0006-5406-1011"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijian Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100685384","display_name":"Zhizhong Zhang","orcid":"https://orcid.org/0000-0001-6905-4478"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizhong Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080281882","display_name":"Xin Tan","orcid":"https://orcid.org/0000-0001-9346-1196"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Tan","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074868631","display_name":"Jingyu Gong","orcid":"https://orcid.org/0000-0002-4536-0953"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Gong","raw_affiliation_strings":["East China Normal University, Shanghai, China and Shanghai Key Laboratory of Computer Software Evaluating and Testing, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China and Shanghai Key Laboratory of Computer Software Evaluating and Testing, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110042813","display_name":"Yuan Xie","orcid":"https://orcid.org/0000-0001-6945-7437"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Xie","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084218062","display_name":"Lizhuang Ma","orcid":"https://orcid.org/0000-0003-1653-4341"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhuang Ma","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5104159250"],"corresponding_institution_ids":["https://openalex.org/I183067930","https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":1.2181,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.84544134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1386","last_page":"1394"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.732200026512146},{"id":"https://openalex.org/keywords/intrinsics","display_name":"Intrinsics","score":0.6226999759674072},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5260000228881836},{"id":"https://openalex.org/keywords/flattening","display_name":"Flattening","score":0.4458000063896179},{"id":"https://openalex.org/keywords/voxel","display_name":"Voxel","score":0.40939998626708984},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.396699994802475},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3903000056743622},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.3869999945163727},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.37700000405311584}],"concepts":[{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.732200026512146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6912000179290771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6481000185012817},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6358000040054321},{"id":"https://openalex.org/C2908650547","wikidata":"https://www.wikidata.org/wiki/Q20999234","display_name":"Intrinsics","level":2,"score":0.6226999759674072},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5260000228881836},{"id":"https://openalex.org/C19444555","wikidata":"https://www.wikidata.org/wiki/Q212750","display_name":"Flattening","level":2,"score":0.4458000063896179},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.40939998626708984},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.3869999945163727},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.37700000405311584},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C141268832","wikidata":"https://www.wikidata.org/wiki/Q2940499","display_name":"Depth map","level":3,"score":0.35749998688697815},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.34380000829696655},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.328900009393692},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C84824328","wikidata":"https://www.wikidata.org/wiki/Q4633097","display_name":"2D to 3D conversion","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C157202957","wikidata":"https://www.wikidata.org/wiki/Q1659609","display_name":"Image warping","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C2779104521","wikidata":"https://www.wikidata.org/wiki/Q23058469","display_name":"Contouring","level":2,"score":0.2549000084400177}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3746027.3755159","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755159","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2509.26008","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.26008","pdf_url":"https://arxiv.org/pdf/2509.26008","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.26008","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.26008","pdf_url":"https://arxiv.org/pdf/2509.26008","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3456032731","display_name":null,"funder_award_id":"No. 72192821, No. 62472282","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5622463821","display_name":null,"funder_award_id":"25ZR1402135","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4415540515.pdf"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2100893637","https://openalex.org/W2144042618","https://openalex.org/W3035563424","https://openalex.org/W3135227369","https://openalex.org/W3141975725","https://openalex.org/W3170748769","https://openalex.org/W4312572946","https://openalex.org/W4322616103","https://openalex.org/W4385318467","https://openalex.org/W4388185446","https://openalex.org/W4390871919","https://openalex.org/W4390873429","https://openalex.org/W4402715971","https://openalex.org/W4402716314","https://openalex.org/W4402727115","https://openalex.org/W4402727359","https://openalex.org/W4402753888","https://openalex.org/W4402961751","https://openalex.org/W4403761012","https://openalex.org/W4403908351","https://openalex.org/W4408280739","https://openalex.org/W4409366387"],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1,170],"paper,":[2],"we":[3,65,104,146],"present":[4],"the":[5,21,107,165,172],"first":[6,66,173],"pinhole-fisheye":[7,178],"framework":[8],"for":[9,40,129],"heterogeneous":[10,73,177],"multi-view":[11,140],"depth":[12,141,162,179],"estimation,":[13,180],"PFDepth.":[14],"Our":[15],"key":[16],"insight":[17],"is":[18,89,171],"to":[19,91,125],"exploit":[20],"complementary":[22],"characteristics":[23],"of":[24,49,53,167,176],"pinhole":[25,54],"and":[26,55,61,93,100,156,185],"fisheye":[27,56],"imagery":[28],"(undistorted":[29],"vs.":[30,33,37],"distorted,":[31],"small":[32],"large":[34],"FOV,":[35],"far":[36],"near":[38],"field)":[39],"joint":[41],"optimization.":[42],"PFDepth":[43,149],"employs":[44],"a":[45,76,82,112,151],"unified":[46],"architecture":[47],"capable":[48],"processing":[50],"arbitrary":[51],"combinations":[52],"cameras":[57],"with":[58],"varied":[59],"intrinsics":[60],"extrinsics.":[62],"Within":[63],"PFDepth,":[64],"explicitly":[67],"lift":[68],"2D":[69],"features":[70,97,136],"from":[71],"each":[72],"view":[74],"into":[75,111,139],"canonical":[77],"3D":[78,114,131],"volumetric":[79,96],"space.":[80],"Then,":[81],"core":[83],"module":[84],"termed":[85],"Heterogeneous":[86],"Spatial":[87],"Fusion":[88],"designed":[90],"process":[92],"fuse":[94],"distortion-aware":[95],"across":[98],"overlapping":[99],"non-overlapping":[101],"regions.":[102],"Additionally,":[103],"subtly":[105],"reformulate":[106],"conventional":[108],"voxel":[109],"fusion":[110],"novel":[113],"Gaussian":[115,121],"representation,":[116],"in":[117],"which":[118],"learnable":[119],"latent":[120],"spheres":[122],"dynamically":[123],"adapt":[124],"local":[126],"image":[127],"textures":[128],"finer":[130],"aggregation.":[132],"Finally,":[133],"fused":[134],"volume":[135],"are":[137],"rendered":[138],"maps.":[142],"Through":[143],"extensive":[144],"experiments,":[145],"demonstrate":[147],"that":[148],"sets":[150],"state-of-the-art":[152],"performance":[153],"on":[154],"KITTI-360":[155],"RealHet":[157],"datasets":[158],"over":[159],"current":[160],"mainstream":[161],"networks.":[163],"To":[164],"best":[166],"our":[168],"knowledge,":[169],"systematic":[174],"study":[175],"offering":[181],"both":[182],"technical":[183],"novelty":[184],"valuable":[186],"empirical":[187],"insights.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-25T00:00:00"}