{"id":"https://openalex.org/W4408182234","doi":"https://doi.org/10.1109/tpami.2025.3548679","title":"MAIR++: Improving Multi-View Attention Inverse Rendering With Implicit Lighting Representation","display_name":"MAIR++: Improving Multi-View Attention Inverse Rendering With Implicit Lighting Representation","publication_year":2025,"publication_date":"2025-03-06","ids":{"openalex":"https://openalex.org/W4408182234","doi":"https://doi.org/10.1109/tpami.2025.3548679","pmid":"https://pubmed.ncbi.nlm.nih.gov/40048342"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3548679","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3548679","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113557446","display_name":"Jae Gark Choi","orcid":"https://orcid.org/0009-0000-2380-0463"},"institutions":[{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]},{"id":"https://openalex.org/I4210140519","display_name":"Korean Association Of Science and Technology Studies","ror":"https://ror.org/04qh86j58","country_code":"KR","type":"other","lineage":["https://openalex.org/I4210140519"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"JunYong Choi","raw_affiliation_strings":["Artificial Intelligence and Robotics Institute of Korea Institute of Science and Technology (KIST), Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Robotics Institute of Korea Institute of Science and Technology (KIST), Seoul, South Korea","institution_ids":["https://openalex.org/I58716616","https://openalex.org/I4210140519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102820989","display_name":"Seokyeong Lee","orcid":"https://orcid.org/0000-0003-3705-3723"},"institutions":[{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]},{"id":"https://openalex.org/I4210140519","display_name":"Korean Association Of Science and Technology Studies","ror":"https://ror.org/04qh86j58","country_code":"KR","type":"other","lineage":["https://openalex.org/I4210140519"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"SeokYeong Lee","raw_affiliation_strings":["Artificial Intelligence and Robotics Institute of Korea Institute of Science and Technology (KIST), Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Robotics Institute of Korea Institute of Science and Technology (KIST), Seoul, South Korea","institution_ids":["https://openalex.org/I58716616","https://openalex.org/I4210140519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061666854","display_name":"Haesol Park","orcid":"https://orcid.org/0009-0002-7615-6231"},"institutions":[{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]},{"id":"https://openalex.org/I4210140519","display_name":"Korean Association Of Science and Technology Studies","ror":"https://ror.org/04qh86j58","country_code":"KR","type":"other","lineage":["https://openalex.org/I4210140519"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Haesol Park","raw_affiliation_strings":["Artificial Intelligence and Robotics Institute of Korea Institute of Science and Technology (KIST), Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Robotics Institute of Korea Institute of Science and Technology (KIST), Seoul, South Korea","institution_ids":["https://openalex.org/I58716616","https://openalex.org/I4210140519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008835980","display_name":"Seung\u2010Won Jung","orcid":"https://orcid.org/0000-0002-0319-4467"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seung-Won Jung","raw_affiliation_strings":["Korea University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014088881","display_name":"Ig-Jae Kim","orcid":"https://orcid.org/0000-0002-2741-7047"},"institutions":[{"id":"https://openalex.org/I4210140519","display_name":"Korean Association Of Science and Technology Studies","ror":"https://ror.org/04qh86j58","country_code":"KR","type":"other","lineage":["https://openalex.org/I4210140519"]},{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ig-Jae Kim","raw_affiliation_strings":["Artificial Intelligence and Robotics Institute of Korea Institute of Science and Technology (KIST), Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Robotics Institute of Korea Institute of Science and Technology (KIST), Seoul, South Korea","institution_ids":["https://openalex.org/I58716616","https://openalex.org/I4210140519"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101512616","display_name":"Junghyun Cho","orcid":"https://orcid.org/0000-0003-1913-8037"},"institutions":[{"id":"https://openalex.org/I4210140519","display_name":"Korean Association Of Science and Technology Studies","ror":"https://ror.org/04qh86j58","country_code":"KR","type":"other","lineage":["https://openalex.org/I4210140519"]},{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junghyun Cho","raw_affiliation_strings":["Artificial Intelligence and Robotics Institute of Korea Institute of Science and Technology (KIST), Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Robotics Institute of Korea Institute of Science and Technology (KIST), Seoul, South Korea","institution_ids":["https://openalex.org/I58716616","https://openalex.org/I4210140519"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5113557446"],"corresponding_institution_ids":["https://openalex.org/I4210140519","https://openalex.org/I58716616"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03629362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"47","issue":"6","first_page":"5076","last_page":"5093"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.8988818526268005},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7513877749443054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6005828380584717},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.543537437915802},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.5069553852081299},{"id":"https://openalex.org/keywords/image-based-modeling-and-rendering","display_name":"Image-based modeling and rendering","score":0.47783994674682617},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1449650526046753},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.0734785795211792}],"concepts":[{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.8988818526268005},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7513877749443054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6005828380584717},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.543537437915802},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.5069553852081299},{"id":"https://openalex.org/C44185422","wikidata":"https://www.wikidata.org/wiki/Q6002064","display_name":"Image-based modeling and rendering","level":3,"score":0.47783994674682617},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1449650526046753},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0734785795211792}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3548679","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3548679","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40048342","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40048342","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W136339363","https://openalex.org/W2076491823","https://openalex.org/W2113404166","https://openalex.org/W2118304946","https://openalex.org/W2520013826","https://openalex.org/W2554602114","https://openalex.org/W2605060370","https://openalex.org/W2811490555","https://openalex.org/W2888277922","https://openalex.org/W2903365351","https://openalex.org/W2948213750","https://openalex.org/W2950021214","https://openalex.org/W2956346787","https://openalex.org/W2963225136","https://openalex.org/W2963650738","https://openalex.org/W2963876827","https://openalex.org/W2964108477","https://openalex.org/W3005254078","https://openalex.org/W3035062946","https://openalex.org/W3035689535","https://openalex.org/W3094502228","https://openalex.org/W3101452841","https://openalex.org/W3111639180","https://openalex.org/W3128872748","https://openalex.org/W3174497039","https://openalex.org/W3176179930","https://openalex.org/W3176249132","https://openalex.org/W3176423883","https://openalex.org/W3177583232","https://openalex.org/W3186630079","https://openalex.org/W3203344405","https://openalex.org/W3203570626","https://openalex.org/W3204326360","https://openalex.org/W3215769467","https://openalex.org/W4200150166","https://openalex.org/W4214520160","https://openalex.org/W4226166806","https://openalex.org/W4226488085","https://openalex.org/W4256700664","https://openalex.org/W4286611058","https://openalex.org/W4311134465","https://openalex.org/W4312340225","https://openalex.org/W4312368481","https://openalex.org/W4312520199","https://openalex.org/W4312521079","https://openalex.org/W4312566693","https://openalex.org/W4312660290","https://openalex.org/W4312679369","https://openalex.org/W4312704232","https://openalex.org/W4312801753","https://openalex.org/W4312925928","https://openalex.org/W4312950208","https://openalex.org/W4313137167","https://openalex.org/W4372348989","https://openalex.org/W4385318467","https://openalex.org/W4386047762","https://openalex.org/W4386065697","https://openalex.org/W4386075528","https://openalex.org/W4386076047","https://openalex.org/W4386076310","https://openalex.org/W4386076318","https://openalex.org/W4387323464","https://openalex.org/W4390871943","https://openalex.org/W4390872725","https://openalex.org/W4390874194","https://openalex.org/W4390889719","https://openalex.org/W4393149151","https://openalex.org/W4400276534","https://openalex.org/W4402704577","https://openalex.org/W4404654733","https://openalex.org/W6739901393","https://openalex.org/W6754127160","https://openalex.org/W6784333009","https://openalex.org/W6787068699","https://openalex.org/W6798790199","https://openalex.org/W6811128913"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"In":[0,163],"this":[1,164],"paper,":[2,165],"we":[3,166,198],"propose":[4,167],"a":[5,51,74,200],"scene-level":[6,36,71,88],"inverse":[7,34,37,72,90],"rendering":[8,38,91],"framework":[9,76],"that":[10,184,216],"uses":[11],"multi-view":[12,26,57,89,102,143,161,203],"images":[13,27,45,58,127],"to":[14,47,100,118,125,206],"decompose":[15],"the":[16,48,68,94,156,175,187],"scene":[17],"into":[18],"geometry,":[19,61],"SVBRDF,":[20],"and":[21,63,104,158,222],"3D":[22],"spatially-varying":[23,64,106],"lighting.":[24,65,107],"While":[25],"have":[28,146],"been":[29,41],"widely":[30],"used":[31,134],"for":[32],"object-level":[33],"rendering,":[35,73],"has":[39],"primarily":[40],"studied":[42],"using":[43],"single-view":[44],"due":[46],"lack":[49],"of":[50,70,190],"dataset":[52],"containing":[53],"high":[54],"dynamic":[55],"range":[56],"with":[59],"ground-truth":[60],"material,":[62],"To":[66],"improve":[67],"quality":[69],"novel":[75],"called":[77,171],"Multi-view":[78],"Attention":[79],"Inverse":[80],"Rendering":[81],"(MAIR)":[82],"was":[83],"recently":[84],"introduced.":[85],"MAIR":[86,109,130,221],"performs":[87],"by":[92,178],"expanding":[93],"OpenRooms":[95],"dataset,":[96],"designing":[97],"efficient":[98],"pipelines":[99],"handle":[101],"images,":[103],"splitting":[105],"Although":[108],"showed":[110],"impressive":[111],"results,":[112],"its":[113,123,142,168],"lighting":[114,182,188],"representation":[115,183],"is":[116],"fixed":[117],"spherical":[119],"Gaussians,":[120],"which":[121],"limits":[122],"ability":[124],"render":[126],"realistically.":[128],"Consequently,":[129],"cannot":[131],"be":[132],"directly":[133],"in":[135],"applications":[136],"such":[137],"as":[138],"material":[139],"editing.":[140],"Moreover,":[141],"aggregation":[144,204],"networks":[145],"difficulties":[147],"extracting":[148],"rich":[149],"features":[150],"because":[151],"they":[152],"only":[153,219],"focus":[154],"on":[155,230],"mean":[157],"variance":[159],"between":[160,211],"features.":[162],"extended":[169],"version,":[170],"MAIR++.":[172],"MAIR++":[173,217],"addresses":[174],"aforementioned":[176],"limitations":[177],"introducing":[179],"an":[180,191],"implicit":[181],"accurately":[185],"captures":[186],"conditions":[189],"image":[192],"while":[193],"facilitating":[194],"realistic":[195],"rendering.":[196],"Furthermore,":[197],"design":[199],"directional":[201],"attention-based":[202],"network":[205],"infer":[207],"more":[208],"intricate":[209],"relationships":[210],"views.":[212],"Experimental":[213],"results":[214],"show":[215],"not":[218],"outperforms":[220],"single-view-based":[223],"methods":[224],"but":[225],"also":[226],"demonstrates":[227],"robust":[228],"performance":[229],"unseen":[231],"real-world":[232],"scenes.":[233]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}