{"id":"https://openalex.org/W4406888793","doi":"https://doi.org/10.48550/arxiv.2501.15981","title":"MatCLIP: Light- and Shape-Insensitive Assignment of PBR Material Models","display_name":"MatCLIP: Light- and Shape-Insensitive Assignment of PBR Material Models","publication_year":2025,"publication_date":"2025-01-27","ids":{"openalex":"https://openalex.org/W4406888793","doi":"https://doi.org/10.48550/arxiv.2501.15981"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2501.15981","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.15981","pdf_url":"https://arxiv.org/pdf/2501.15981","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2501.15981","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028610090","display_name":"Michael Birsak","orcid":"https://orcid.org/0000-0001-6375-8124"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Birsak, Michael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111835825","display_name":"John Femiani","orcid":"https://orcid.org/0000-0002-0924-6686"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Femiani, John","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363706","display_name":"Biao Zhang","orcid":"https://orcid.org/0000-0001-5685-6092"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Biao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076768552","display_name":"Peter Wonka","orcid":"https://orcid.org/0000-0003-0627-9746"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wonka, Peter","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5028610090"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10405","display_name":"Advanced Polymer Synthesis and Characterization","score":0.8791000247001648,"subfield":{"id":"https://openalex.org/subfields/1605","display_name":"Organic Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10405","display_name":"Advanced Polymer Synthesis and Characterization","score":0.8791000247001648,"subfield":{"id":"https://openalex.org/subfields/1605","display_name":"Organic Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12420","display_name":"Silicone and Siloxane Chemistry","score":0.8555999994277954,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.8481000065803528,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3419313430786133}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3419313430786133}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2501.15981","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.15981","pdf_url":"https://arxiv.org/pdf/2501.15981","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2501.15981","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.15981","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2501.15981","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.15981","pdf_url":"https://arxiv.org/pdf/2501.15981","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Assigning":[0],"realistic":[1],"materials":[2,30,54,69],"to":[3,31,35,55,165],"3D":[4,36,170],"models":[5],"remains":[6],"a":[7,16,137],"significant":[8],"challenge":[9],"in":[10],"computer":[11],"graphics.":[12],"We":[13],"propose":[14],"MatCLIP,":[15],"novel":[17],"method":[18,161],"that":[19,103],"extracts":[20],"shape-":[21],"and":[22,75,89,91,149,177,181],"lighting-insensitive":[23],"descriptors":[24,102],"of":[25,45,68,107,126,132,141],"Physically":[26],"Based":[27],"Rendering":[28],"(PBR)":[29],"assign":[32],"plausible":[33],"textures":[34],"objects":[37],"based":[38],"on":[39,83,156],"images,":[40],"such":[41,146,173],"as":[42,147,174],"the":[43,61,65,105],"output":[44],"Latent":[46],"Diffusion":[47],"Models":[48],"(LDMs)":[49],"or":[50,112],"photographs.":[51],"Matching":[52],"PBR":[53,62,97,108],"static":[56],"images":[57],"is":[58],"challenging":[59],"because":[60],"representation":[63],"captures":[64],"dynamic":[66],"appearance":[67],"under":[70],"varying":[71],"viewing":[72,94],"angles,":[73],"shapes,":[74],"lighting":[76],"conditions.":[77],"By":[78],"extending":[79],"an":[80,133],"Alpha-CLIP-based":[81],"model":[82],"material":[84,120,127,167],"renderings":[85],"across":[86],"diverse":[87],"shapes":[88],"lighting,":[90],"encoding":[92],"multiple":[93],"conditions":[95],"for":[96,169],"materials,":[98],"our":[99],"approach":[100],"generates":[101],"bridge":[104],"domains":[106],"representations":[109],"with":[110],"photographs":[111],"renderings,":[113],"including":[114],"LDM":[115],"outputs.":[116],"This":[117],"enables":[118],"consistent":[119],"assignments":[121,168],"without":[122],"requiring":[123],"explicit":[124],"knowledge":[125],"relationships":[128],"between":[129],"different":[130],"parts":[131],"object.":[134],"MatCLIP":[135],"achieves":[136],"top-1":[138],"classification":[139],"accuracy":[140],"76.6%,":[142],"outperforming":[143],"state-of-the-art":[144],"methods":[145],"PhotoShape":[148],"MatAtlas":[150],"by":[151],"over":[152],"15":[153],"percentage":[154],"points":[155],"publicly":[157],"available":[158],"datasets.":[159],"Our":[160],"can":[162],"be":[163,184],"used":[164],"construct":[166],"shape":[171],"datasets":[172],"ShapeNet,":[175],"3DCoMPaT++,":[176],"Objaverse.":[178],"All":[179],"code":[180],"data":[182],"will":[183],"released.":[185]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}