{"id":"https://openalex.org/W7163570465","doi":"https://doi.org/10.48550/arxiv.2606.04880","title":"MAOAM: Unified Object and Material Selection with Vision-Language Models","display_name":"MAOAM: Unified Object and Material Selection with Vision-Language Models","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163570465","doi":"https://doi.org/10.48550/arxiv.2606.04880"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.04880","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04880","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.04880","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137851595","display_name":"Jaden Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Jaden","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015425468","display_name":"Valentin Deschaintre","orcid":"https://orcid.org/0000-0002-6219-3747"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deschaintre, Valentin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137908727","display_name":"Jason Kuen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuen, Jason","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137815698","display_name":"Kangning Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Kangning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013165810","display_name":"Iliyan Georgiev","orcid":"https://orcid.org/0000-0002-9655-2138"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Georgiev, Iliyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137824664","display_name":"Krishna Kumar Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Krishna Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137899423","display_name":"Yong Jae Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Yong Jae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5081610985","display_name":"Michael Fischer","orcid":"https://orcid.org/0000-0002-2610-4831"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fischer, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5558000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5558000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3375999927520752,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.010400000028312206,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.7465999722480774},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6330000162124634},{"id":"https://openalex.org/keywords/decodes","display_name":"Decodes","score":0.5947999954223633},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5551999807357788},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.54339998960495},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5277000069618225},{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.4620000123977661},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.46140000224113464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7937999963760376},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.7465999722480774},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6330000162124634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6019999980926514},{"id":"https://openalex.org/C2778858076","wikidata":"https://www.wikidata.org/wiki/Q5249539","display_name":"Decodes","level":3,"score":0.5947999954223633},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5551999807357788},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.54339998960495},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5277000069618225},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.4620000123977661},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.46140000224113464},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4180999994277954},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37630000710487366},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3407999873161316},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.32600000500679016},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.30730000138282776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29789999127388},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2816999852657318},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27239999175071716},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.27160000801086426},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2694000005722046},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2630000114440918},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.04880","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04880","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.04880","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04880","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Selection":[0],"is":[1,49,158],"a":[2,12,60,75,94,113,116,153,170,198],"core":[3],"operation":[4],"in":[5,234,263],"interactive":[6],"image":[7,245],"editing.":[8],"To":[9],"be":[10,15],"practical,":[11],"user":[13,124],"should":[14,34],"able":[16],"to":[17,119,187,217],"specify":[18],"and":[19,31,72,102,108,136,141,178,184,203,239,251,258],"disambiguate":[20],"the":[21,32,126,129,145,149,159,214],"desired":[22],"selection":[23,48,68,96,104,131,163,235],"region":[24],"through":[25],"either":[26],"text":[27,166,238],"or":[28,56,134],"click-based":[29,109],"interactions,":[30],"system":[33],"support":[35,74],"selecting":[36],"not":[37],"only":[38],"objects":[39],"but":[40],"also":[41],"other":[42],"criteria,":[43],"such":[44],"as":[45],"materials.":[46],"Material-based":[47],"valuable":[50],"for":[51],"tasks":[52],"like":[53],"re-texturing":[54],"surfaces":[55],"editing":[57,246],"instances":[58],"of":[59,161],"specific":[61],"material.":[62],"However,":[63],"existing":[64],"vision-language-model":[65],"(VLM)":[66],"based":[67],"methods":[69],"are":[70],"object-centric":[71],"typically":[73],"single":[76],"interaction":[77,259],"modality,":[78],"limiting":[79],"their":[80],"applicability.":[81],"In":[82],"this":[83],"work,":[84],"we":[85,175],"thus":[86],"present":[87],"Mask":[88],"Any":[89],"Object":[90],"And":[91],"Material":[92],"(MAOAM),":[93],"unified":[95],"framework":[97],"that":[98],"enables":[99],"precise":[100],"object":[101],"material-level":[103],"across":[105,254],"both":[106],"text-":[107],"interactions.":[110],"MAOAM":[111,196],"leverages":[112],"VLM":[114,127],"with":[115,165,181,191,197,207,225],"segmentation":[117,146],"head":[118,147],"produce":[120],"pixel-accurate":[121],"masks":[122],"from":[123,213],"prompts:":[125],"interprets":[128],"user's":[130],"intent":[132],"(object":[133],"material-level)":[135],"encodes":[137],"visual":[138],"entities,":[139],"attributes,":[140],"spatial":[142],"relations,":[143],"while":[144],"decodes":[148],"output":[150],"token":[151],"into":[152],"mask.":[154],"A":[155],"key":[156],"challenge":[157],"lack":[160],"material":[162,182,189,215,220],"datasets":[164],"annotations.":[167],"We":[168,194],"propose":[169],"scalable":[171],"data":[172],"generation":[173],"pipeline:":[174],"collect":[176],"real":[177],"synthetic":[179],"images":[180],"masks,":[183],"leverage":[185],"VLMs":[186],"generate":[188],"descriptions":[190,216],"rich":[192],"visual-semantics.":[193],"train":[195],"multi-task":[199],"objective":[200],"over":[201],"click":[202],"text-based":[204],"selection,":[205],"along":[206],"an":[208,231],"auxiliary":[209],"VQA":[210],"task":[211],"derived":[212],"facilitate":[218],"deeper":[219],"understanding.":[221],"Despite":[222],"being":[223],"trained":[224],"uni-modal":[226],"prompts,":[227],"our":[228],"model":[229],"exhibits":[230],"emergent":[232],"improvement":[233],"when":[236],"combining":[237],"clicks":[240],"at":[241],"inference,":[242],"enabling":[243],"flexible":[244],"workflows.":[247],"Experiments":[248],"demonstrate":[249],"accurate":[250],"coherent":[252],"selections":[253],"diverse":[255],"objects,":[256],"materials,":[257],"scenarios,":[260],"highlighting":[261],"robustness":[262],"practice.":[264]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-05T00:00:00"}