{"id":"https://openalex.org/W4386076216","doi":"https://doi.org/10.1109/cvpr52729.2023.01017","title":"Chat2Map: Efficient Scene Mapping from Multi-Ego Conversations","display_name":"Chat2Map: Efficient Scene Mapping from Multi-Ego Conversations","alternate_titles":[],"publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386076216","doi":"https://doi.org/10.1109/cvpr52729.2023.01017"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.01017","doi":"https://doi.org/10.1109/cvpr52729.2023.01017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01017","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4386076216"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2301.02184","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064099733","display_name":"Sagnik Majumder","orcid":"https://orcid.org/0000-0002-2851-1510","observed_orcids":["https://orcid.org/0000-0002-2851-1510"]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sagnik Majumder","raw_affiliation_strings":["UT Austin","Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UT Austin","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053570676","display_name":"Hao Jiang","orcid":"https://orcid.org/0000-0003-0561-5058","observed_orcids":["https://orcid.org/0000-0003-0561-5058","https://orcid.org/0009-0000-5435-5198","https://orcid.org/0009-0002-7372-3245"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Jiang","raw_affiliation_strings":["Meta,Reality Labs Research","Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta,Reality Labs Research","institution_ids":[]},{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025290918","display_name":"Pierre Moulon","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pierre Moulon","raw_affiliation_strings":["Meta,Reality Labs Research","Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta,Reality Labs Research","institution_ids":[]},{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070756529","display_name":"Ethan Henderson","orcid":"https://orcid.org/0000-0002-2203-7838","observed_orcids":["https://orcid.org/0000-0002-2203-7838"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ethan Henderson","raw_affiliation_strings":["Meta,Reality Labs Research","Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta,Reality Labs Research","institution_ids":[]},{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004601228","display_name":"Paul Thomas Calamia","orcid":"https://orcid.org/0000-0002-0401-6996","observed_orcids":["https://orcid.org/0000-0002-0401-6996"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Calamia","raw_affiliation_strings":["Meta,Reality Labs Research","Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta,Reality Labs Research","institution_ids":[]},{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012765543","display_name":"Kristen Lorraine Grauman","orcid":"https://orcid.org/0000-0002-9591-5873","observed_orcids":["https://orcid.org/0000-0002-9591-5873"]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristen Grauman","raw_affiliation_strings":["UT Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UT Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108520440","display_name":"Vamsi Krishna Ithapu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vamsi Krishna Ithapu","raw_affiliation_strings":["Meta,Reality Labs Research","Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta,Reality Labs Research","institution_ids":[]},{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8847,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.84924693,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"10554","last_page":"10564"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/egocentric-video","display_name":"egocentric video","score":0.8450000286102295},{"id":"https://openalex.org/keywords/3d-scene-reconstruction","display_name":"3D scene reconstruction","score":0.6729999780654907},{"id":"https://openalex.org/keywords/redundancy-reduction","display_name":"redundancy reduction","score":0.609000027179718},{"id":"https://openalex.org/keywords/power-efficiency","display_name":"power efficiency","score":0.6159999966621399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8173745274543762},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.6448593735694885},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.622096836566925},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5913026928901672},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5558609366416931},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5084906816482544},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.47713398933410645},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.47365960478782654},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.336331307888031},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2540651857852936},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.09047132730484009},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr52729.2023.01017","doi":"https://doi.org/10.1109/cvpr52729.2023.01017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01017","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2301.02184","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.02184","pdf_url":"https://arxiv.org/pdf/2301.02184","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2301.02184","doi":"https://doi.org/10.48550/arxiv.2301.02184","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2301.02184","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2301.02184","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.02184","pdf_url":"https://arxiv.org/pdf/2301.02184","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310620","display_name":"University of Texas at Austin","ror":"https://ror.org/00hj54h04"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386076216.pdf","grobid_xml":"https://content.openalex.org/works/W4386076216.grobid-xml"},"referenced_works_count":87,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1494198834","https://openalex.org/W1569827162","https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1768994003","https://openalex.org/W1937507046","https://openalex.org/W1950843348","https://openalex.org/W1957167950","https://openalex.org/W1977189000","https://openalex.org/W1999286188","https://openalex.org/W2005943303","https://openalex.org/W2067503923","https://openalex.org/W2095705004","https://openalex.org/W2109351996","https://openalex.org/W2117228865","https://openalex.org/W2196697617","https://openalex.org/W2278882914","https://openalex.org/W2569527682","https://openalex.org/W2586821239","https://openalex.org/W2626778328","https://openalex.org/W2764198839","https://openalex.org/W2780568882","https://openalex.org/W2810602713","https://openalex.org/W2891627435","https://openalex.org/W2891715141","https://openalex.org/W2898591683","https://openalex.org/W2902957614","https://openalex.org/W2911640030","https://openalex.org/W2914608873","https://openalex.org/W2929928372","https://openalex.org/W2937227853","https://openalex.org/W2938698191","https://openalex.org/W2947526499","https://openalex.org/W2962717701","https://openalex.org/W2962911647","https://openalex.org/W2963321993","https://openalex.org/W2963433827","https://openalex.org/W2963526497","https://openalex.org/W2963971014","https://openalex.org/W2964076802","https://openalex.org/W2964121744","https://openalex.org/W2964339842","https://openalex.org/W2967657713","https://openalex.org/W2968968404","https://openalex.org/W2969358987","https://openalex.org/W2979485309","https://openalex.org/W2980826643","https://openalex.org/W2983765792","https://openalex.org/W2986336497","https://openalex.org/W2997296614","https://openalex.org/W3001975179","https://openalex.org/W3011144238","https://openalex.org/W3034658206","https://openalex.org/W3038975720","https://openalex.org/W3041773613","https://openalex.org/W3042040243","https://openalex.org/W3042458822","https://openalex.org/W3081397249","https://openalex.org/W3089887959","https://openalex.org/W3089944088","https://openalex.org/W3102804550","https://openalex.org/W3104456586","https://openalex.org/W3108332675","https://openalex.org/W3108655859","https://openalex.org/W3120553329","https://openalex.org/W3121780787","https://openalex.org/W3126899967","https://openalex.org/W3160264863","https://openalex.org/W3161264107","https://openalex.org/W3176232375","https://openalex.org/W3202849004","https://openalex.org/W3203887644","https://openalex.org/W3205786327","https://openalex.org/W4226538240","https://openalex.org/W4296070366","https://openalex.org/W4312356258","https://openalex.org/W4312388311","https://openalex.org/W4312498304","https://openalex.org/W4312746993","https://openalex.org/W4312779270","https://openalex.org/W4313171043","https://openalex.org/W4322153971","https://openalex.org/W6773029903","https://openalex.org/W6782288879","https://openalex.org/W7098939097","https://openalex.org/W7133216317"],"related_works":["https://openalex.org/W3120553329","https://openalex.org/W7124155884","https://openalex.org/W7220841201","https://openalex.org/W7213944577","https://openalex.org/W7160051884","https://openalex.org/W2306388698","https://openalex.org/W7096935171","https://openalex.org/W7147112221","https://openalex.org/W2892244049","https://openalex.org/W4389666183"],"abstract_inverted_index":{"Can":[0],"conversational":[1],"videos":[2],"captured":[3],"from":[4],"multiple":[5,59],"egocentric":[6,45,92],"viewpoints":[7],"reveal":[8],"the":[9,31,44,79,83,86,102,138,144,148],"map":[10,32],"of":[11,33,48,82,89,104],"a":[12,15,26,34,51,64,151],"scene":[13,65,132],"in":[14,43,50,63],"cost-efficient":[16],"way?":[17],"We":[18,146],"seek":[19],"to":[20,99,109,134,140],"answer":[21],"this":[22],"question":[23],"by":[24,39],"proposing":[25],"new":[27],"problem:":[28],"efficiently":[29,141],"building":[30],"previously":[35],"unseen":[36,80],"3D":[37,156],"environment":[38],"exploiting":[40],"shared":[41,131],"information":[42],"audio-visual":[46,73,122,153],"observations":[47],"participants":[49],"natural":[52],"conversation.":[53],"Our":[54,163],"hypothesis":[55],"is":[56],"that":[57,75,117,127],"as":[58,108,158,160],"people":[60],"(\u201cegos\u201d)":[61],"move":[62],"and":[66,112,170],"talk":[67],"among":[68],"themselves,":[69],"they":[70],"receive":[71],"rich":[72],"cues":[74],"can":[76],"help":[77],"uncover":[78],"areas":[81],"scene.":[84],"Given":[85],"high":[87],"cost":[88],"continuously":[90],"processing":[91],"visual":[93,105],"streams,":[94],"we":[95,119],"further":[96],"explore":[97],"how":[98],"actively":[100],"coordinate":[101],"sampling":[103],"information,":[106],"so":[107],"minimize":[110],"redundancy":[111],"reduce":[113],"power":[114],"use.":[115],"To":[116],"end,":[118],"present":[120],"an":[121,172],"deep":[123],"reinforcement":[124],"learning":[125],"approach":[126,149],"works":[128],"with":[129],"our":[130],"mapper":[133],"selectively":[135],"turn":[136],"on":[137],"camera":[139],"chart":[142],"out":[143],"space.":[145],"evaluate":[147],"using":[150],"state-of-the-art":[152,167],"simulator":[154],"for":[155],"scenes":[157],"well":[159],"real-world":[161],"video.":[162],"model":[164],"outperforms":[165],"previous":[166],"mapping":[168],"methods,":[169],"achieves":[171],"excellent":[173],"cost-accuracy":[174],"tradeoff.":[175],"Project:":[176],"http://vision.cs.utexas.edu/projects/chat2map.":[177]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386076216","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-08-23T00:00:00"}
