{"id":"https://openalex.org/W4402828215","doi":"https://doi.org/10.1145/3675095.3676611","title":"EchoGuide: Active Acoustic Guidance for LLM-Based Eating Event Analysis from Egocentric Videos","display_name":"EchoGuide: Active Acoustic Guidance for LLM-Based Eating Event Analysis from Egocentric Videos","publication_year":2024,"publication_date":"2024-09-25","ids":{"openalex":"https://openalex.org/W4402828215","doi":"https://doi.org/10.1145/3675095.3676611"},"language":"en","primary_location":{"id":"doi:10.1145/3675095.3676611","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3675095.3676611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM International Symposium on Wearable Computers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079079038","display_name":"V.N. Parikh","orcid":"https://orcid.org/0009-0000-8791-9340"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vineet Parikh","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":"https://orcid.org/0009-0000-8791-9340","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051085811","display_name":"Saif Mahmud","orcid":"https://orcid.org/0000-0002-5283-0765"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saif Mahmud","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-5283-0765","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101436383","display_name":"Devansh Agarwal","orcid":"https://orcid.org/0009-0005-1338-9275"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Devansh Agarwal","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":"https://orcid.org/0009-0005-1338-9275","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017543279","display_name":"Ke Li","orcid":"https://orcid.org/0000-0002-4208-7904"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ke Li","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4208-7904","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037702709","display_name":"Fran\u00e7ois Guimbreti\u00e8re","orcid":"https://orcid.org/0000-0002-5510-6799"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fran\u00e7ois Guimbreti\u00e8re","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-5510-6799","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080697701","display_name":"Cheng Zhang","orcid":"https://orcid.org/0000-0002-5079-5927"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cheng Zhang","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-5079-5927","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5079079038"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":1.3153,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.80830197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"40","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9488999843597412,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9309999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6790786981582642},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5812250971794128},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4653860628604889},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42692580819129944},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39194947481155396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6790786981582642},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5812250971794128},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4653860628604889},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42692580819129944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39194947481155396},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3675095.3676611","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3675095.3676611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM International Symposium on Wearable Computers","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8330951688","display_name":null,"funder_award_id":"2239569","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1964226903","https://openalex.org/W2467500938","https://openalex.org/W2496009737","https://openalex.org/W2609956602","https://openalex.org/W2754630480","https://openalex.org/W2783985400","https://openalex.org/W2891344401","https://openalex.org/W2972073579","https://openalex.org/W3027879771","https://openalex.org/W3029790089","https://openalex.org/W3205786327","https://openalex.org/W3216270236","https://openalex.org/W4220766568","https://openalex.org/W4225015651","https://openalex.org/W4284884132","https://openalex.org/W4296783397","https://openalex.org/W4312614039","https://openalex.org/W4366547682","https://openalex.org/W4386076314","https://openalex.org/W4387086384","https://openalex.org/W4387212420","https://openalex.org/W4387321410","https://openalex.org/W4387321423","https://openalex.org/W4391462118","https://openalex.org/W4392120932","https://openalex.org/W4399121557","https://openalex.org/W4399324070","https://openalex.org/W4399657705"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Self-recording":[0],"eating":[1,22,47,55,62,100,108,145,163],"behaviors":[2],"is":[3,30,66],"a":[4,7,40],"step":[5],"towards":[6],"healthy":[8],"lifestyle":[9],"recommended":[10],"by":[11],"many":[12],"health":[13],"professionals.":[14],"However,":[15],"the":[16,61,158],"current":[17],"practice":[18],"of":[19,60,99],"manually":[20],"recording":[21],"activities":[23,63],"using":[24],"paper":[25],"records":[26,132],"or":[27],"smartphone":[28],"apps":[29],"often":[31],"unsustainable":[32],"and":[33,77,96,114,124,150],"inaccurate.":[34],"Smart":[35],"glasses":[36],"have":[37],"emerged":[38],"as":[39],"promising":[41],"wearable":[42],"form":[43],"factor":[44],"for":[45,107,118,160],"tracking":[46],"behaviors,":[48],"but":[49],"existing":[50],"systems":[51],"primarily":[52],"identify":[53],"when":[54],"occurs":[56],"without":[57],"capturing":[58],"details":[59],"(E.g.,":[64],"what":[65],"being":[67],"eaten).":[68],"In":[69],"this":[70],"paper,":[71],"we":[72],"present":[73],"EchoGuide,":[74],"an":[75],"application":[76],"system":[78],"pipeline":[79],"that":[80],"leverages":[81],"low-power":[82],"active":[83,104],"acoustic":[84,105],"sensing":[85,106],"to":[86,90,127],"guide":[87],"head-mounted":[88],"cameras":[89],"capture":[91],"egocentric":[92],"videos,":[93],"enabling":[94],"efficient":[95],"detailed":[97],"analysis":[98],"activities.":[101],"By":[102],"combining":[103],"detection":[109],"with":[110,138],"video":[111,154],"captioning":[112],"models":[113,117],"large-scale":[115],"language":[116],"retrieval":[119],"augmentation,":[120],"EchoGuide":[121,137],"intelligently":[122],"clips":[123],"analyzes":[125],"videos":[126],"create":[128],"concise,":[129],"relevant":[130],"activity":[131,164],"on":[133],"eating.":[134],"We":[135],"evaluated":[136],"9":[139],"participants":[140],"in":[141,153],"naturalistic":[142],"settings":[143],"involving":[144],"activities,":[146],"demonstrating":[147],"high-quality":[148],"summarization":[149],"significant":[151],"reductions":[152],"data":[155],"needed,":[156],"paving":[157],"way":[159],"practical,":[161],"scalable":[162],"tracking.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}
