{"id":"https://openalex.org/W3037346089","doi":"https://doi.org/10.1145/3379172.3391722","title":"BIDAL-HCMUS@LSC2020: An Interactive Multimodal Lifelog Retrieval with Query-to-Sample Attention-based Search Engine","display_name":"BIDAL-HCMUS@LSC2020: An Interactive Multimodal Lifelog Retrieval with Query-to-Sample Attention-based Search Engine","publication_year":2020,"publication_date":"2020-06-04","ids":{"openalex":"https://openalex.org/W3037346089","doi":"https://doi.org/10.1145/3379172.3391722","mag":"3037346089"},"language":"en","primary_location":{"id":"doi:10.1145/3379172.3391722","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3379172.3391722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Annual Workshop on Lifelog Search Challenge","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019525502","display_name":"Anh-Vu Mai-Nguyen","orcid":"https://orcid.org/0000-0003-1270-2512"},"institutions":[{"id":"https://openalex.org/I23582244","display_name":"Ho Chi Minh City University of Science","ror":"https://ror.org/05jfbgm49","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I23582244"]},{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Anh-Vu Mai-Nguyen","raw_affiliation_strings":["University of Science, VNU-HCMC, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Science, VNU-HCMC, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I23582244","https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112487382","display_name":"Trong-Dat Phan","orcid":null},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I23582244","display_name":"Ho Chi Minh City University of Science","ror":"https://ror.org/05jfbgm49","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I23582244"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Trong-Dat Phan","raw_affiliation_strings":["University of Science, VNU-HCMC, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Science, VNU-HCMC, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I23582244","https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021307737","display_name":"Anh-Khoa Vo","orcid":null},"institutions":[{"id":"https://openalex.org/I23582244","display_name":"Ho Chi Minh City University of Science","ror":"https://ror.org/05jfbgm49","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I23582244"]},{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Anh-Khoa Vo","raw_affiliation_strings":["University of Science, VNU-HCMC, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Science, VNU-HCMC, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I23582244","https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025578691","display_name":"Van-Luon Tran","orcid":null},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I23582244","display_name":"Ho Chi Minh City University of Science","ror":"https://ror.org/05jfbgm49","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I23582244"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Van-Luon Tran","raw_affiliation_strings":["University of Science, VNU-HCMC, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Science, VNU-HCMC, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I23582244","https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023083273","display_name":"Minh-Son Dao","orcid":"https://orcid.org/0000-0003-3044-8175"},"institutions":[{"id":"https://openalex.org/I4210151344","display_name":"National Institute on Consumer Education","ror":"https://ror.org/03y6p7b93","country_code":"JP","type":"education","lineage":["https://openalex.org/I4210151344"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Minh-Son Dao","raw_affiliation_strings":["NICT, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"NICT, Tokyo, Japan","institution_ids":["https://openalex.org/I4210151344"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048072689","display_name":"Koji Zettsu","orcid":"https://orcid.org/0000-0003-4062-2376"},"institutions":[{"id":"https://openalex.org/I4210151344","display_name":"National Institute on Consumer Education","ror":"https://ror.org/03y6p7b93","country_code":"JP","type":"education","lineage":["https://openalex.org/I4210151344"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koji Zettsu","raw_affiliation_strings":["NICT, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"NICT, Tokyo, Japan","institution_ids":["https://openalex.org/I4210151344"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5019525502"],"corresponding_institution_ids":["https://openalex.org/I123565023","https://openalex.org/I23582244"],"apc_list":null,"apc_paid":null,"fwci":0.6839,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.71489548,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"43","last_page":"49"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8584014177322388},{"id":"https://openalex.org/keywords/lifelog","display_name":"Lifelog","score":0.8409388065338135},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7160138487815857},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6562840342521667},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5647802948951721},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5116896629333496},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.4967864155769348},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.4433685839176178},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.17296534776687622}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8584014177322388},{"id":"https://openalex.org/C176168674","wikidata":"https://www.wikidata.org/wiki/Q763835","display_name":"Lifelog","level":2,"score":0.8409388065338135},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7160138487815857},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6562840342521667},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5647802948951721},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5116896629333496},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4967864155769348},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.4433685839176178},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.17296534776687622},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3379172.3391722","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3379172.3391722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Annual Workshop on Lifelog Search Challenge","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2613718673","https://openalex.org/W2745461083","https://openalex.org/W2949640565","https://openalex.org/W2949888546","https://openalex.org/W2950422744","https://openalex.org/W2950477299","https://openalex.org/W2950500537","https://openalex.org/W2950594834","https://openalex.org/W2951856405","https://openalex.org/W2952517849","https://openalex.org/W2953270264","https://openalex.org/W3001197829","https://openalex.org/W3033661344"],"related_works":["https://openalex.org/W1981938961","https://openalex.org/W2805113808","https://openalex.org/W1998053","https://openalex.org/W2255742513","https://openalex.org/W4297883442","https://openalex.org/W4247891579","https://openalex.org/W11278570","https://openalex.org/W1550456461","https://openalex.org/W2010826556","https://openalex.org/W2160726690"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,84,94,127],"introduce":[4],"an":[5,80],"interactive":[6],"multimodal":[7],"lifelog":[8],"retrieval":[9],"system":[10,26,162],"with":[11,73,171],"the":[12,18,25,37,51,59,62,74,87,91,102,123,136],"search":[13],"engine":[14],"built":[15],"by":[16,30,112,116,156],"utilizing":[17,101],"attention":[19],"mechanism.":[20,125],"The":[21,161],"algorithm":[22],"upon":[23],"which":[24],"relies":[27],"is":[28,163],"constructed":[29],"applying":[31],"two":[32],"observations:":[33],"(1)":[34],"most":[35],"of":[36,53,61,67,78,110,140],"images":[38,121],"belonged":[39],"to":[40,50,58,120,174,182,186],"one":[41,68],"event":[42,69],"probably":[43],"contain":[44],"cues":[45,56],"(e.g.,":[46,114],"objects)":[47],"that":[48,153],"relate":[49],"content":[52,75],"queries.":[54,160],"These":[55],"contribute":[57],"representative":[60],"event,":[63],"and":[64,76,130,168,185],"(2)":[65],"instances":[66,99],"can":[70,85,95,128],"be":[71],"associated":[72],"context":[77],"such":[79],"event.":[81],"Hence,":[82],"when":[83],"determine":[86],"seed":[88],"(by":[89,100],"leveraging":[90],"first":[92],"observation),":[93],"find":[96],"all":[97],"relevant":[98],"second":[103],"observation).":[104],"We":[105],"also":[106],"take":[107],"a":[108],"benefit":[109],"querying":[111],"samples":[113],"images)":[115],"converting":[117],"text":[118,138,159],"query":[119,139],"using":[122,157],"attention-based":[124],"Thus,":[126],"enrich":[129],"add":[131],"more":[132,144],"semantic":[133],"meaning":[134],"into":[135],"simple":[137],"users":[141,170,176],"towards":[142],"having":[143],"accurate":[145],"results,":[146],"as":[147,149],"well":[148],"discovering":[150],"hidden":[151],"results":[152],"cannot":[154],"reach":[155],"only":[158],"designed":[164],"for":[165],"both":[166],"novice":[167],"expert":[169],"several":[172],"filters":[173],"help":[175],"express":[177],"their":[178,188],"queries":[179],"from":[180],"general":[181],"particular":[183],"descriptions":[184],"polish":[187],"results.":[189]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}