{"id":"https://openalex.org/W3186150303","doi":"https://doi.org/10.1145/3446209","title":"Lifelog Image Retrieval Based on Semantic Relevance Mapping","display_name":"Lifelog Image Retrieval Based on Semantic Relevance Mapping","publication_year":2021,"publication_date":"2021-07-22","ids":{"openalex":"https://openalex.org/W3186150303","doi":"https://doi.org/10.1145/3446209","mag":"3186150303"},"language":"en","primary_location":{"id":"doi:10.1145/3446209","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3446209","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052143634","display_name":"Qianli Xu","orcid":"https://orcid.org/0000-0003-0105-5903"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qianli Xu","raw_affiliation_strings":["Institute for Infocomm Research, A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, A*STAR, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031210844","display_name":"Ana Garc\u00eda del Molino","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ana Garcia Del Molino","raw_affiliation_strings":["Institute for Infocomm Research, A*STAR, Singapore; ByteDance AI Lab, Singapore","ByteDance AI Lab, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, A*STAR, Singapore; ByteDance AI Lab, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"]},{"raw_affiliation_string":"ByteDance AI Lab, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030005076","display_name":"Jie Lin","orcid":"https://orcid.org/0000-0002-8971-0660"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jie Lin","raw_affiliation_strings":["Institute for Infocomm Research, A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, A*STAR, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030374805","display_name":"Fen Fang","orcid":"https://orcid.org/0000-0002-3834-4795"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Fen Fang","raw_affiliation_strings":["Institute for Infocomm Research, A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, A*STAR, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045309067","display_name":"Vigneshwaran Subbaraju","orcid":"https://orcid.org/0000-0002-4276-5939"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Vigneshwaran Subbaraju","raw_affiliation_strings":["A*STAR Human-Centric Artificial Intelligence Programme;Institute of High Performance Computing, A*STAR, Singapore","Institute of High Performance Computing, A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"A*STAR Human-Centric Artificial Intelligence Programme;Institute of High Performance Computing, A*STAR, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]},{"raw_affiliation_string":"Institute of High Performance Computing, A*STAR, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101524913","display_name":"Liyuan Li","orcid":"https://orcid.org/0000-0002-3758-1975"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Liyuan Li","raw_affiliation_strings":["Institute for Infocomm Research, A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, A*STAR, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077258552","display_name":"Joo\u2010Hwee Lim","orcid":"https://orcid.org/0000-0002-4103-3824"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joo-Hwee Lim","raw_affiliation_strings":["Institute for Infocomm Research, A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, A*STAR, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5423,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.63078585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"17","issue":"3","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lifelog","display_name":"Lifelog","score":0.9880865216255188},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8364449739456177},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.6594586968421936},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6460852026939392},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6163151860237122},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.5927722454071045},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.437716007232666},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.41155147552490234},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.297890841960907},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.29195496439933777},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2855791449546814},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21587073802947998},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.21421349048614502},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.16469666361808777}],"concepts":[{"id":"https://openalex.org/C176168674","wikidata":"https://www.wikidata.org/wiki/Q763835","display_name":"Lifelog","level":2,"score":0.9880865216255188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8364449739456177},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.6594586968421936},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6460852026939392},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6163151860237122},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.5927722454071045},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.437716007232666},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.41155147552490234},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.297890841960907},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29195496439933777},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2855791449546814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21587073802947998},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.21421349048614502},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.16469666361808777},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3446209","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3446209","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1496189301","https://openalex.org/W1601567445","https://openalex.org/W1780253070","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1942794687","https://openalex.org/W1989160572","https://openalex.org/W2008775389","https://openalex.org/W2024156464","https://openalex.org/W2030861432","https://openalex.org/W2060269880","https://openalex.org/W2064201656","https://openalex.org/W2094285494","https://openalex.org/W2097117768","https://openalex.org/W2106229755","https://openalex.org/W2108598243","https://openalex.org/W2113137767","https://openalex.org/W2120645068","https://openalex.org/W2129085190","https://openalex.org/W2129801985","https://openalex.org/W2145618437","https://openalex.org/W2152823229","https://openalex.org/W2194775991","https://openalex.org/W2210572927","https://openalex.org/W2239739895","https://openalex.org/W2287077125","https://openalex.org/W2311483243","https://openalex.org/W2513281263","https://openalex.org/W2592838121","https://openalex.org/W2607303097","https://openalex.org/W2732026016","https://openalex.org/W2745461083","https://openalex.org/W2751445731","https://openalex.org/W2752593498","https://openalex.org/W2753475320","https://openalex.org/W2786585376","https://openalex.org/W2886599970","https://openalex.org/W2887412014","https://openalex.org/W2887649429","https://openalex.org/W2888883936","https://openalex.org/W2889120544","https://openalex.org/W2889159752","https://openalex.org/W2889387424","https://openalex.org/W2962941391","https://openalex.org/W2962958773","https://openalex.org/W2966266966","https://openalex.org/W3003587073","https://openalex.org/W3012613560","https://openalex.org/W3099677434","https://openalex.org/W3105300457"],"related_works":["https://openalex.org/W1981938961","https://openalex.org/W2805113808","https://openalex.org/W1998053","https://openalex.org/W2529344883","https://openalex.org/W3186150303","https://openalex.org/W3195986301","https://openalex.org/W4362577851","https://openalex.org/W4321104198","https://openalex.org/W3033566819","https://openalex.org/W2950500537"],"abstract_inverted_index":{"Lifelog":[0],"analytics":[1,124],"is":[2],"an":[3,102],"emerging":[4],"research":[5],"area":[6],"with":[7,80],"technologies":[8,23],"embracing":[9],"the":[10,53,98,106,115,152],"latest":[11],"advances":[12],"in":[13],"machine":[14],"learning,":[15],"wearable":[16],"computing,":[17],"and":[18,101,138],"data":[19,32],"analytics.":[20],"However,":[21],"state-of-the-art":[22],"are":[24,143],"still":[25],"inadequate":[26],"to":[27,51,91,96,104,125,150],"distill":[28],"voluminous":[29],"multimodal":[30],"lifelog":[31,56,61,111,123,130],"into":[33],"high":[34],"quality":[35],"insights.":[36],"In":[37],"this":[38],"article,":[39],"we":[40,117],"propose":[41,118],"a":[42,65,71,89,93,119],"novel":[43],"semantic":[44,72,78,99],"relevance":[45],"mapping":[46,68],"(":[47],"SRM":[48,85],")":[49],"method":[50],"tackle":[52],"problem":[54],"of":[55,67,122,129,154],"information":[57,131],"access.":[58],"We":[59],"formulate":[60],"image":[62,135],"retrieval":[63],"as":[64,88,134],"series":[66],"processes":[69],"where":[70],"gap":[73,100],"exists":[74],"for":[75],"relating":[76],"basic":[77],"attributes":[79],"high-level":[81],"query":[82],"topics.":[83],"The":[84],"serves":[86],"both":[87],"formalism":[90],"construct":[92],"trainable":[94],"model":[95],"bridge":[97],"algorithm":[103],"implement":[105],"training":[107],"process":[108],"on":[109,114,145],"real-world":[110],"data.":[112],"Based":[113],"SRM,":[116],"computational":[120],"framework":[121],"support":[126],"various":[127],"applications":[128],"access,":[132],"such":[133],"retrieval,":[136],"summarization,":[137],"insight":[139],"visualization.":[140],"Systematic":[141],"evaluations":[142],"performed":[144],"three":[146],"challenging":[147],"benchmarking":[148],"tasks":[149],"show":[151],"effectiveness":[153],"our":[155],"method.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}