{"id":"https://openalex.org/W4407693133","doi":"https://doi.org/10.1109/tmm.2025.3543067","title":"Threefold Encoder Interaction: Hierarchical Multi-Grained Semantic Alignment for Cross-Modal Food Retrieval","display_name":"Threefold Encoder Interaction: Hierarchical Multi-Grained Semantic Alignment for Cross-Modal Food Retrieval","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407693133","doi":"https://doi.org/10.1109/tmm.2025.3543067"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3543067","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3543067","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101692199","display_name":"Qi Wang","orcid":"https://orcid.org/0000-0003-0445-5603"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qi Wang","raw_affiliation_strings":["School of Mathematics and Computer Sciences, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Sciences, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391562","display_name":"Dong Wang","orcid":"https://orcid.org/0000-0003-4872-4860"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Wang","raw_affiliation_strings":["School of Software, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046155722","display_name":"Weidong Min","orcid":"https://orcid.org/0000-0003-2526-2181"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Min","raw_affiliation_strings":["School of Mathematics and Computer Sciences, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Sciences, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041243051","display_name":"Di Gai","orcid":"https://orcid.org/0009-0001-2699-6200"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Gai","raw_affiliation_strings":["School of Mathematics and Computer Sciences, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Sciences, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029896144","display_name":"Qing Han","orcid":"https://orcid.org/0000-0002-1294-9470"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Han","raw_affiliation_strings":["School of Mathematics and Computer Sciences, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Sciences, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006911903","display_name":"Cheng Zha","orcid":"https://orcid.org/0000-0002-2390-1552"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Zha","raw_affiliation_strings":["School of Mathematics and Computer Sciences, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Sciences, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091636755","display_name":"Yuling Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuling Zhong","raw_affiliation_strings":["School of Software, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101692199"],"corresponding_institution_ids":["https://openalex.org/I141649914"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01246148,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":null,"first_page":"2848","last_page":"2862"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.914900004863739,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.914900004863739,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8624788522720337},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6333138942718506},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5843496918678284},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44126054644584656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8624788522720337},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6333138942718506},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5843496918678284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44126054644584656},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3543067","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3543067","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Zero hunger","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/2"}],"awards":[{"id":"https://openalex.org/G1049662597","display_name":null,"funder_award_id":"20232BAB202051","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G1191276245","display_name":null,"funder_award_id":"62076117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4486925438","display_name":null,"funder_award_id":"62166026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4693648162","display_name":null,"funder_award_id":"20242BAB25078","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G5931362567","display_name":null,"funder_award_id":"20224BAB212011","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G6887745184","display_name":null,"funder_award_id":"20232BAB212008","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G7321404166","display_name":null,"funder_award_id":"62461037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322665","display_name":"Natural Science Foundation of Jiangxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2414162830","https://openalex.org/W2526198870","https://openalex.org/W2562417371","https://openalex.org/W2565041183","https://openalex.org/W2737041163","https://openalex.org/W2897152025","https://openalex.org/W2948037078","https://openalex.org/W2963055199","https://openalex.org/W2963217233","https://openalex.org/W2963556277","https://openalex.org/W2963997278","https://openalex.org/W2965328380","https://openalex.org/W2966316879","https://openalex.org/W2999229518","https://openalex.org/W3033103428","https://openalex.org/W3035032757","https://openalex.org/W3035414481","https://openalex.org/W3080950656","https://openalex.org/W3081484346","https://openalex.org/W3082811686","https://openalex.org/W3115266926","https://openalex.org/W3118152356","https://openalex.org/W3118548710","https://openalex.org/W3119537051","https://openalex.org/W3137684688","https://openalex.org/W3153694119","https://openalex.org/W3158714121","https://openalex.org/W3162507627","https://openalex.org/W3164325351","https://openalex.org/W3169472988","https://openalex.org/W3186223381","https://openalex.org/W3190517769","https://openalex.org/W3197950609","https://openalex.org/W3204119129","https://openalex.org/W3206660842","https://openalex.org/W3207562294","https://openalex.org/W3208444943","https://openalex.org/W3208601917","https://openalex.org/W3209420799","https://openalex.org/W4280546232","https://openalex.org/W4283390709","https://openalex.org/W4289752563","https://openalex.org/W4308233830","https://openalex.org/W4312325116","https://openalex.org/W4312881242","https://openalex.org/W4313591463","https://openalex.org/W4319996536","https://openalex.org/W6765779288","https://openalex.org/W6790830454","https://openalex.org/W6791353385"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Current":[0],"cross-modal":[1,56,156,197],"food":[2,13,57,65,110,198],"retrieval":[3,46,58,199],"approaches":[4],"focus":[5],"mainly":[6],"on":[7,132,169],"the":[8,23,43,62,68,75,103,123,133,152,159,170,176],"global":[9,24],"visual":[10,111,139],"appearance":[11],"of":[12,22,26,35,64,70,155],"without":[14],"explicitly":[15],"considering":[16],"multi-grained":[17,90,97,104,109,114,124,138,144,160,181],"information.":[18],"Additionally,":[19],"direct":[20],"calculation":[21],"similarity":[25,116,162],"image-recipe":[27,45],"pairs":[28],"is":[29,148,190],"not":[30],"particularly":[31],"effective":[32],"in":[33,102,196],"terms":[34],"latent":[36],"alignment,":[37],"which":[38],"suffers":[39],"from":[40],"mismatch":[41],"during":[42],"mutual":[44],"process.":[47],"This":[48],"paper":[49],"proposes":[50],"a":[51,85,89,96,142],"threefold":[52],"encoder":[53,106],"interaction":[54,91,105,115,161],"(TEI)":[55],"framework":[59,80,179],"to":[60,73,107,120,150,192],"maintain":[61],"multi-granularity":[63],"images":[66],"and":[67,88,128,137,166,186,189],"multi-levels":[69],"textual":[71,136],"recipes":[72],"address":[74],"aforementioned":[76],"challenges.":[77],"The":[78,113],"TEI":[79,178],"comprises":[81],"an":[82],"image":[83,129,185],"encoder,":[84,87],"recipe":[86,127],"encoder.":[92],"We":[93],"simultaneously":[94],"propose":[95],"relation-aware":[98],"attention":[99],"(MRA)":[100],"embedded":[101],"capture":[108],"features.":[112,140],"scores":[117],"are":[118],"calculated":[119],"better":[121],"establish":[122],"correlation":[125],"between":[126,184],"entities":[130],"based":[131],"extracted":[134],"hierarchical":[135,143],"Finally,":[141],"semantic":[145,182],"alignment":[146,183],"loss":[147],"designed":[149],"supervise":[151],"whole":[153],"process":[154],"training":[157],"using":[158],"scores.":[163],"Extensive":[164],"qualitative":[165],"quantitative":[167],"experiments":[168],"Recipe1M":[171],"dataset":[172],"have":[173],"demonstrated":[174],"that":[175],"proposed":[177],"achieves":[180],"text":[187],"modalities":[188],"superior":[191],"other":[193],"state-of-the-art":[194],"methods":[195],"tasks.":[200]},"counts_by_year":[],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}