{"id":"https://openalex.org/W4392931361","doi":"https://doi.org/10.1109/tip.2024.3374211","title":"Convolution-Enhanced Bi-Branch Adaptive Transformer With Cross-Task Interaction for Food Category and Ingredient Recognition","display_name":"Convolution-Enhanced Bi-Branch Adaptive Transformer With Cross-Task Interaction for Food Category and Ingredient Recognition","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392931361","doi":"https://doi.org/10.1109/tip.2024.3374211","pmid":"https://pubmed.ncbi.nlm.nih.gov/38470580"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3374211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3374211","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100385828","display_name":"Yuxin Liu","orcid":"https://orcid.org/0000-0002-5388-9988"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Liu","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Key Laboratory of Intelligent Information Processing, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Computing Technology, Key Laboratory of Intelligent Information Processing, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039322394","display_name":"Weiqing Min","orcid":"https://orcid.org/0000-0001-6668-9208"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiqing Min","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Key Laboratory of Intelligent Information Processing, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6668-9208","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Computing Technology, Key Laboratory of Intelligent Information Processing, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085719285","display_name":"Shuqiang Jiang","orcid":"https://orcid.org/0000-0002-1596-4326"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuqiang Jiang","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Key Laboratory of Intelligent Information Processing, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1596-4326","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Computing Technology, Key Laboratory of Intelligent Information Processing, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100728762","display_name":"Yong Rui","orcid":"https://orcid.org/0000-0002-9142-5914"},"institutions":[{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Rui","raw_affiliation_strings":["Lenovo Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lenovo Group, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.3199,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.99564051,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"33","issue":null,"first_page":"2572","last_page":"2586"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10866","display_name":"Nutritional Studies and Diet","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10866","display_name":"Nutritional Studies and Diet","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11667","display_name":"Advanced Chemical Sensor Technologies","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11925","display_name":"Culinary Culture and Tourism","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/1106","display_name":"Food Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7017883062362671},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5804017186164856},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5554382801055908},{"id":"https://openalex.org/keywords/ingredient","display_name":"Ingredient","score":0.5310407280921936},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42688730359077454},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.41150182485580444},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4008483290672302},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32991015911102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7017883062362671},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5804017186164856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5554382801055908},{"id":"https://openalex.org/C2780589914","wikidata":"https://www.wikidata.org/wiki/Q10675206","display_name":"Ingredient","level":2,"score":0.5310407280921936},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42688730359077454},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.41150182485580444},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4008483290672302},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32991015911102295},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31903555","wikidata":"https://www.wikidata.org/wiki/Q1637030","display_name":"Food science","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D003296","descriptor_name":"Cooking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003296","descriptor_name":"Cooking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003296","descriptor_name":"Cooking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2024.3374211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3374211","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:38470580","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38470580","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[{"id":"https://openalex.org/G1251363176","display_name":null,"funder_award_id":"62125207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4099808365","display_name":"\u591a\u6a21\u6001\u573a\u666f\u5206\u6790\u53ca\u5730\u7406\u4f4d\u7f6e\u9884\u6d4b\u6280\u672f\u7814\u7a76","funder_award_id":"61972378","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1686810756","https://openalex.org/W2058365330","https://openalex.org/W2096761622","https://openalex.org/W2163969215","https://openalex.org/W2194775991","https://openalex.org/W2526198870","https://openalex.org/W2530422462","https://openalex.org/W2535808783","https://openalex.org/W2565639579","https://openalex.org/W2583892095","https://openalex.org/W2740463150","https://openalex.org/W2752782242","https://openalex.org/W2768656470","https://openalex.org/W2782829507","https://openalex.org/W2908510526","https://openalex.org/W2961018736","https://openalex.org/W2962858109","https://openalex.org/W2963217233","https://openalex.org/W2963446712","https://openalex.org/W2966316879","https://openalex.org/W2972610293","https://openalex.org/W2981631843","https://openalex.org/W2986331178","https://openalex.org/W2989322016","https://openalex.org/W2995924296","https://openalex.org/W3011676234","https://openalex.org/W3021798166","https://openalex.org/W3082811686","https://openalex.org/W3092406709","https://openalex.org/W3093048820","https://openalex.org/W3093234244","https://openalex.org/W3096609285","https://openalex.org/W3099518117","https://openalex.org/W3108870912","https://openalex.org/W3122239467","https://openalex.org/W3136416617","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3139049060","https://openalex.org/W3151130473","https://openalex.org/W3160694286","https://openalex.org/W3170841864","https://openalex.org/W3174320978","https://openalex.org/W3176136157","https://openalex.org/W3176153963","https://openalex.org/W4214493665","https://openalex.org/W4214673031","https://openalex.org/W4285295719","https://openalex.org/W4288622677","https://openalex.org/W4289639868","https://openalex.org/W4295308583","https://openalex.org/W4312960790","https://openalex.org/W4313007769","https://openalex.org/W4319996536","https://openalex.org/W4323543962","https://openalex.org/W4387197118","https://openalex.org/W6637373629","https://openalex.org/W6684191040","https://openalex.org/W6757817989","https://openalex.org/W6759000249","https://openalex.org/W6776765601","https://openalex.org/W6784094891","https://openalex.org/W6790690058","https://openalex.org/W6792695861","https://openalex.org/W6798016242"],"related_works":["https://openalex.org/W2490316842","https://openalex.org/W1650653924","https://openalex.org/W4221018629","https://openalex.org/W1997883897","https://openalex.org/W2475097056","https://openalex.org/W2088663511","https://openalex.org/W2366664701","https://openalex.org/W3161375132","https://openalex.org/W4296885217","https://openalex.org/W3159569875"],"abstract_inverted_index":{"Recently,":[0],"visual":[1,42],"food":[2,33,55,74,79,101,115,158,272],"analysis":[3],"has":[4],"received":[5],"more":[6,8],"and":[7,27,40,68,90,100,117,134,143,153,181,189,246,258,278,285,303],"attention":[9,165,238],"in":[10,54,172],"the":[11,51,65,77,84,91,151,217,228,241,253,291],"computer":[12],"vision":[13],"community":[14],"due":[15,63],"to":[16,60,64,149,186,215,239,251],"its":[17],"wide":[18],"application":[19],"scenarios,":[20],"e.g.,":[21],"diet":[22,29],"nutrition":[23],"management,":[24],"smart":[25],"restaurant,":[26],"personalized":[28],"recommendation.":[30],"Considering":[31],"that":[32,263],"images":[34,37,56,196],"are":[35,57,221,305],"unstructured":[36],"with":[38,73],"complex":[39,152],"unfixed":[41,154],"patterns,":[43],"mining":[44],"food-related":[45],"semantic-aware":[46,191],"regions":[47,192],"is":[48,95,213],"crucial.":[49],"Furthermore,":[50],"ingredients":[52,89,245],"contained":[53],"semantically":[58],"related":[59],"each":[61,205],"other":[62],"cooking":[66],"habits":[67],"have":[69],"significant":[70],"semantic":[71,86,93,242,254],"relationships":[72,87,243],"categories":[75,257],"under":[76],"hierarchical":[78],"classification":[80],"ontology.":[81],"Therefore,":[82],"modeling":[83],"long-range":[85],"between":[88,244,256],"categories-ingredients":[92],"interactions":[94,255],"beneficial":[96],"for":[97,114,193,204],"ingredient":[98,118,229],"recognition":[99,138],"analysis.":[102],"Taking":[103],"these":[104],"factors":[105],"into":[106],"consideration,":[107],"we":[108,160,231],"propose":[109,161,232],"a":[110,125,135,162,177,182,208],"multi-task":[111,136],"learning":[112],"framework":[113,121],"category":[116],"recognition.":[119],"This":[120],"mainly":[122],"consists":[123,175,235],"of":[124,157,176,236,283,293],"food-orient":[126],"Transformer":[127,132],"named":[128],"Convolution-Enhanced":[129],"Bi-Branch":[130,168],"Adaptive":[131,169],"(CBiAFormer)":[133],"category-ingredient":[137],"network":[139],"called":[140,167],"Structural":[141],"Learning":[142],"Cross-Task":[144],"Interaction":[145],"(SLCI).":[146],"In":[147],"order":[148],"capture":[150],"fine-grained":[155,179,218],"patterns":[156],"images,":[159],"query-aware":[163],"data-adaptive":[164],"mechanism":[166],"Attention":[170],"(BiA-Attention)":[171],"CBiAFormer,":[173],"which":[174,220,234],"local":[178,188],"branch":[180,185],"global":[183,190],"coarse-grained":[184],"mine":[187,252],"different":[194],"input":[195],"through":[197],"an":[198],"adaptive":[199],"candidate":[200],"key/value":[201],"sets":[202],"assignment":[203],"query.":[206],"Additionally,":[207],"convolutional":[209],"patch":[210],"embedding":[211],"module":[212],"proposed":[214],"extract":[216],"features":[219],"neglected":[222],"by":[223],"Transformers.":[224],"To":[225],"fully":[226],"utilize":[227],"information,":[230],"SLCI,":[233],"cross-layer":[237],"model":[240],"two":[247,288],"cross-task":[248],"interaction":[249],"modules":[250],"ingredients.":[259],"Extensive":[260],"experiments":[261],"show":[262],"our":[264,294],"method":[265],"achieves":[266],"competitive":[267],"performance":[268],"on":[269,287],"three":[270],"mainstream":[271],"datasets":[273],"(ETH":[274],"Food-101,":[275],"Vireo":[276],"Food-172,":[277],"ISIA":[279],"Food-200).":[280],"Visualization":[281],"analyses":[282],"CBiAFormer":[284],"SLCI":[286],"tasks":[289],"prove":[290],"effectiveness":[292],"method.":[295],"Codes":[296],"will":[297],"be":[298],"released":[299],"upon":[300],"publication.":[301],"Code":[302],"models":[304],"available":[306],"at":[307],"https://github.com/Liuyuxinict/CBiAFormer.":[308]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}