{"id":"https://openalex.org/W4210661702","doi":"https://doi.org/10.1109/tmm.2022.3147664","title":"Tube-Embedded Transformer for Pixel Prediction","display_name":"Tube-Embedded Transformer for Pixel Prediction","publication_year":2022,"publication_date":"2022-02-01","ids":{"openalex":"https://openalex.org/W4210661702","doi":"https://doi.org/10.1109/tmm.2022.3147664"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3147664","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3147664","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100718904","display_name":"Xiaoya Zhang","orcid":"https://orcid.org/0000-0003-4136-7880"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoya Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-4136-7880","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025904398","display_name":"Shumin Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shumin Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025396815","display_name":"Zhen Cui","orcid":"https://orcid.org/0000-0002-0543-4196"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Cui","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-0543-4196","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017096005","display_name":"Zechao Li","orcid":"https://orcid.org/0000-0002-5341-5985"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zechao Li","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-5341-5985","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089409762","display_name":"Jin Xie","orcid":"https://orcid.org/0000-0001-6978-8834"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Xie","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100726984","display_name":"Jian Yang","orcid":"https://orcid.org/0000-0003-4800-832X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-4800-832X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":0.9788,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.75154406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"25","issue":null,"first_page":"2503","last_page":"2514"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8306201100349426},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5414173603057861},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5336013436317444},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4976795017719269},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.433907687664032},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3846687972545624},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.36348095536231995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8306201100349426},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5414173603057861},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5336013436317444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4976795017719269},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.433907687664032},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3846687972545624},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.36348095536231995},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3147664","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3147664","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1065978008","display_name":"\u56fe\u5efa\u6a21\u5b66\u4e60\u53ca\u5176\u89c6\u89c9\u5e94\u7528\u7814\u7a76","funder_award_id":"62072244","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2554973217","display_name":null,"funder_award_id":"BK20210328","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G4805341162","display_name":null,"funder_award_id":"BK20190019","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5634287101","display_name":null,"funder_award_id":"61876084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6252788252","display_name":null,"funder_award_id":"30921011104","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W218762409","https://openalex.org/W337610345","https://openalex.org/W1899309388","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1905829557","https://openalex.org/W1915250530","https://openalex.org/W1923184257","https://openalex.org/W2103328396","https://openalex.org/W2107077531","https://openalex.org/W2124907686","https://openalex.org/W2143104527","https://openalex.org/W2146814781","https://openalex.org/W2194775991","https://openalex.org/W2221101993","https://openalex.org/W2244253939","https://openalex.org/W2343077198","https://openalex.org/W2412782625","https://openalex.org/W2531468424","https://openalex.org/W2550402137","https://openalex.org/W2563705555","https://openalex.org/W2605938684","https://openalex.org/W2609822318","https://openalex.org/W2624871570","https://openalex.org/W2775906317","https://openalex.org/W2776622059","https://openalex.org/W2798441115","https://openalex.org/W2798927139","https://openalex.org/W2809290718","https://openalex.org/W2888965908","https://openalex.org/W2895401575","https://openalex.org/W2951234442","https://openalex.org/W2959581809","https://openalex.org/W2961433270","https://openalex.org/W2962809185","https://openalex.org/W2963150697","https://openalex.org/W2963408523","https://openalex.org/W2963488291","https://openalex.org/W2963517541","https://openalex.org/W2963563573","https://openalex.org/W2963591054","https://openalex.org/W2963881378","https://openalex.org/W2963896186","https://openalex.org/W2964014680","https://openalex.org/W2966182616","https://openalex.org/W2974576232","https://openalex.org/W2997778743","https://openalex.org/W3007589762","https://openalex.org/W3033503043","https://openalex.org/W3034976873","https://openalex.org/W3035276179","https://openalex.org/W3041080314","https://openalex.org/W3043238202","https://openalex.org/W3048510980","https://openalex.org/W3141797743","https://openalex.org/W3158507479","https://openalex.org/W4385245566","https://openalex.org/W6639824700","https://openalex.org/W6675994131","https://openalex.org/W6678569853","https://openalex.org/W6685261749","https://openalex.org/W6729541841","https://openalex.org/W6739365718","https://openalex.org/W6739901393","https://openalex.org/W6779247072"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2787352659","https://openalex.org/W3105492668","https://openalex.org/W4234125632","https://openalex.org/W2951720331"],"abstract_inverted_index":{"Multi-task":[0],"pixel-level":[1],"learning,":[2],"which":[3],"aims":[4],"to":[5,10,63,83,96,101,116],"exploit":[6],"the":[7,12,30,65,70,79,85,93,102,107,114,118,124,129,134,137,141,145,150,162,166,169,179,183,186],"inter-task":[8,31,50],"interactions":[9,77,82],"improve":[11],"learning":[13,152,172],"of":[14,144,153,168,185],"each":[15],"task,":[16],"is":[17],"an":[18],"important":[19],"but":[20],"challenging":[21],"issue":[22],"in":[23,113],"visual":[24],"perception":[25],"and":[26,33,54,132,140,158,178],"multimedia":[27],"applications.":[28],"Measuring":[29],"correlation":[32],"intra-task":[34],"specificity,":[35],"we":[36,52,91],"propose":[37],"a":[38,59],"tube-embedded":[39],"transformer":[40,94],"(TET)":[41],"framework":[42],"for":[43],"robust":[44],"multi-task":[45,67,110,171],"pixel":[46],"prediction.":[47],"To":[48],"facilitate":[49],"interactions,":[51],"aggregate":[53,112],"project":[55],"all":[56],"tasks":[57],"into":[58],"shared":[60,119],"tube":[61,99,115,135],"pool":[62],"generate":[64,117],"latent":[66],"representation":[68,121],"during":[69],"coarse-to-fine":[71],"decoding":[72],"stages.":[73],"The":[74],"resulting":[75],"task-tube":[76,130],"replace":[78],"two-by-two":[80],"task-task":[81],"reduce":[84],"model":[86],"complexity":[87],"significantly.":[88],"In":[89],"addition,":[90],"introduce":[92],"mechanism":[95],"adaptively":[97],"transfer":[98],"features":[100,111],"target":[103,146],"task.":[104,147],"Concretely,":[105],"on":[106,123,128,149],"one":[108],"hand,":[109,126],"feature":[120],"bases;":[122],"other":[125,175],"based":[127],"association":[131],"complementarity,":[133],"outputs":[136],"query":[138],"entry":[139],"weighting":[142],"coefficients":[143],"Experimentally,":[148],"joint":[151],"semantic":[154],"segmentation,":[155],"depth":[156],"estimation,":[157,161],"surface":[159],"normal":[160],"comparison":[163],"experiments":[164,181],"show":[165],"superiority":[167],"TET":[170,187],"method":[173],"over":[174],"state-of-the-art":[176],"approaches,":[177],"ablation":[180],"verify":[182],"effectiveness":[184],"mechanism.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}