{"id":"https://openalex.org/W4392693534","doi":"https://doi.org/10.1109/tase.2024.3374759","title":"Multi Self-Supervised Pre-Finetuned Transformer Fusion for Better Vehicle Detection","display_name":"Multi Self-Supervised Pre-Finetuned Transformer Fusion for Better Vehicle Detection","publication_year":2024,"publication_date":"2024-03-12","ids":{"openalex":"https://openalex.org/W4392693534","doi":"https://doi.org/10.1109/tase.2024.3374759"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3374759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3374759","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010522533","display_name":"Juwu Zheng","orcid":"https://orcid.org/0009-0004-2946-5941"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Juwu Zheng","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangdong, Guangzhou, China","School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangdong, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071759737","display_name":"Jiangtao Ren","orcid":"https://orcid.org/0000-0003-2827-8322"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangtao Ren","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangdong, Guangzhou, China","School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangdong, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5010522533"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.9008,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.68152315,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"22","issue":null,"first_page":"2075","last_page":"2089"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10834","display_name":"Welding Techniques and Residual Stresses","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10834","display_name":"Welding Techniques and Residual Stresses","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14257","display_name":"Advanced Measurement and Detection Methods","score":0.9631999731063843,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9283999800682068,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.694008469581604},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4860897362232208},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4817483425140381},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.4589889943599701},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4557667374610901},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4508386552333832},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.221650630235672},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1361556053161621},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.13266095519065857}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.694008469581604},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4860897362232208},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4817483425140381},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.4589889943599701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4557667374610901},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4508386552333832},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.221650630235672},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1361556053161621},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13266095519065857},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3374759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3374759","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1641788475","https://openalex.org/W2154271851","https://openalex.org/W2170597348","https://openalex.org/W2194775991","https://openalex.org/W2767719399","https://openalex.org/W2783365216","https://openalex.org/W2901268191","https://openalex.org/W2917452308","https://openalex.org/W2947109354","https://openalex.org/W2950249872","https://openalex.org/W2963446712","https://openalex.org/W2963758104","https://openalex.org/W2963926122","https://openalex.org/W2964241181","https://openalex.org/W2977464309","https://openalex.org/W2995495466","https://openalex.org/W3094897602","https://openalex.org/W3124687886","https://openalex.org/W3134127288","https://openalex.org/W3137274716","https://openalex.org/W3138516171","https://openalex.org/W3170407091","https://openalex.org/W3176218226","https://openalex.org/W3197583914","https://openalex.org/W3211215576","https://openalex.org/W4206208161","https://openalex.org/W4220947405","https://openalex.org/W4229032688","https://openalex.org/W4283803134","https://openalex.org/W4287854822","https://openalex.org/W4308889875","https://openalex.org/W4312443583","https://openalex.org/W4312720137","https://openalex.org/W4313056423","https://openalex.org/W4313156423","https://openalex.org/W4313444684","https://openalex.org/W4319833529","https://openalex.org/W4319969359","https://openalex.org/W4322759365","https://openalex.org/W4361301288","https://openalex.org/W4365145202","https://openalex.org/W4377234261","https://openalex.org/W4379382445","https://openalex.org/W4382051552","https://openalex.org/W4385570883","https://openalex.org/W4385822592","https://openalex.org/W4386076615","https://openalex.org/W4386576804","https://openalex.org/W4389520276","https://openalex.org/W6788399041","https://openalex.org/W6794295097","https://openalex.org/W6847316074"],"related_works":["https://openalex.org/W2099421762","https://openalex.org/W2530546662","https://openalex.org/W2967030268","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W2031175860","https://openalex.org/W2152662039","https://openalex.org/W2145797872"],"abstract_inverted_index":{"Vehicle":[0],"detection":[1,24,53,166,176,205,226],"is":[2,33,319],"an":[3],"important":[4],"task":[5,93],"in":[6,224,293],"intelligent":[7,212],"transportation,":[8],"which":[9,61,157,192],"can":[10,206,276],"provides":[11],"services":[12,209],"for":[13,48,165,210,260,309],"road":[14],"condition":[15],"monitoring":[16],"and":[17,44,89,111,128,133,152,161,178,186,220,253,270,297],"highway":[18],"toll":[19],"collection":[20],"systems.":[21],"However":[22],"existing":[23,222],"methods":[25,103,264],"are":[26,231],"limited":[27,229],"by":[28,147],"two":[29,82,174,244],"aspects.":[30,245],"First,":[31,246],"there":[32],"a":[34,72,299],"difference":[35],"between":[36,124],"the":[37,45,56,63,96,116,170,194,216,255,258,274,294,304],"model":[38,126,241,256,275,318],"knowledge":[39,46,87,113,305],"pre-trained":[40],"on":[41,173,279],"large-scale":[42],"datasets":[43,177],"required":[47],"target":[49,92],"task.":[50,167],"Second,":[51],"most":[52],"models":[54,223,292,308,333],"follow":[55],"pattern":[57],"of":[58,81,196,218,306],"single-source":[59],"learning,":[60],"limits":[62],"learning":[64,88,102],"ability.":[65],"To":[66],"address":[67],"these":[68],"problems,":[69],"we":[70,99,119,247,289],"propose":[71,134],"Multi":[73],"Self-supervised":[74],"Pre-finetuned":[75],"Transformer":[76],"Fusion":[77,139],"(MSPTF)":[78],"network,":[79],"consisting":[80],"steps:":[83],"self-supervised":[84,101],"pre-finetuning":[85,106,129],"domain":[86],"multi-model":[90],"fusion":[91,163,300],"learning.":[94],"In":[95,115,287],"first":[97],"step,":[98,118],"introduced":[100],"into":[104,131],"transformer":[105,145],"to":[107,142,202,239,302,321,335],"reduce":[108],"data":[109,230,285],"costs":[110],"alleviate":[112],"gap.":[114],"second":[117],"take":[120],"feature":[121,153,268],"information":[122,334],"differences":[123],"different":[125,144],"architectures":[127],"tasks":[130],"account":[132],"Multi-model":[135],"Semantic":[136],"Consistency":[137],"Cross-attention":[138],"(MSCCF)":[140],"network":[141],"combine":[143,303],"features":[146,164],"considering":[148],"channel":[149],"semantic":[150,155],"consistency":[151],"vector":[154],"consistency,":[156],"obtain":[158],"more":[159,280],"complete":[160],"proper":[162],"We":[168],"experimented":[169],"proposed":[171,298],"method":[172,301],"vehicle":[175,225,251,310,326,338],"achieved":[179],"1.1%,":[180],"5.5%":[181],"improvement":[182],"compared":[183,189],"with":[184,190,228,283],"baseline":[185],"0.7%,":[187],"1.8%":[188],"sota,":[191],"proved":[193],"effectiveness":[195],"our":[197,316],"method.":[198],"<italic":[199],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[200],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[201],"Practitioners</i>":[203],"\u2014Vehicle":[204],"provide":[207],"basic":[208],"many":[211],"transportation":[213],"scenarios,":[214],"but":[215],"results":[217,313],"training":[219],"adjusting":[221],"scenarios":[227],"often":[232],"not":[233],"ideal.":[234],"This":[235],"article":[236],"proposes":[237],"MSPTF":[238],"improve":[240],"performance":[242],"from":[243,323],"randomly":[248],"collect":[249],"additional":[250,324],"pictures,":[252],"train":[254],"without":[257],"need":[259],"annotation":[261],"through":[262],"annotation-free":[263],"such":[265],"as":[266,328,330],"image":[267],"extraction":[269],"reconstruction,":[271],"so":[272],"that":[273,315],"be":[277],"trained":[278,290,332],"vehicle-related":[281],"pictures":[282],"low":[284],"cost.":[286],"addition,":[288],"multiple":[291,307,331],"above":[295],"way":[296],"detection.":[311,339],"The":[312],"show":[314],"Our":[317],"able":[320],"learn":[322],"unlabeled":[325],"images":[327],"well":[329],"achieve":[336],"better":[337]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}