{"id":"https://openalex.org/W4313477296","doi":"https://doi.org/10.1109/tcsvt.2022.3233042","title":"Neuron-Based Spiking Transmission and Reasoning Network for Robust Image-Text Retrieval","display_name":"Neuron-Based Spiking Transmission and Reasoning Network for Robust Image-Text Retrieval","publication_year":2022,"publication_date":"2022-12-29","ids":{"openalex":"https://openalex.org/W4313477296","doi":"https://doi.org/10.1109/tcsvt.2022.3233042"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2022.3233042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3233042","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046442204","display_name":"Wenrui Li","orcid":"https://orcid.org/0000-0002-2393-9016"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenrui Li","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079107646","display_name":"Zhengyu Ma","orcid":"https://orcid.org/0000-0003-0799-440X"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyu Ma","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088224232","display_name":"Liang-Jian Deng","orcid":"https://orcid.org/0000-0003-3178-9772"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang-Jian Deng","raw_affiliation_strings":["School of Mathematical Sciences, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079412089","display_name":"Xiaopeng Fan","orcid":"https://orcid.org/0000-0002-9660-3636"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaopeng Fan","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023918894","display_name":"Yonghong Tian","orcid":"https://orcid.org/0000-0002-2978-5935"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghong Tian","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Peking University, Beijing, China","Peng Cheng National Laboratory, Nanshan, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peng Cheng National Laboratory, Nanshan, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5046442204"],"corresponding_institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":3.4703,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.94102649,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"33","issue":"7","first_page":"3516","last_page":"3528"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6823616623878479},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.559633195400238},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5589759945869446},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5178976058959961},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.4353374242782593},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37238776683807373},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3687437176704407},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07840192317962646}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6823616623878479},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.559633195400238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5589759945869446},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5178976058959961},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.4353374242782593},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37238776683807373},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3687437176704407},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07840192317962646}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2022.3233042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3233042","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.47999998927116394,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1342049569","display_name":null,"funder_award_id":"61972115","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2129173210","display_name":null,"funder_award_id":"12271083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3445816967","display_name":null,"funder_award_id":"2021YFF0900500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5430980299","display_name":null,"funder_award_id":"U22B2035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W1773149199","https://openalex.org/W1861492603","https://openalex.org/W1905882502","https://openalex.org/W2068566049","https://openalex.org/W2105489745","https://openalex.org/W2109586012","https://openalex.org/W2277195237","https://openalex.org/W2419165387","https://openalex.org/W2578935686","https://openalex.org/W2605258629","https://openalex.org/W2727586675","https://openalex.org/W2774267535","https://openalex.org/W2886641317","https://openalex.org/W2896457183","https://openalex.org/W2946889564","https://openalex.org/W2951542323","https://openalex.org/W2962964995","https://openalex.org/W2966715458","https://openalex.org/W2971153810","https://openalex.org/W2978725006","https://openalex.org/W2981586349","https://openalex.org/W2988326850","https://openalex.org/W2988823324","https://openalex.org/W2998356391","https://openalex.org/W3014611590","https://openalex.org/W3016715915","https://openalex.org/W3034336960","https://openalex.org/W3034727271","https://openalex.org/W3035454331","https://openalex.org/W3035552787","https://openalex.org/W3035588244","https://openalex.org/W3038649929","https://openalex.org/W3043914740","https://openalex.org/W3046186692","https://openalex.org/W3072820880","https://openalex.org/W3090449556","https://openalex.org/W3092820619","https://openalex.org/W3106257432","https://openalex.org/W3118694826","https://openalex.org/W3126337491","https://openalex.org/W3126792443","https://openalex.org/W3133825286","https://openalex.org/W3138516171","https://openalex.org/W3155230099","https://openalex.org/W3166304536","https://openalex.org/W3166396011","https://openalex.org/W3173909648","https://openalex.org/W3175095612","https://openalex.org/W3175888430","https://openalex.org/W3182937942","https://openalex.org/W3212610063","https://openalex.org/W3214685499","https://openalex.org/W4200632612","https://openalex.org/W4214819138","https://openalex.org/W4225329158","https://openalex.org/W4226391640","https://openalex.org/W4285118104","https://openalex.org/W4285220052","https://openalex.org/W4285221285","https://openalex.org/W4312784228","https://openalex.org/W4313178921","https://openalex.org/W4385245566","https://openalex.org/W6639102338","https://openalex.org/W6676497082","https://openalex.org/W6739901393","https://openalex.org/W6747225742","https://openalex.org/W6755207826","https://openalex.org/W6761632846","https://openalex.org/W6766904570","https://openalex.org/W6775188310","https://openalex.org/W6776721752","https://openalex.org/W6789753369","https://openalex.org/W6790019176","https://openalex.org/W6790904380","https://openalex.org/W6791353385","https://openalex.org/W6803621926","https://openalex.org/W6804095316","https://openalex.org/W6804198819","https://openalex.org/W7027401133"],"related_works":["https://openalex.org/W2755342338","https://openalex.org/W2775347418","https://openalex.org/W2087793626","https://openalex.org/W2779427294","https://openalex.org/W2052697133","https://openalex.org/W2625805835","https://openalex.org/W3089663803","https://openalex.org/W2079911747","https://openalex.org/W3116076068","https://openalex.org/W2069885731"],"abstract_inverted_index":{"Most":[0],"of":[1,45,131,148,269],"the":[2,18,23,48,53,64,76,99,103,129,138,146,152,178,184,196,201,210,216,233,239,247,253,261,267,274],"image-text":[3,235,281],"retrieval":[4,24,236],"methods":[5],"carry":[6],"out":[7],"accurate":[8],"results":[9],"using":[10,277],"fine-grained":[11],"features":[12,20,65,141,150,173],"for":[13,128],"feature":[14,77,104],"alignment.":[15],"However,":[16],"extracting":[17],"robustness":[19],"while":[21],"maintaining":[22],"accuracy":[25],"in":[26,47,90,134,151,177,260],"wireless":[27,180,240],"communication":[28,181,241],"is":[29,106,273],"still":[30],"a":[31,109,257],"challenge,":[32],"especially":[33],"with":[34,225,232],"channel":[35],"noises":[36],"and":[37,57,92,97,112,117,214],"limited":[38],"transmission":[39,56,100,248],"bandwidth.":[40],"Inspired":[41],"by":[42,200],"spike":[43,192],"signals":[44],"neurons":[46],"human":[49],"brain,":[50],"we":[51,74,136],"propose":[52],"neuron-based":[54],"spiking":[55,81,185],"reasoning":[58],"network":[59],"(NSTRN).":[60],"In":[61,72,238],"this":[62,272],"way,":[63],"are":[66],"compressed":[67],"into":[68,94,174],"compacted":[69],"efficient":[70],"representations.":[71],"NSTRN,":[73],"construct":[75],"sender":[78],"based":[79],"on":[80,279],"activation":[82],"function":[83],"to":[84,121,126,144,171,194,220,256],"selectively":[85],"encode":[86,209],"only":[87,245],"important":[88],"information":[89],"images":[91],"sentences":[93],"binary":[95,175,191,226],"codes,":[96],"reduce":[98,195],"cost.":[101],"Moreover,":[102],"receiver":[105],"designed":[107],"as":[108,142],"recurrent":[110],"architecture":[111],"applies":[113],"both":[114],"temporal":[115],"attention":[116,119],"global":[118,139],"blocks":[120],"memorize":[122],"long-term":[123],"information.":[124,223],"Finally,":[125],"compensate":[127],"loss":[130],"visual":[132,149],"concepts":[133],"transmission,":[135],"use":[137,190],"textual":[140],"coefficients":[143],"guide":[145],"formation":[147],"training":[153],"stage.":[154],"The":[155],"traditional":[156,262],"CNN-based":[157],"joint":[158],"source-channel":[159],"coding":[160],"model":[161],"outputs":[162],"float-point":[163],"encoded":[164],"features,":[165],"which":[166],"requires":[167],"additional":[168],"quantization":[169,202],"steps":[170],"convert":[172],"bitstreams":[176],"practical":[179],"system.":[182],"Instead,":[183],"neural":[186],"networks":[187],"(SNNs)":[188],"directly":[189],"trains":[193],"computation":[197],"complexity":[198],"caused":[199],"steps.":[203],"More":[204],"importantly,":[205],"SNNs":[206,278],"can":[207],"naturally":[208],"asynchronous":[211],"event":[212],"streams":[213],"inhibit":[215],"discrete":[217],"noisy":[218],"events":[219],"extract":[221],"robust":[222,280],"Even":[224],"bitstreams,":[227],"NSTRN":[228,243],"shows":[229],"effectiveness":[230],"compared":[231],"state-of-the-art":[234],"methods.":[237,265],"scenario,":[242],"not":[244],"reduces":[246],"bandwidth":[249],"but":[250],"also":[251],"alleviates":[252],"\u201ccliff":[254],"effect\u201d":[255],"certain":[258],"extent":[259],"separate":[263],"encoding":[264],"To":[266],"best":[268],"our":[270],"knowledge,":[271],"first":[275],"work":[276],"retrieval.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8}],"updated_date":"2026-03-08T08:50:53.379069","created_date":"2025-10-10T00:00:00"}