{"id":"https://openalex.org/W4406258718","doi":"https://doi.org/10.1109/jiot.2024.3523382","title":"SketchTriplet: Self-Supervised Scenarized Sketch\u2013Text\u2013Image Triplet Generation","display_name":"SketchTriplet: Self-Supervised Scenarized Sketch\u2013Text\u2013Image Triplet Generation","publication_year":2025,"publication_date":"2025-01-10","ids":{"openalex":"https://openalex.org/W4406258718","doi":"https://doi.org/10.1109/jiot.2024.3523382"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3523382","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3523382","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101237767","display_name":"Zhenbei Wu","orcid":"https://orcid.org/0009-0005-2421-2651"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenbei Wu","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366955","display_name":"Qiang Wang","orcid":"https://orcid.org/0000-0002-2018-1764"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Wang","raw_affiliation_strings":["AMAP Vision Technology Center, Alibaba Group, Beijing, China","Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"AMAP Vision Technology Center, Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032734064","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0002-0294-1037"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101237767"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":2.6381,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87237517,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"12","issue":"9","first_page":"13021","last_page":"13032"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.9100937247276306},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8792804479598999},{"id":"https://openalex.org/keywords/sketch-recognition","display_name":"Sketch recognition","score":0.6427796483039856},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5447810292243958},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5055208206176758},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.494552344083786},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.4151308536529541},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.41276177763938904},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.344411164522171},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3104938864707947}],"concepts":[{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.9100937247276306},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8792804479598999},{"id":"https://openalex.org/C132900626","wikidata":"https://www.wikidata.org/wiki/Q7534733","display_name":"Sketch recognition","level":4,"score":0.6427796483039856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5447810292243958},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5055208206176758},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.494552344083786},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.4151308536529541},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.41276177763938904},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.344411164522171},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3104938864707947},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3523382","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3523382","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3289307232","display_name":null,"funder_award_id":"202203a05020025","funder_id":"https://openalex.org/F4320336601","funder_display_name":"Major Science and Technology Projects in Anhui Province"},{"id":"https://openalex.org/G93293290","display_name":null,"funder_award_id":"62272057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336601","display_name":"Major Science and Technology Projects in Anhui Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W69951162","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1972420097","https://openalex.org/W2108598243","https://openalex.org/W2145023731","https://openalex.org/W2194775991","https://openalex.org/W2466618734","https://openalex.org/W2467281799","https://openalex.org/W2471581439","https://openalex.org/W2507296351","https://openalex.org/W2603445054","https://openalex.org/W2604662340","https://openalex.org/W2763148304","https://openalex.org/W2885121511","https://openalex.org/W2962747232","https://openalex.org/W2962945761","https://openalex.org/W2962990451","https://openalex.org/W2963636051","https://openalex.org/W2963890275","https://openalex.org/W2988772405","https://openalex.org/W2997645545","https://openalex.org/W3032364478","https://openalex.org/W3035124078","https://openalex.org/W3094502228","https://openalex.org/W3096831136","https://openalex.org/W3129072783","https://openalex.org/W3174476431","https://openalex.org/W3185618248","https://openalex.org/W4206990382","https://openalex.org/W4281731103","https://openalex.org/W4283815156","https://openalex.org/W4285176026","https://openalex.org/W4285602612","https://openalex.org/W4285605725","https://openalex.org/W4286744023","https://openalex.org/W4292387502","https://openalex.org/W4300772243","https://openalex.org/W4311415873","https://openalex.org/W4312289196","https://openalex.org/W4312353784","https://openalex.org/W4312890272","https://openalex.org/W4312933868","https://openalex.org/W4385245566","https://openalex.org/W4386065553","https://openalex.org/W4386172409","https://openalex.org/W4386883058","https://openalex.org/W4387092449","https://openalex.org/W4388187930","https://openalex.org/W4390873054","https://openalex.org/W4391621162","https://openalex.org/W4393148714","https://openalex.org/W4399426597","https://openalex.org/W6679045638","https://openalex.org/W6736562241","https://openalex.org/W6791353385","https://openalex.org/W6795288823","https://openalex.org/W6803567076","https://openalex.org/W6809885388","https://openalex.org/W6810738896","https://openalex.org/W6838639034","https://openalex.org/W6838815585","https://openalex.org/W6849177959","https://openalex.org/W6851800889","https://openalex.org/W6853140221","https://openalex.org/W6854866820","https://openalex.org/W6856800273"],"related_works":["https://openalex.org/W2294900353","https://openalex.org/W2411243951","https://openalex.org/W2151314278","https://openalex.org/W13629514","https://openalex.org/W1971224820","https://openalex.org/W2963977451","https://openalex.org/W2098836165","https://openalex.org/W1976890290","https://openalex.org/W1573697454","https://openalex.org/W2966897482"],"abstract_inverted_index":{"Touchscreen":[0],"IoT":[1,46,212],"devices,":[2],"such":[3],"as":[4],"smartphones":[5],"and":[6,29,41,140,206],"tablets,":[7],"have":[8],"been":[9],"seamlessly":[10],"integrated":[11],"into":[12,126],"our":[13,175],"daily":[14],"lives.":[15],"Drawing":[16],"sketches":[17,81,125],"on":[18,45,115,211],"the":[19,37,51,58,69,83,121],"touch":[20],"screen":[21],"is":[22],"an":[23],"extremely":[24],"convenient":[25],"mode":[26],"of":[27,53,60,71,80,92,123,155],"interaction,":[28],"when":[30],"combined":[31],"with":[32],"generative":[33,62],"AI,":[34],"it":[35],"makes":[36,57],"customized":[38,207],"data":[39,56,208],"generation":[40,110,149,178,209],"digital":[42],"twin":[43],"based":[44,210],"devices":[47],"more":[48],"straightforward.":[49],"However,":[50],"scarcity":[52],"free-hand":[54],"sketch":[55,74,109,138,141,148],"construction":[59],"data-driven":[61],"AI":[63,203],"models":[64],"a":[65,90,104,134,147,153,182],"thorny":[66],"issue.":[67],"Despite":[68],"emergence":[70],"some":[72],"large-scale":[73,93,183],"datasets,":[75],"these":[76],"datasets":[77,95],"primarily":[78],"consist":[79],"at":[82],"single-object":[84,124],"level.":[85],"There":[86],"continues":[87],"to":[88],"be":[89],"lack":[91],"paired":[94],"for":[96,107,136,160,202],"scene":[97,108,118,127,187],"sketches.":[98,128],"In":[99],"this":[100],"paper,":[101],"we":[102,132,145,180],"propose":[103],"self-supervised":[105],"method":[106,135],"that":[111,151],"does":[112],"not":[113],"rely":[114],"any":[116],"existing":[117],"sketch,":[119],"enabling":[120],"transformation":[122],"To":[129],"accomplish":[130],"this,":[131],"introduce":[133],"vector":[137],"captioning":[139],"semantic":[142],"expansion.":[143],"Additionally,":[144],"design":[146],"network":[150],"incorporates":[152],"fusion":[154],"multi-modal":[156],"perceptual":[157],"constraints,":[158],"suitable":[159],"application":[161],"in":[162],"zero-shot":[163],"image-to-sketch":[164],"downstream":[165],"task,":[166],"demonstrating":[167],"state-of-the-art":[168],"performance":[169],"through":[170],"experimental":[171],"validation.":[172],"Finally,":[173],"leveraging":[174],"proposed":[176],"sketch-to-sketch":[177],"method,":[179],"contribute":[181],"dataset":[184],"centered":[185],"around":[186],"sketches,":[188],"comprising":[189],"highly":[190],"semantically":[191],"consistent":[192],"\"text-sketch-image\"":[193],"triplets.":[194],"Our":[195],"research":[196],"can":[197],"provide":[198],"critical":[199],"technical":[200],"support":[201],"content":[204],"creation":[205],"devices.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}