{"id":"https://openalex.org/W3107431977","doi":"https://doi.org/10.1109/tcsvt.2020.3041586","title":"On Learning Semantic Representations for Large-Scale Abstract Sketches","display_name":"On Learning Semantic Representations for Large-Scale Abstract Sketches","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3107431977","doi":"https://doi.org/10.1109/tcsvt.2020.3041586","mag":"3107431977"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2020.3041586","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.3041586","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101929475","display_name":"Peng Xu","orcid":"https://orcid.org/0000-0002-6431-1110"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Peng Xu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6431-1110","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088287004","display_name":"Yongye Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongye Huang","raw_affiliation_strings":["ByteDance, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance, Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042100540","display_name":"Tongtong Yuan","orcid":"https://orcid.org/0000-0002-8224-9891"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongtong Yuan","raw_affiliation_strings":["Information Technology School, Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technology School, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014436524","display_name":"Tao Xiang","orcid":"https://orcid.org/0000-0002-2530-1059"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tao Xiang","raw_affiliation_strings":["Centre for Vision, Speech, Signal Processing (CVSSP), University of Surrey, Guildford, U.K"],"raw_orcid":"https://orcid.org/0000-0002-2530-1059","affiliations":[{"raw_affiliation_string":"Centre for Vision, Speech, Signal Processing (CVSSP), University of Surrey, Guildford, U.K","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087823932","display_name":"Timothy M. Hospedales","orcid":"https://orcid.org/0000-0003-4867-7486"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Timothy M. Hospedales","raw_affiliation_strings":["School of Informatics, The University of Edinburgh, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0003-4867-7486","affiliations":[{"raw_affiliation_string":"School of Informatics, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046046128","display_name":"Yi-Zhe Song","orcid":"https://orcid.org/0000-0001-5908-3275"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yi-Zhe Song","raw_affiliation_strings":["Centre for Vision, Speech, Signal Processing (CVSSP), University of Surrey, Guildford, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5908-3275","affiliations":[{"raw_affiliation_string":"Centre for Vision, Speech, Signal Processing (CVSSP), University of Surrey, Guildford, U.K","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115602506","display_name":"Liang Wang","orcid":"https://orcid.org/0000-0001-5224-8647"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Wang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9583,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.78399454,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"31","issue":"9","first_page":"3366","last_page":"3379"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.8517802953720093},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8497179746627808},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6076313257217407},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.5928802490234375},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5482044219970703},{"id":"https://openalex.org/keywords/sketch-recognition","display_name":"Sketch recognition","score":0.4864082336425781},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4651179313659668},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4241468906402588},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.41816800832748413},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34972161054611206},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1093604564666748},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07227560877799988}],"concepts":[{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.8517802953720093},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8497179746627808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6076313257217407},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.5928802490234375},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5482044219970703},{"id":"https://openalex.org/C132900626","wikidata":"https://www.wikidata.org/wiki/Q7534733","display_name":"Sketch recognition","level":4,"score":0.4864082336425781},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4651179313659668},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4241468906402588},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.41816800832748413},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34972161054611206},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1093604564666748},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07227560877799988},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.0},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2020.3041586","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.3041586","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W7746136","https://openalex.org/W135609174","https://openalex.org/W652269744","https://openalex.org/W1522301498","https://openalex.org/W1590299658","https://openalex.org/W1645355120","https://openalex.org/W1686810756","https://openalex.org/W1910300841","https://openalex.org/W1913628733","https://openalex.org/W1923967535","https://openalex.org/W1972420097","https://openalex.org/W1974647172","https://openalex.org/W2011447624","https://openalex.org/W2021984138","https://openalex.org/W2038744754","https://openalex.org/W2040918046","https://openalex.org/W2080009145","https://openalex.org/W2082472820","https://openalex.org/W2098411764","https://openalex.org/W2098836165","https://openalex.org/W2108598243","https://openalex.org/W2116585109","https://openalex.org/W2117539524","https://openalex.org/W2123024445","https://openalex.org/W2124033848","https://openalex.org/W2125378448","https://openalex.org/W2133865010","https://openalex.org/W2145065594","https://openalex.org/W2153360297","https://openalex.org/W2157465536","https://openalex.org/W2183341477","https://openalex.org/W2190008860","https://openalex.org/W2194775991","https://openalex.org/W2209594346","https://openalex.org/W2271471103","https://openalex.org/W2293597654","https://openalex.org/W2293824885","https://openalex.org/W2294130536","https://openalex.org/W2398118205","https://openalex.org/W2464915613","https://openalex.org/W2466618734","https://openalex.org/W2493181180","https://openalex.org/W2520774990","https://openalex.org/W2552383788","https://openalex.org/W2565993688","https://openalex.org/W2603445054","https://openalex.org/W2606712314","https://openalex.org/W2611632661","https://openalex.org/W2612445135","https://openalex.org/W2618530766","https://openalex.org/W2740912563","https://openalex.org/W2885402090","https://openalex.org/W2890960987","https://openalex.org/W2920852583","https://openalex.org/W2954055270","https://openalex.org/W2962714319","https://openalex.org/W2962990451","https://openalex.org/W2963163009","https://openalex.org/W2963307918","https://openalex.org/W2963325024","https://openalex.org/W2963446712","https://openalex.org/W2963499153","https://openalex.org/W2963846885","https://openalex.org/W2964105864","https://openalex.org/W2964121744","https://openalex.org/W2970971581","https://openalex.org/W2982407353","https://openalex.org/W2990460876","https://openalex.org/W3000063644","https://openalex.org/W4240256148","https://openalex.org/W4285719527","https://openalex.org/W4295312788","https://openalex.org/W4297775537","https://openalex.org/W6605491689","https://openalex.org/W6631190155","https://openalex.org/W6636868317","https://openalex.org/W6637373629","https://openalex.org/W6640412524","https://openalex.org/W6677561212","https://openalex.org/W6678360021","https://openalex.org/W6678470764","https://openalex.org/W6678556256","https://openalex.org/W6679515336","https://openalex.org/W6683169846","https://openalex.org/W6694358983","https://openalex.org/W6697060382","https://openalex.org/W6697214482","https://openalex.org/W6731107727","https://openalex.org/W6736562241","https://openalex.org/W6737664043","https://openalex.org/W6754813029","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W3122847369","https://openalex.org/W2773616286","https://openalex.org/W2795662094","https://openalex.org/W2963307918","https://openalex.org/W4386213653","https://openalex.org/W2734041708","https://openalex.org/W2386735058","https://openalex.org/W3134994206","https://openalex.org/W2950007690","https://openalex.org/W1496234866"],"abstract_inverted_index":{"In":[0],"this":[1,56],"paper,":[2],"we":[3,58,87],"focus":[4],"on":[5,55,76,177],"learning":[6,61],"semantic":[7,64,156,162],"representations":[8,65],"for":[9,110,139,164],"large-scale":[10,146],"highly":[11,78],"abstract":[12,79,126,179],"sketches":[13,28,80,180],"that":[14],"were":[15],"produced":[16,81,181],"by":[17,30,82,174,182],"the":[18,24,46,62,125,161],"practical":[19,68,83],"sketch-based":[20],"application":[21],"rather":[22],"than":[23],"excessively":[25],"well":[26],"dawn":[27],"obtained":[29],"crowd-sourcing.":[31],"We":[32,104,133],"propose":[33,105,134],"a":[34,93,106,114,135,145,153,183],"dual-branch":[35,90],"CNN-RNN":[36],"network":[37],"architecture":[38,91],"to":[39,97,121,151],"represent":[40],"sketches,":[41],"which":[42],"simultaneously":[43],"encodes":[44],"both":[45,124],"static":[47],"and":[48,73,127,149,188],"temporal":[49],"patterns":[50],"of":[51,130,155],"sketch":[52,111,140,165],"strokes.":[53],"Based":[54],"architecture,":[57],"further":[59,122],"explore":[60],"sketch-oriented":[63],"in":[66],"two":[67,99],"settings,":[69],"i.e.,":[70],"hashing":[71,108,116],"retrieval":[72],"zero-shot":[74,141,166],"recognition":[75],"million-scale":[77,178],"online":[84,185],"interactions.":[85],"Specifically,":[86],"use":[88],"our":[89],"as":[92,160],"universal":[94],"representation":[95],"framework":[96],"design":[98],"sketch-specific":[100],"deep":[101,107,136,170],"models:":[102],"(i)":[103],"model":[109,138],"retrieval,":[112],"where":[113],"novel":[115],"loss":[117],"is":[118],"specifically":[119],"designed":[120],"accommodate":[123],"messy":[128],"traits":[129],"sketches.":[131],"(ii)":[132],"embedding":[137],"recognition,":[142],"via":[143],"collecting":[144],"edge-map":[147],"dataset":[148],"proposing":[150],"extract":[152],"set":[154],"vectors":[157],"from":[158],"edge-maps":[159],"knowledge":[163],"domain":[167],"alignment.":[168],"Both":[169],"models":[171],"are":[172],"evaluated":[173],"comprehensive":[175],"experiments":[176],"global":[184],"game":[186],"QuickDraw":[187],"outperform":[189],"state-of-the-art":[190],"competitors.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}