{"id":"https://openalex.org/W3207692456","doi":"https://doi.org/10.1109/tip.2021.3117061","title":"Globally and Locally Semantic Colorization via Exemplar-Based Broad-GAN","display_name":"Globally and Locally Semantic Colorization via Exemplar-Based Broad-GAN","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3207692456","doi":"https://doi.org/10.1109/tip.2021.3117061","mag":"3207692456","pmid":"https://pubmed.ncbi.nlm.nih.gov/34633929"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3117061","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3117061","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100629469","display_name":"Haoxuan Li","orcid":"https://orcid.org/0000-0002-3483-4914"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoxuan Li","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai 200240, China; and College of Mechanical and Electrical Engineering, Zhengzhou University of Light Industry, Zhengzhou 450002, China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai 200240, China","College of Mechanical and Electrical Engineering, Zhengzhou University of Light Industry, Zhengzhou 450002, China"],"raw_orcid":"https://orcid.org/0000-0002-3483-4914","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai 200240, China; and College of Mechanical and Electrical Engineering, Zhengzhou University of Light Industry, Zhengzhou 450002, China","institution_ids":["https://openalex.org/I23171815"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai 200240, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"College of Mechanical and Electrical Engineering, Zhengzhou University of Light Industry, Zhengzhou 450002, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009598072","display_name":"Bin Sheng","orcid":"https://orcid.org/0000-0001-8678-2784"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Sheng","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai 200240, China. (e-mail: shengbin@sjtu.edu.cn)","[Department of Computer Science and Engineering, Shanghai Jiao-Tong University, Shanghai, China]"],"raw_orcid":"https://orcid.org/0000-0001-8678-2784","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai 200240, China. (e-mail: shengbin@sjtu.edu.cn)","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"[Department of Computer Science and Engineering, Shanghai Jiao-Tong University, Shanghai, China]","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435494","display_name":"Ping Li","orcid":"https://orcid.org/0000-0002-1503-0240"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ping Li","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-1503-0240","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081244281","display_name":"Riaz Ali","orcid":"https://orcid.org/0000-0002-0404-1227"},"institutions":[{"id":"https://openalex.org/I68288478","display_name":"Sukkur IBA University","ror":"https://ror.org/03e5jvk98","country_code":"PK","type":"education","lineage":["https://openalex.org/I68288478"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Riaz Ali","raw_affiliation_strings":["Department of Computer Science, Sukkur IBA University, Sukkur 65200, Sindh, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-0404-1227","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sukkur IBA University, Sukkur 65200, Sindh, Pakistan","institution_ids":["https://openalex.org/I68288478"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100643265","display_name":"C. L. Philip Chen","orcid":"https://orcid.org/0000-0001-5451-7230"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"C. L. Philip Chen","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology, Guangzhou 510006, China and Navigation College, Dalian Maritime University, Dalian 116026, China; and Faculty of Science and Technology, University of Macau, Macau 999078, China","School of Computer Science and Engineering, South China University of Technology, Guangzhou 510006, China and Navigation College, Dalian Maritime University, Dalian 116026, China","Faculty of Science and Technology, University of Macau, Macau 999078, China"],"raw_orcid":"https://orcid.org/0000-0001-5451-7230","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou 510006, China and Navigation College, Dalian Maritime University, Dalian 116026, China; and Faculty of Science and Technology, University of Macau, Macau 999078, China","institution_ids":["https://openalex.org/I204512498","https://openalex.org/I43313876"]},{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou 510006, China and Navigation College, Dalian Maritime University, Dalian 116026, China","institution_ids":["https://openalex.org/I43313876","https://openalex.org/I90610280"]},{"raw_affiliation_string":"Faculty of Science and Technology, University of Macau, Macau 999078, China","institution_ids":["https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5247,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.94088151,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"30","issue":null,"first_page":"8526","last_page":"8539"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7082643508911133},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6338441967964172},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6079989075660706},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4692798852920532},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4320521652698517},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.410602331161499},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39766037464141846},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2363373339176178}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7082643508911133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6338441967964172},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6079989075660706},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4692798852920532},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4320521652698517},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.410602331161499},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39766037464141846},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2363373339176178},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2021.3117061","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3117061","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:34633929","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34633929","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G1433270859","display_name":"\u57fa\u4e8e\u5149\u7167\u611f\u77e5\u7684\u81ea\u4f53\u89c6\u4e09\u7ef4\u663e\u793a\u5149\u573a\u6570\u636e\u589e\u5f3a\u6280\u672f\u7814\u7a76","funder_award_id":"61572316","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2153763981","display_name":null,"funder_award_id":"17411952600","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G4233441832","display_name":null,"funder_award_id":"P0035358","funder_id":"https://openalex.org/F4320322598","funder_display_name":"Hong Kong Polytechnic University"},{"id":"https://openalex.org/G5436807578","display_name":null,"funder_award_id":"2019YFB1703600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7196794454","display_name":null,"funder_award_id":"18410750700","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G745752996","display_name":null,"funder_award_id":"P0030929","funder_id":"https://openalex.org/F4320322598","funder_display_name":"Hong Kong Polytechnic University"},{"id":"https://openalex.org/G7808128244","display_name":"\u51e0\u4f55\u7ed3\u6784\u5f15\u5bfc\u7684\u5168\u666f\u89c6\u9891\u6c89\u6d78\u5f0f\u663e\u793a\u6280\u672f\u7814\u7a76","funder_award_id":"61872241","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8006193334","display_name":null,"funder_award_id":"P0030419","funder_id":"https://openalex.org/F4320322598","funder_display_name":"Hong Kong Polytechnic University"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320322598","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1694135408","https://openalex.org/W1986416281","https://openalex.org/W2007607024","https://openalex.org/W2054973640","https://openalex.org/W2057567680","https://openalex.org/W2073459066","https://openalex.org/W2099471712","https://openalex.org/W2103155998","https://openalex.org/W2119531662","https://openalex.org/W2120963736","https://openalex.org/W2125389028","https://openalex.org/W2129812935","https://openalex.org/W2133665775","https://openalex.org/W2134670479","https://openalex.org/W2136154655","https://openalex.org/W2160341927","https://openalex.org/W2186094539","https://openalex.org/W2211456655","https://openalex.org/W2240798854","https://openalex.org/W2294092488","https://openalex.org/W2294980445","https://openalex.org/W2295537950","https://openalex.org/W2308529009","https://openalex.org/W2326925005","https://openalex.org/W2461158874","https://openalex.org/W2560481159","https://openalex.org/W2612063021","https://openalex.org/W2738226240","https://openalex.org/W2742126982","https://openalex.org/W2788946026","https://openalex.org/W2798729263","https://openalex.org/W2809852002","https://openalex.org/W2887210918","https://openalex.org/W2890581551","https://openalex.org/W2931764303","https://openalex.org/W2962835968","https://openalex.org/W2963073614","https://openalex.org/W2963521568","https://openalex.org/W2964201867","https://openalex.org/W3000407986","https://openalex.org/W3105838287","https://openalex.org/W4247941455","https://openalex.org/W4320013936","https://openalex.org/W6637373629","https://openalex.org/W6668990524","https://openalex.org/W6675306007","https://openalex.org/W6678815747","https://openalex.org/W6679792166","https://openalex.org/W6732249622","https://openalex.org/W6748761748","https://openalex.org/W6760934766"],"related_works":["https://openalex.org/W1972035260","https://openalex.org/W2794488505","https://openalex.org/W4301594054","https://openalex.org/W2004814108","https://openalex.org/W3125889879","https://openalex.org/W2387058352","https://openalex.org/W2130187411","https://openalex.org/W1964749215","https://openalex.org/W3091915630","https://openalex.org/W2953404251"],"abstract_inverted_index":{"Given":[0],"a":[1,6,16,36,59,71,104,176,190,200],"target":[2,32,48,101,215],"grayscale":[3],"image":[4,11,20,29,49,102,216],"and":[5,50,62,94,126,198,209,217,235],"reference":[7,28,52,121],"color":[8,19,24],"image,":[9],"exemplar-based":[10,68],"colorization":[12,65,84,96,155,227],"aims":[13],"to":[14,30,40,78,135,165,182],"generate":[15],"visually":[17],"natural-looking":[18],"by":[21,172],"transforming":[22],"meaningful":[23],"information":[25,146,160],"from":[26,119],"the":[27,31,41,47,51,91,95,100,109,113,120,137,144,148,154,158,162,167,173,195,206,210,214,218,230],"image.":[33,53,122],"It":[34],"remains":[35],"challenging":[37],"problem":[38],"due":[39],"differences":[42],"in":[43,108],"semantic":[44,64,184,211],"content":[45],"between":[46,213],"In":[54],"this":[55,81],"paper,":[56],"we":[57,187],"present":[58],"novel":[60,201],"globally":[61],"locally":[63],"method":[66],"called":[67],"conditional":[69,163,196],"broad-GAN,":[70],"broad":[72,177,191],"generative":[73],"adversarial":[74],"network":[75],"(GAN)":[76],"framework,":[77],"deal":[79],"with":[80,103],"limitation.":[82],"Our":[83],"framework":[85],"is":[86,133,151,180],"composed":[87],"of":[88,116,147,161],"two":[89],"sub-networks:":[90],"match":[92,110,149],"sub-net":[93,150,156],"sub-net.":[97],"We":[98],"reconstruct":[99],"dictionary-based":[105],"sparse":[106,138],"representation":[107,139],"sub-net,":[111],"where":[112],"dictionary":[114],"consists":[115],"features":[117,185],"extracted":[118],"To":[123],"enforce":[124],"global-semantic":[125],"local-structure":[127],"self-similarity":[128],"constraints,":[129],"global-local":[130],"affinity":[131],"energy":[132],"explored":[134],"constrain":[136],"for":[140],"matching":[141,145],"consistency.":[142],"Then,":[143],"fed":[152],"into":[153,194],"as":[157],"perceptual":[159],"broad-GAN":[164],"facilitate":[166],"personalized":[168],"results.":[169],"Finally,":[170],"inspired":[171],"observation":[174],"that":[175,225],"learning":[178,192],"system":[179,193],"able":[181],"extract":[183],"efficiently,":[186],"further":[188],"introduce":[189],"GAN":[197],"propose":[199],"loss,":[202],"which":[203],"substantially":[204],"improves":[205],"training":[207],"stability":[208],"similarity":[212],"ground":[219],"truth.":[220],"Extensive":[221],"experiments":[222],"have":[223],"shown":[224],"our":[226],"approach":[228],"outperforms":[229],"state-of-the-art":[231],"methods,":[232],"both":[233],"perceptually":[234],"semantically.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}