{"id":"https://openalex.org/W4381886216","doi":"https://doi.org/10.1109/tcsvt.2023.3288547","title":"Panoptic-Level Image-to-Image Translation for Object Recognition and Visual Odometry Enhancement","display_name":"Panoptic-Level Image-to-Image Translation for Object Recognition and Visual Odometry Enhancement","publication_year":2023,"publication_date":"2023-06-24","ids":{"openalex":"https://openalex.org/W4381886216","doi":"https://doi.org/10.1109/tcsvt.2023.3288547"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3288547","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3288547","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100601572","display_name":"Liyun Zhang","orcid":"https://orcid.org/0000-0003-3174-6588"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Liyun Zhang","raw_affiliation_strings":["Graduate School of Information Science and Technology, Osaka University, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089285107","display_name":"Photchara Ratsamee","orcid":"https://orcid.org/0000-0002-3081-2232"},"institutions":[{"id":"https://openalex.org/I72375662","display_name":"Osaka Institute of Technology","ror":"https://ror.org/02znffm54","country_code":"JP","type":"education","lineage":["https://openalex.org/I72375662"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Photchara Ratsamee","raw_affiliation_strings":["Department of System Design, Faculty of Robotics and Design, Osaka Institute of Technology, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Department of System Design, Faculty of Robotics and Design, Osaka Institute of Technology, Osaka, Japan","institution_ids":["https://openalex.org/I72375662"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077713342","display_name":"Zhaojie Luo","orcid":"https://orcid.org/0000-0002-4173-6319"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhaojie Luo","raw_affiliation_strings":["Department of Information and Communications Technology, Osaka University, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communications Technology, Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056350914","display_name":"Yuki Uranishi","orcid":"https://orcid.org/0000-0001-6027-0334"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuki Uranishi","raw_affiliation_strings":["Infomedia Education Division, Cybermedia Center, Osaka University, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Infomedia Education Division, Cybermedia Center, Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043018276","display_name":"Manabu Higashida","orcid":"https://orcid.org/0009-0004-7393-2957"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Manabu Higashida","raw_affiliation_strings":["Infomedia Education Division, Cybermedia Center, Osaka University, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Infomedia Education Division, Cybermedia Center, Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017081490","display_name":"Haruo Takemura","orcid":"https://orcid.org/0000-0002-4645-6439"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Haruo Takemura","raw_affiliation_strings":["Infomedia Education Division, Cybermedia Center, Osaka University, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Infomedia Education Division, Cybermedia Center, Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100601572"],"corresponding_institution_ids":["https://openalex.org/I98285908"],"apc_list":null,"apc_paid":null,"fwci":1.0072,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.77709559,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"34","issue":"2","first_page":"938","last_page":"954"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.831536054611206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8211797475814819},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6410195231437683},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5564031004905701},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4840535521507263},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4762194752693176},{"id":"https://openalex.org/keywords/image-translation","display_name":"Image translation","score":0.4604104459285736},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4591687321662903},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4474871754646301},{"id":"https://openalex.org/keywords/visual-odometry","display_name":"Visual odometry","score":0.4454857110977173},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.4432528018951416},{"id":"https://openalex.org/keywords/image-enhancement","display_name":"Image enhancement","score":0.4158833622932434},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3415711522102356},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.14005759358406067}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.831536054611206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8211797475814819},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6410195231437683},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5564031004905701},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4840535521507263},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4762194752693176},{"id":"https://openalex.org/C2779757391","wikidata":"https://www.wikidata.org/wiki/Q6002292","display_name":"Image translation","level":3,"score":0.4604104459285736},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4591687321662903},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4474871754646301},{"id":"https://openalex.org/C5799516","wikidata":"https://www.wikidata.org/wiki/Q4110915","display_name":"Visual odometry","level":3,"score":0.4454857110977173},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.4432528018951416},{"id":"https://openalex.org/C3017601658","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image enhancement","level":3,"score":0.4158833622932434},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3415711522102356},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.14005759358406067},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3288547","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3288547","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W1485009520","https://openalex.org/W1522301498","https://openalex.org/W1903029394","https://openalex.org/W1910108985","https://openalex.org/W1915485278","https://openalex.org/W1923115158","https://openalex.org/W2064675550","https://openalex.org/W2083366168","https://openalex.org/W2125930537","https://openalex.org/W2133665775","https://openalex.org/W2146881125","https://openalex.org/W2150066425","https://openalex.org/W2474281075","https://openalex.org/W2560023338","https://openalex.org/W2785678896","https://openalex.org/W2787579267","https://openalex.org/W2799062770","https://openalex.org/W2900429424","https://openalex.org/W2907896140","https://openalex.org/W2910628332","https://openalex.org/W2943322963","https://openalex.org/W2950689937","https://openalex.org/W2952716587","https://openalex.org/W2954156922","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2962793481","https://openalex.org/W2962903125","https://openalex.org/W2962960082","https://openalex.org/W2963073614","https://openalex.org/W2963150697","https://openalex.org/W2963184176","https://openalex.org/W2963800363","https://openalex.org/W2963890275","https://openalex.org/W2964241181","https://openalex.org/W2965833116","https://openalex.org/W2978074392","https://openalex.org/W2981537222","https://openalex.org/W2983248633","https://openalex.org/W2987919422","https://openalex.org/W2999219213","https://openalex.org/W3016748520","https://openalex.org/W3021398983","https://openalex.org/W3034218667","https://openalex.org/W3034515601","https://openalex.org/W3034838697","https://openalex.org/W3037451952","https://openalex.org/W3082357788","https://openalex.org/W3092915228","https://openalex.org/W3100394409","https://openalex.org/W3108910236","https://openalex.org/W3109957618","https://openalex.org/W3115000224","https://openalex.org/W3119479239","https://openalex.org/W3134837903","https://openalex.org/W3155080005","https://openalex.org/W3156772576","https://openalex.org/W3159890710","https://openalex.org/W3161969952","https://openalex.org/W3163884521","https://openalex.org/W3174711319","https://openalex.org/W3176009039","https://openalex.org/W3176913662","https://openalex.org/W3209412357","https://openalex.org/W4285821897","https://openalex.org/W4294643831","https://openalex.org/W4312958765","https://openalex.org/W4319299973","https://openalex.org/W6631190155","https://openalex.org/W6678818196","https://openalex.org/W6684191040","https://openalex.org/W6718379498","https://openalex.org/W6744056753","https://openalex.org/W6745560452","https://openalex.org/W6748582592","https://openalex.org/W6748655329","https://openalex.org/W6755312952","https://openalex.org/W6758276651","https://openalex.org/W6762987983","https://openalex.org/W6765779288","https://openalex.org/W6766150548","https://openalex.org/W6769772563","https://openalex.org/W6775632556"],"related_works":["https://openalex.org/W2765334804","https://openalex.org/W2380394514","https://openalex.org/W4379409302","https://openalex.org/W1617689420","https://openalex.org/W4288096045","https://openalex.org/W2084446318","https://openalex.org/W4390993016","https://openalex.org/W4399224029","https://openalex.org/W3024737167","https://openalex.org/W2372267477"],"abstract_inverted_index":{"Image-to-image":[0],"translation":[1,91,221],"methods":[2],"have":[3],"progressed":[4],"from":[5],"only":[6,19],"considering":[7],"the":[8,13,20,26,41,45,48,52,63,72,100,105,118,125,130,135,152,164,174,178,182,190,193,201,219,229,235],"image-level":[9],"information":[10,43,127,132],"to":[11,58,128,150,162,188,227],"integrating":[12],"global-":[14],"and":[15,25,108,134,147],"instance-level":[16],"information.":[17],"However,":[18],"foreground":[21,106],"instances":[22,107],"are":[23,29,75,115,204,225],"refined,":[24],"background":[27,109],"semantics":[28],"taken":[30],"as":[31,112],"an":[32,59],"entire":[33],"feature,":[34],"which":[35,71,123],"causes":[36],"a":[37,83,142,156,213],"substantial":[38],"loss":[39],"of":[40,51,62,138,145,181,192,231],"semantic":[42,54,110,131,184],"in":[44,70],"translation.":[46],"Additionally,":[47],"insufficient":[49],"quality":[50],"translated":[53,73,183,202],"regions":[55,185],"also":[56,211],"leads":[57],"unsatisfactory":[60],"performance":[61,191],"object":[64,140,168,175,194],"recognition":[65,195],"or":[66,196],"visual":[67,197],"odometry":[68,198],"tasks":[69,199],"images/videos":[74,203],"further":[76,186],"used.":[77],"In":[78,207],"this":[79,208],"paper,":[80,209],"we":[81,210],"propose":[82],"novel":[84],"generative":[85],"adversarial":[86],"network":[87],"for":[88,172,218],"panoptic-level":[89,126],"image-to-image":[90],"(PanopticGAN).":[92],"The":[93],"proposed":[94,161],"method":[95],"has":[96,141],"three":[97],"advantages:":[98],"1)":[99],"extracted":[101],"panoptic":[102,120,215],"perception":[103],"(i.e.,":[104],"regions)":[111],"content":[113,146],"codes":[114,149],"aligned":[116],"with":[117],"sampled":[119],"style":[121,148],"codes,":[122],"considers":[124],"avoid":[129],"loss,":[133],"latent":[136],"space":[137],"each":[139,167],"rich":[143],"fusion":[144],"generate":[151],"higher-fidelity":[153],"results;":[154],"2)":[155],"feature":[157],"masking":[158],"module":[159],"is":[160],"extract":[163],"representations":[165],"within":[166],"contour":[169],"by":[170],"masks":[171],"sharpening":[173],"boundaries;":[176],"3)":[177],"improved":[179],"fidelity":[180],"contributes":[187],"enhancing":[189],"that":[200],"used":[205],"in.":[206],"annotate":[212],"compact":[214],"segmentation":[216],"dataset":[217],"thermal-to-color":[220],"task.":[222],"Extensive":[223],"experiments":[224],"conducted":[226],"demonstrate":[228],"effectiveness":[230],"our":[232],"PanopticGAN":[233],"over":[234],"latest":[236],"methods.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}