{"id":"https://openalex.org/W3022905935","doi":"https://doi.org/10.1109/pacificvis48177.2020.1043","title":"AutoCaption: An Approach to Generate Natural Language Description from Visualization Automatically","display_name":"AutoCaption: An Approach to Generate Natural Language Description from Visualization Automatically","publication_year":2020,"publication_date":"2020-05-07","ids":{"openalex":"https://openalex.org/W3022905935","doi":"https://doi.org/10.1109/pacificvis48177.2020.1043","mag":"3022905935"},"language":"en","primary_location":{"id":"doi:10.1109/pacificvis48177.2020.1043","doi":"https://doi.org/10.1109/pacificvis48177.2020.1043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pacificvis48177.2020.1043","pdf_url":null,"source":{"id":"https://openalex.org/S4393918260","display_name":"IEEE Pacific Visualization Symposium","issn_l":"2165-8765","issn":["2165-8765"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Pacific Visualization Symposium (PacificVis)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100447868","display_name":"Can Liu","orcid":"https://orcid.org/0000-0002-1175-0734","observed_orcids":["https://orcid.org/0000-0002-1175-0734","https://orcid.org/0009-0008-4906-321X"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Can Liu","raw_affiliation_strings":["Peking University,Key Laboratory of Machine Perception (Ministry of Education), and School of EECS,Beijing,China","Key Laboratory of Machine Perception (Ministry of Education), and School of EECS, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Key Laboratory of Machine Perception (Ministry of Education), and School of EECS,Beijing,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception (Ministry of Education), and School of EECS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006171300","display_name":"Liwenhan Xie","orcid":"https://orcid.org/0000-0002-2601-6313","observed_orcids":["https://orcid.org/0000-0002-2601-6313"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liwenhan Xie","raw_affiliation_strings":["Peking University,Key Laboratory of Machine Perception (Ministry of Education), and School of EECS,Beijing,China","Key Laboratory of Machine Perception (Ministry of Education), and School of EECS, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Key Laboratory of Machine Perception (Ministry of Education), and School of EECS,Beijing,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception (Ministry of Education), and School of EECS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101445480","display_name":"Yun Han","orcid":"https://orcid.org/0000-0003-1410-8090","observed_orcids":["https://orcid.org/0000-0003-1410-8090"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Han","raw_affiliation_strings":["Peking University,Key Laboratory of Machine Perception (Ministry of Education), and School of EECS,Beijing,China","Key Laboratory of Machine Perception (Ministry of Education), and School of EECS, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Key Laboratory of Machine Perception (Ministry of Education), and School of EECS,Beijing,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception (Ministry of Education), and School of EECS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011008920","display_name":"Datong Wei","orcid":"https://orcid.org/0000-0001-6524-5883","observed_orcids":["https://orcid.org/0000-0001-6524-5883"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Datong Wei","raw_affiliation_strings":["Peking University,Key Laboratory of Machine Perception (Ministry of Education), and School of EECS,Beijing,China","Key Laboratory of Machine Perception (Ministry of Education), and School of EECS, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Key Laboratory of Machine Perception (Ministry of Education), and School of EECS,Beijing,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception (Ministry of Education), and School of EECS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038943746","display_name":"Xiaoru Yuan","orcid":"https://orcid.org/0000-0002-7233-980X","observed_orcids":["https://orcid.org/0000-0002-7233-980X"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoru Yuan","raw_affiliation_strings":["Peking University,Key Laboratory of Machine Perception (Ministry of Education), and School of EECS,Beijing,China","Key Laboratory of Machine Perception (Ministry of Education), and School of EECS, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Key Laboratory of Machine Perception (Ministry of Education), and School of EECS,Beijing,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception (Ministry of Education), and School of EECS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":3.0789,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.93415886,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"191","last_page":"195"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.7294999957084656,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.7294999957084656,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.20360000431537628,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.011099999770522118,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-caption-generation","display_name":"automatic caption generation","score":0.7400000095367432},{"id":"https://openalex.org/keywords/natural-language-descriptions","display_name":"natural language descriptions","score":0.781000018119812},{"id":"https://openalex.org/keywords/multilayer-perceptron-classification","display_name":"multilayer perceptron classification","score":0.7239999771118164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8715353012084961},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.779212236404419},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6552941799163818},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.6022128462791443},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.48886817693710327},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.44150158762931824},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4401085078716278},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.405370831489563},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3882147967815399}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pacificvis48177.2020.1043","doi":"https://doi.org/10.1109/pacificvis48177.2020.1043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pacificvis48177.2020.1043","pdf_url":null,"source":{"id":"https://openalex.org/S4393918260","display_name":"IEEE Pacific Visualization Symposium","issn_l":"2165-8765","issn":["2165-8765"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Pacific Visualization Symposium (PacificVis)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1485106551","https://openalex.org/W1514535095","https://openalex.org/W1895577753","https://openalex.org/W1896628871","https://openalex.org/W1985610876","https://openalex.org/W1996457856","https://openalex.org/W2017883685","https://openalex.org/W2043622810","https://openalex.org/W2051362444","https://openalex.org/W2053604034","https://openalex.org/W2062589546","https://openalex.org/W2063619275","https://openalex.org/W2109104042","https://openalex.org/W2141219024","https://openalex.org/W2194775991","https://openalex.org/W2484486202","https://openalex.org/W2509421351","https://openalex.org/W2592469568","https://openalex.org/W2725765016","https://openalex.org/W2735080104","https://openalex.org/W2888660171"],"related_works":["https://openalex.org/W4307959641","https://openalex.org/W4385570745","https://openalex.org/W7008580277","https://openalex.org/W1485106551","https://openalex.org/W6979247433","https://openalex.org/W2725765016","https://openalex.org/W3010343788","https://openalex.org/W4205415761","https://openalex.org/W3090149233","https://openalex.org/W3031494326"],"abstract_inverted_index":{"In":[0,15,90],"this":[1],"paper,":[2],"we":[3],"propose":[4],"a":[5,40,60,105],"novel":[6],"approach":[7,137],"to":[8,67],"generate":[9],"captions":[10,110],"for":[11],"visualization":[12,80],"charts":[13,100,121],"automatically.":[14],"the":[16,26,31,69,79,91,94,98,114,119,133],"proposed":[17],"method,":[18],"visual":[19,22,53,72,86,99,116,120],"marks":[20,54],"and":[21,37,74,85,122],"channels,":[23],"together":[24],"with":[25,39,55,82],"associated":[27],"text":[28],"information":[29,46,87],"in":[30,127],"original":[32],"charts,":[33,81],"are":[34],"first":[35],"extracted":[36,56],"identified":[38],"multilayer":[41],"perceptron":[42],"classifier.":[43],"Meanwhile,":[44],"data":[45,84],"can":[47,101,111],"also":[48],"be":[49,102],"retrieved":[50],"by":[51],"parsing":[52],"mapping":[57],"relationships.":[58],"Then":[59],"1-D":[61],"convolutional":[62],"residual":[63],"network":[64],"is":[65],"employed":[66],"analyze":[68],"relationship":[70],"between":[71],"elements,":[73],"recognize":[75],"significant":[76],"features":[77,117],"of":[78,97,118,135],"both":[83],"as":[88],"input.":[89],"final":[92],"step,":[93],"full":[95],"description":[96],"generated":[103,109],"through":[104,138],"template-based":[106],"approach.":[107],"The":[108],"effectively":[112],"cover":[113],"main":[115],"support":[123],"major":[124],"feature":[125],"types":[126],"commons":[128],"charts.":[129],"We":[130],"further":[131],"demonstrate":[132],"effectiveness":[134],"our":[136],"several":[139],"cases.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-05-13T00:00:00"}