{"id":"https://openalex.org/W3045015651","doi":"https://doi.org/10.48550/arxiv.2007.11690","title":"Integrating Image Captioning with Rule-based Entity Masking","display_name":"Integrating Image Captioning with Rule-based Entity Masking","alternate_titles":[],"publication_year":2020,"publication_date":"2020-07-22","ids":{"openalex":"https://openalex.org/W3045015651","doi":"https://doi.org/10.48550/arxiv.2007.11690","mag":"3045015651"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2007.11690","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.11690","pdf_url":"https://arxiv.org/pdf/2007.11690","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W3045015651"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.11690","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081210463","display_name":"Aditya Mogadala","orcid":"https://orcid.org/0000-0001-7004-5798","observed_orcids":["https://orcid.org/0000-0001-7004-5798"]},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mogadala, Aditya","raw_affiliation_strings":["Spoken Language Systems , Saarland Informatics Campus , Saarland University","Saarland Univ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spoken Language Systems , Saarland Informatics Campus , Saarland University","institution_ids":["https://openalex.org/I91712215"]},{"raw_affiliation_string":"Saarland Univ,","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103000631","display_name":"Xiaoyu Shen","orcid":"https://orcid.org/0000-0002-0217-2469","observed_orcids":["https://orcid.org/0000-0002-0217-2469"]},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]},{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]},{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shen, Xiaoyu","raw_affiliation_strings":["Max Planck Institute for Informatics","Spoken Language Systems , Saarland Informatics Campus , Saarland University","Max-Planck-Society"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics","institution_ids":["https://openalex.org/I4210109712"]},{"raw_affiliation_string":"Spoken Language Systems , Saarland Informatics Campus , Saarland University","institution_ids":["https://openalex.org/I91712215"]},{"raw_affiliation_string":"Max-Planck-Society","institution_ids":["https://openalex.org/I149899117"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008875255","display_name":"Dietrich Klakow","orcid":"https://orcid.org/0000-0002-4147-9690","observed_orcids":["https://orcid.org/0000-0002-4147-9690"]},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Klakow, Dietrich","raw_affiliation_strings":["Spoken Language Systems , Saarland Informatics Campus , Saarland University","Saarland Univ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spoken Language Systems , Saarland Informatics Campus , Saarland University","institution_ids":["https://openalex.org/I91712215"]},{"raw_affiliation_string":"Saarland Univ,","institution_ids":["https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-captioning","display_name":"image captioning","score":1.0},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.8029999732971191},{"id":"https://openalex.org/keywords/entity-selection","display_name":"entity selection","score":0.6949999928474426},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.421999990940094},{"id":"https://openalex.org/keywords/caption-diversity","display_name":"caption diversity","score":0.6000000238418579}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9280262589454651},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.7821550965309143},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.6286256313323975},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6274036169052124},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4735490679740906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46266818046569824},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3414124846458435},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3330416977405548},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.05660134553909302},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2007.11690","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.11690","pdf_url":"https://arxiv.org/pdf/2007.11690","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2007.11690","doi":"https://doi.org/10.48550/arxiv.2007.11690","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2007.11690","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.11690","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.11690","pdf_url":"https://arxiv.org/pdf/2007.11690","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1951765764","display_name":null,"funder_award_id":"SFB 1102","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G737504480","display_name":"SFB 1102: Informationsdichte und sprachliche Kodierung","funder_award_id":"232722074","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3045015651.pdf","grobid_xml":"https://content.openalex.org/works/W3045015651.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1514535095","https://openalex.org/W1686810756","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W2130942839","https://openalex.org/W2194775991","https://openalex.org/W2247119764","https://openalex.org/W2250539671","https://openalex.org/W2523679382","https://openalex.org/W2530647954","https://openalex.org/W2575842049","https://openalex.org/W2604178507","https://openalex.org/W2745461083","https://openalex.org/W2746147417","https://openalex.org/W2768401321","https://openalex.org/W2798690428","https://openalex.org/W2803206166","https://openalex.org/W2807027982","https://openalex.org/W2901988662","https://openalex.org/W2950672580","https://openalex.org/W2963270032","https://openalex.org/W2963992143","https://openalex.org/W2970072000","https://openalex.org/W2982553922","https://openalex.org/W3195066681"],"related_works":["https://openalex.org/W4366180295","https://openalex.org/W2963138277","https://openalex.org/W2997251342","https://openalex.org/W4401719329","https://openalex.org/W2970452557","https://openalex.org/W4280622456","https://openalex.org/W4385638673","https://openalex.org/W4385570224","https://openalex.org/W3196255398","https://openalex.org/W3183226462"],"abstract_inverted_index":{"Given":[0],"an":[1,65,113],"image,":[2,53,76],"generating":[3,181],"its":[4,125],"natural":[5],"language":[6],"description":[7],"(i.e.,":[8],"caption)":[9],"is":[10,95],"a":[11,82,105,144,178],"well":[12],"studied":[13],"problem.":[14],"Approaches":[15],"proposed":[16],"to":[17,29,97,137,143,153],"address":[18],"this":[19,101],"problem":[20],"usually":[21],"rely":[22],"on":[23,158],"image":[24,33,110],"features":[25,34,44,56,69],"that":[26,163],"are":[27,35,45,57],"difficult":[28],"interpret.":[30],"Particularly,":[31],"these":[32],"subdivided":[36],"into":[37],"global":[38,43,49],"and":[39,85,175],"local":[40,55,68,91,135],"features,":[41],"where":[42],"extracted":[46,58],"from":[47,59,74],"the":[48,52,60,75,93,109,140,159,172],"representation":[50],"of":[51,171],"while":[54,122],"objects":[61,92],"detected":[62],"locally":[63],"in":[64,81,100,139,169],"image.":[66],"Although,":[67],"extract":[70],"rich":[71],"visual":[72],"information":[73],"existing":[77],"models":[78],"generate":[79,148],"captions":[80,150],"blackbox":[83],"manner":[84],"humans":[86],"have":[87],"difficulty":[88],"interpreting":[89],"which":[90,134],"caption":[94,141,173],"aimed":[96],"represent.":[98],"Hence":[99],"paper,":[102],"we":[103],"propose":[104],"novel":[106],"framework":[107],"for":[108],"captioning":[111],"with":[112,177],"explicit":[114],"object":[115],"(e.g.,":[116],"knowledge":[117],"graph":[118],"entity)":[119],"selection":[120],"process":[121,182],"still":[123],"maintaining":[124],"end-to-end":[126],"training":[127],"ability.":[128],"The":[129],"model":[130],"first":[131],"explicitly":[132],"selects":[133],"entities":[136],"include":[138],"according":[142],"human-interpretable":[145],"mask,":[146],"then":[147],"proper":[149],"by":[151],"attending":[152],"selected":[154],"entities.":[155],"Experiments":[156],"conducted":[157],"MSCOCO":[160],"dataset":[161],"demonstrate":[162],"our":[164],"method":[165],"achieves":[166],"good":[167],"performance":[168],"terms":[170],"quality":[174],"diversity":[176],"more":[179],"interpretable":[180],"than":[183],"previous":[184],"counterparts.":[185]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3045015651","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2020-07-29T00:00:00"}
