{"id":"https://openalex.org/W4377866502","doi":"https://doi.org/10.48550/arxiv.2305.12212","title":"Prompting ChatGPT in MNER: Enhanced Multimodal Named Entity Recognition with Auxiliary Refined Knowledge","display_name":"Prompting ChatGPT in MNER: Enhanced Multimodal Named Entity Recognition with Auxiliary Refined Knowledge","publication_year":2023,"publication_date":"2023-05-20","ids":{"openalex":"https://openalex.org/W4377866502","doi":"https://doi.org/10.48550/arxiv.2305.12212"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2305.12212","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.12212","pdf_url":"https://arxiv.org/pdf/2305.12212","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.12212","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114052070","display_name":"Jinyuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Jinyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452614","display_name":"Han Li","orcid":"https://orcid.org/0000-0003-0276-9756"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Han","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013280301","display_name":"Zhuo Pan","orcid":"https://orcid.org/0000-0003-4149-7044"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Zhuo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sun, Di","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Di","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Jiahao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiahao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Wenkun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenkun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Pan, Gang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Gang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5114052070"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.809297502040863},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6222138404846191},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.6016122698783875},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5109006762504578},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5079224705696106},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.48460468649864197},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.43743741512298584},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3383251428604126},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32883667945861816},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3274208605289459}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.809297502040863},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6222138404846191},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.6016122698783875},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5109006762504578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5079224705696106},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.48460468649864197},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.43743741512298584},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3383251428604126},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32883667945861816},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3274208605289459},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2305.12212","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.12212","pdf_url":"https://arxiv.org/pdf/2305.12212","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2305.12212","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.12212","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.12212","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.12212","pdf_url":"https://arxiv.org/pdf/2305.12212","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.5,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1082432726","display_name":null,"funder_award_id":"21JCYBJC00640","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G5532155222","display_name":null,"funder_award_id":"Tianjin","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"}],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4377866502.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1541691357","https://openalex.org/W2090135255","https://openalex.org/W2168409722","https://openalex.org/W4387163706","https://openalex.org/W2548972888","https://openalex.org/W2026505290","https://openalex.org/W2782437235","https://openalex.org/W1993715838","https://openalex.org/W2359088421","https://openalex.org/W2328532631"],"abstract_inverted_index":{"Multimodal":[0,99],"Named":[1],"Entity":[2],"Recognition":[3],"(MNER)":[4],"on":[5,22,165],"social":[6],"media":[7],"aims":[8,73],"to":[9,74,85,127,133],"enhance":[10],"textual":[11],"entity":[12,93],"prediction":[13],"by":[14],"incorporating":[15,31],"image-based":[16],"clues.":[17],"Existing":[18],"studies":[19],"mainly":[20],"focus":[21],"maximizing":[23],"the":[24,43,47,59,128,139,145],"utilization":[25],"of":[26,45,55,112],"pertinent":[27],"image":[28],"information":[29],"or":[30,52],"external":[32,50],"knowledge":[33,36,80,89,141],"from":[34,108],"explicit":[35],"bases.":[37],"However,":[38],"these":[39],"methods":[40,164],"either":[41],"neglect":[42],"necessity":[44],"providing":[46],"model":[48,153],"with":[49,144],"knowledge,":[51],"encounter":[53],"issues":[54],"high":[56],"redundancy":[57],"in":[58],"retrieved":[60],"knowledge.":[61,137],"In":[62],"this":[63],"paper,":[64],"we":[65],"present":[66],"PGIM":[67,96,161],"--":[68],"a":[69,98,109,122,151,172],"two-stage":[70],"framework":[71],"that":[72,104,160],"leverage":[75],"ChatGPT":[76,132],"as":[77],"an":[78],"implicit":[79],"base":[81],"and":[82,130,148,170,175],"enable":[83],"it":[84],"heuristically":[86],"generate":[87,134],"auxiliary":[88,135],"for":[90,154],"more":[91],"efficient":[92],"prediction.":[94],"Specifically,":[95],"contains":[97],"Similar":[100],"Example":[101],"Awareness":[102],"module":[103],"selects":[105],"suitable":[106],"examples":[107,117],"small":[110],"number":[111],"predefined":[113],"artificial":[114],"samples.":[115],"These":[116],"are":[118],"then":[119],"integrated":[120,143],"into":[121,150],"formatted":[123],"prompt":[124],"template":[125],"tailored":[126],"MNER":[129,168],"guide":[131],"refined":[136],"Finally,":[138],"acquired":[140],"is":[142],"original":[146],"text":[147],"fed":[149],"downstream":[152],"further":[155],"processing.":[156],"Extensive":[157],"experiments":[158],"show":[159],"outperforms":[162],"state-of-the-art":[163],"two":[166],"classic":[167],"datasets":[169],"exhibits":[171],"stronger":[173],"robustness":[174],"generalization":[176],"capability.":[177]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}
