{"id":"https://openalex.org/W4403487415","doi":"https://doi.org/10.3233/faia240802","title":"Multi-View Prompt for Fine-Grained Multimodal Named Entity Recognition and Grounding","display_name":"Multi-View Prompt for Fine-Grained Multimodal Named Entity Recognition and Grounding","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403487415","doi":"https://doi.org/10.3233/faia240802"},"language":"en","primary_location":{"id":"doi:10.3233/faia240802","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240802","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia240802","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100678168","display_name":"Jin\u2010Tao Liu","orcid":"https://orcid.org/0000-0003-0664-3392"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jintao Liu","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100747208","display_name":"Chenglong Liu","orcid":"https://orcid.org/0000-0002-8421-7017"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglong Liu","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068039769","display_name":"Kaiwen Wei","orcid":"https://orcid.org/0000-0002-5830-0802"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiwen Wei","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7012,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92143759,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5778825283050537},{"id":"https://openalex.org/keywords/ground","display_name":"Ground","score":0.4632965326309204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3644055128097534},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33021318912506104},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11492830514907837}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5778825283050537},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.4632965326309204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3644055128097534},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33021318912506104},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11492830514907837},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia240802","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240802","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia240802","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240802","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2021787609","https://openalex.org/W2390279801","https://openalex.org/W1537063595","https://openalex.org/W2097328689","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Fine-Grained":[0],"Multimodal":[1],"Named":[2],"Entity":[3],"Recognition":[4],"and":[5,16,23,34,63,96,146,160],"Grounding":[6,98],"(FMNERG)":[7],"aims":[8],"to":[9,54,120,128,165],"extract":[10],"entity":[11,14,51,56,116],"name,":[12],"fine-grained":[13,55,121],"type,":[15],"its":[17],"corresponding":[18],"object":[19],"from":[20,118,139,157],"paired":[21],"text":[22],"image.":[24],"This":[25],"task":[26,85],"demands":[27],"fundamental":[28],"reasoning":[29],"capability":[30],"for":[31,82,101],"complex":[32],"language":[33],"multimodal":[35],"comprehension.":[36],"Despite":[37],"encouraging":[38],"results,":[39],"existing":[40],"methods":[41],"face":[42],"two":[43],"critical":[44],"issues:":[45],"(1)":[46],"Insufficient":[47],"knowledge":[48,136,159],"of":[49,69],"the":[50,66,83,178],"poses":[52],"challenges":[53],"recognition;":[57],"(2)":[58],"Limited":[59],"correlations":[60,143],"between":[61,144],"entities":[62,138,145],"objects":[64],"hinder":[65],"visual":[67],"grounding":[68],"entities.":[70],"To":[71,141],"tackle":[72],"these":[73],"issues,":[74],"we":[75],"propose":[76],"a":[77,106,110,125,151],"Multi-View":[78],"Prompt":[79],"(MVP)":[80],"method":[81,127],"FMNERG":[84],"in":[86,109],"this":[87],"paper,":[88],"which":[89,132],"collaborates":[90],"with":[91],"Large":[92],"Language":[93],"Models":[94,99],"(LLMs)":[95],"Visual":[97],"(VGMs)":[100],"reasoning.":[102],"Concretely,":[103],"MVP":[104,149,173],"constructs":[105],"knowledgeable":[107],"prompt":[108,153],"chain-of-thought":[111],"format,":[112],"progressively":[113],"refining":[114],"possible":[115],"types":[117],"coarse-grained":[119],"levels.":[122],"It":[123],"leverages":[124],"heuristic":[126],"select":[129],"demonstration":[130],"examples,":[131],"could":[133],"provide":[134],"guiding":[135,158],"about":[137],"LLMs.":[140],"establish":[142],"potential":[147],"objects,":[148],"introduces":[150],"grounded":[152],"that":[154,172],"exploits":[155],"information":[156],"image":[161],"caption,":[162],"enabling":[163],"VGMs":[164],"detect":[166],"related":[167],"objects.":[168],"Experimental":[169],"results":[170],"indicate":[171],"achieves":[174],"state-of-the-art":[175],"performance":[176],"on":[177],"Twitter":[179],"dataset.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
