{"id":"https://openalex.org/W4405895891","doi":"https://doi.org/10.1109/tgrs.2024.3523505","title":"EarthMarker: A Visual Prompting Multimodal Large Language Model for Remote Sensing","display_name":"EarthMarker: A Visual Prompting Multimodal Large Language Model for Remote Sensing","publication_year":2024,"publication_date":"2024-12-30","ids":{"openalex":"https://openalex.org/W4405895891","doi":"https://doi.org/10.1109/tgrs.2024.3523505"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3523505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3523505","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092401779","display_name":"Wei Zhang","orcid":"https://orcid.org/0009-0003-7332-126X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Advanced Research Institute of Multidisciplinary Sciences and the School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, China","School of Mechatronical Engineering, Advanced Research Institute of Multidisciplinary Sciences, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Advanced Research Institute of Multidisciplinary Sciences and the School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Mechatronical Engineering, Advanced Research Institute of Multidisciplinary Sciences, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102999194","display_name":"Miaoxin Cai","orcid":"https://orcid.org/0009-0007-2584-5949"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miaoxin Cai","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688517","display_name":"Tong Zhang","orcid":"https://orcid.org/0000-0002-1769-9829"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhang","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023179941","display_name":"Yin Zhuang","orcid":"https://orcid.org/0000-0002-0443-1081"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Zhuang","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362041","display_name":"Jun Li","orcid":"https://orcid.org/0000-0003-1613-9448"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["School of Computer Science and Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001776125","display_name":"Xuerui Mao","orcid":"https://orcid.org/0000-0002-8452-5773"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210165204","display_name":"Zhuhai Institute of Advanced Technology","ror":"https://ror.org/05r1mzq61","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761","https://openalex.org/I4210165204"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuerui Mao","raw_affiliation_strings":["Beijing Institute of Technology, Zhuhai Beijing Institute of Technology (BIT), Zhuhai, China","Beijing Institute of Technology, Zhuhai, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Zhuhai Beijing Institute of Technology (BIT), Zhuhai, China","institution_ids":["https://openalex.org/I4210165204"]},{"raw_affiliation_string":"Beijing Institute of Technology, Zhuhai, China","institution_ids":["https://openalex.org/I4210165204","https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5092401779"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":59.6368,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.99870884,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9745000004768372,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9319999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.760295033454895},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6064103841781616},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5995160341262817},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3718380331993103},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3647744655609131},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3207523226737976},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.16517236828804016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.760295033454895},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6064103841781616},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5995160341262817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3718380331993103},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3647744655609131},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3207523226737976},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.16517236828804016},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3523505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3523505","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4914362321","display_name":null,"funder_award_id":"92152109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6434704085","display_name":null,"funder_award_id":"62371048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6716103886","display_name":null,"funder_award_id":"T2225019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":97,"referenced_works":["https://openalex.org/W611457968","https://openalex.org/W1956340063","https://openalex.org/W1980038761","https://openalex.org/W2020912318","https://openalex.org/W2251512949","https://openalex.org/W2296151615","https://openalex.org/W2489434015","https://openalex.org/W2506483933","https://openalex.org/W2510520237","https://openalex.org/W2512351403","https://openalex.org/W2515866431","https://openalex.org/W2577537809","https://openalex.org/W2592962403","https://openalex.org/W2594177559","https://openalex.org/W2764034829","https://openalex.org/W2769613401","https://openalex.org/W2779054585","https://openalex.org/W2890732922","https://openalex.org/W2908320224","https://openalex.org/W2911584214","https://openalex.org/W2920981979","https://openalex.org/W2935079508","https://openalex.org/W2962766617","https://openalex.org/W3028752951","https://openalex.org/W3041571744","https://openalex.org/W3098267758","https://openalex.org/W3165084071","https://openalex.org/W3185341429","https://openalex.org/W3198377975","https://openalex.org/W3201797941","https://openalex.org/W3205100603","https://openalex.org/W3208364069","https://openalex.org/W4226456028","https://openalex.org/W4292968451","https://openalex.org/W4312559104","https://openalex.org/W4312605942","https://openalex.org/W4312747482","https://openalex.org/W4322707256","https://openalex.org/W4387886005","https://openalex.org/W4388129777","https://openalex.org/W4389890901","https://openalex.org/W4390423483","https://openalex.org/W4390874575","https://openalex.org/W4391021462","https://openalex.org/W4391331851","https://openalex.org/W4391710122","https://openalex.org/W4392007279","https://openalex.org/W4393148220","https://openalex.org/W4393972808","https://openalex.org/W4399399400","https://openalex.org/W4399449337","https://openalex.org/W4401103998","https://openalex.org/W4402473945","https://openalex.org/W4402716083","https://openalex.org/W4402716166","https://openalex.org/W4402776460","https://openalex.org/W4403919659","https://openalex.org/W6631190155","https://openalex.org/W6639432524","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6694395031","https://openalex.org/W6763251565","https://openalex.org/W6778883912","https://openalex.org/W6786055732","https://openalex.org/W6791353385","https://openalex.org/W6802347785","https://openalex.org/W6810334672","https://openalex.org/W6843258702","https://openalex.org/W6849177959","https://openalex.org/W6850625674","https://openalex.org/W6851592950","https://openalex.org/W6851800889","https://openalex.org/W6852489829","https://openalex.org/W6852909635","https://openalex.org/W6852999659","https://openalex.org/W6853628691","https://openalex.org/W6854222408","https://openalex.org/W6854262950","https://openalex.org/W6854336665","https://openalex.org/W6854507508","https://openalex.org/W6854866820","https://openalex.org/W6855102392","https://openalex.org/W6855350031","https://openalex.org/W6856093385","https://openalex.org/W6857569170","https://openalex.org/W6857660107","https://openalex.org/W6857872576","https://openalex.org/W6858202685","https://openalex.org/W6858380932","https://openalex.org/W6859624119","https://openalex.org/W6860277257","https://openalex.org/W6861148672","https://openalex.org/W6863134955","https://openalex.org/W6869110711","https://openalex.org/W6870358933","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,15,33,54,60,94,246],"prompt":[3],"learning":[4,194,255],"have":[5],"allowed":[6],"users":[7],"to":[8,30,65,67,73,128,156,170,188,198,206,231],"interact":[9],"with":[10,153],"artificial":[11],"intelligence":[12],"(AI)":[13],"tools":[14],"multiturn":[16],"dialog,":[17],"enabling":[18,160],"an":[19],"interactive":[20],"understanding":[21],"of":[22,50,101,139,163,166,210,236],"images.":[23],"However,":[24],"it":[25],"is":[26,92,99,126,196,225],"difficult":[27],"and":[28,109,118,142,177,180,259],"inefficient":[29],"deliver":[31],"information":[32],"complicated":[34],"remote":[35],"sensing":[36],"(RS)":[37],"scenarios":[38],"using":[39],"plain":[40],"language":[41,87,154],"instructions":[42,155],"alone,":[43],"which":[44],"would":[45],"severely":[46],"hinder":[47],"deep":[48],"comprehension":[49],"the":[51,69,81,95,106,130,136,147,161,172,189,200,208,233,237,252],"latent":[52],"content":[53,165],"imagery.":[55,168],"Besides,":[56],"existing":[57],"prompting":[58,213,254],"strategies":[59],"natural":[61,176,186],"scenes":[62,187],"are":[63,151,229,261],"hard":[64],"apply":[66],"interpret":[68],"RS":[70,96,103,167,178,190,201,211,248],"data":[71],"due":[72],"significant":[74,244],"domain":[75,173],"differences.":[76],"To":[77],"address":[78],"these":[79],"challenges,":[80],"first":[82],"visual":[83,114,123,144,212,222,253],"prompting-based":[84],"multimodal":[85,220],"large":[86],"model":[88],"(MLLM)":[89],"named":[90,217],"EarthMarker":[91,98,241],"proposed":[93,240],"domain.":[97],"capable":[100],"interpreting":[102],"imagery":[104,202,249],"at":[105,263],"image,":[107],"region,":[108],"point":[110],"levels":[111],"by":[112],"levering":[113],"prompts":[115,223],"(i.e.,":[116],"boxes":[117],"points).":[119],"Specifically,":[120],"a":[121,192,215,243],"shared":[122],"encoding":[124],"method":[125],"developed":[127,197],"establish":[129],"spatial":[131],"pattern":[132],"interpretation":[133,162,250],"relationships":[134],"between":[135,175],"multiscale":[137],"representations":[138,150],"input":[140],"images":[141],"various":[143],"prompts.":[145],"Subsequently,":[146],"mixed":[148],"visual-spatial":[149],"associated":[152],"construct":[157],"joint":[158],"prompts,":[159],"intricate":[164],"Furthermore,":[169],"bridge":[171],"gap":[174],"data,":[179,214],"effectively":[181],"transfer":[182],"domain-level":[183],"knowledge":[184],"from":[185],"domain,":[191],"cross-domain":[193],"strategy":[195],"facilitate":[199],"understanding.":[203],"In":[204],"addition,":[205],"tackle":[207],"lack":[209],"dataset":[216,260],"RSVP":[218],"featuring":[219],"multigranularity":[221,247],"instruction-following":[224],"constructed.":[226],"Extensive":[227],"experiments":[228],"conducted":[230],"demonstrate":[232],"competitive":[234],"performance":[235],"EarthMarker.":[238],"The":[239],"represents":[242],"advance":[245],"under":[251],"framework.":[256],"Our":[257],"code":[258],"available":[262],"<uri":[264],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[265],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/wivizhang/EarthMarker</uri>.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":25}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}