{"id":"https://openalex.org/W4399399400","doi":"https://doi.org/10.1109/tgrs.2024.3409624","title":"EarthGPT: A Universal Multimodal Large Language Model for Multisensor Image Comprehension in Remote Sensing Domain","display_name":"EarthGPT: A Universal Multimodal Large Language Model for Multisensor Image Comprehension in Remote Sensing Domain","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399399400","doi":"https://doi.org/10.1109/tgrs.2024.3409624"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3409624","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3409624","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092401779","display_name":"Wei Zhang","orcid":"https://orcid.org/0009-0003-7332-126X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Advanced Research Institute of Multidisciplinary Sciences and the School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, China","School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Advanced Research Institute of Multidisciplinary Sciences and the School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102999194","display_name":"Miaoxin Cai","orcid":"https://orcid.org/0009-0007-2584-5949"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miaoxin Cai","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688517","display_name":"Tong Zhang","orcid":"https://orcid.org/0000-0002-1769-9829"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhang","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023179941","display_name":"Yin Zhuang","orcid":"https://orcid.org/0000-0002-0443-1081"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Zhuang","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Space-Born Intelligent Information Processing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001776125","display_name":"Xuerui Mao","orcid":"https://orcid.org/0000-0002-8452-5773"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuerui Mao","raw_affiliation_strings":["Advanced Research Institute of Multidisciplinary Sciences and the School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, China","School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, China","Yangtze Delta Region Academy of Beijing Institute of Technology, Jiaxing, China"],"affiliations":[{"raw_affiliation_string":"Advanced Research Institute of Multidisciplinary Sciences and the School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Yangtze Delta Region Academy of Beijing Institute of Technology, Jiaxing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5092401779"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":30.6235,"has_fulltext":false,"cited_by_count":125,"citation_normalized_percentile":{"value":0.9985472,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9377999901771545,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9377999901771545,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9235000014305115,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9178000092506409,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6847436428070068},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.650966227054596},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5968299508094788},{"id":"https://openalex.org/keywords/image-sensor","display_name":"Image sensor","score":0.47007328271865845},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.46850067377090454},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4338591992855072},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4240010976791382},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3888704776763916},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33792755007743835},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.14133325219154358},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0942126214504242}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6847436428070068},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.650966227054596},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5968299508094788},{"id":"https://openalex.org/C76935873","wikidata":"https://www.wikidata.org/wiki/Q209121","display_name":"Image sensor","level":2,"score":0.47007328271865845},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.46850067377090454},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4338591992855072},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4240010976791382},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3888704776763916},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33792755007743835},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.14133325219154358},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0942126214504242},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3409624","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3409624","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.800000011920929,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4914362321","display_name":null,"funder_award_id":"92152109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6434704085","display_name":null,"funder_award_id":"62371048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":131,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1614298861","https://openalex.org/W1889081078","https://openalex.org/W1958291604","https://openalex.org/W1980038761","https://openalex.org/W2020912318","https://openalex.org/W2085625911","https://openalex.org/W2296151615","https://openalex.org/W2442626797","https://openalex.org/W2510520237","https://openalex.org/W2515866431","https://openalex.org/W2577537809","https://openalex.org/W2592962403","https://openalex.org/W2764034829","https://openalex.org/W2779054585","https://openalex.org/W2779335303","https://openalex.org/W2782522152","https://openalex.org/W2911584214","https://openalex.org/W2920981979","https://openalex.org/W2935079508","https://openalex.org/W2940726923","https://openalex.org/W2947312908","https://openalex.org/W2963250244","https://openalex.org/W2964194231","https://openalex.org/W2979382172","https://openalex.org/W2986803748","https://openalex.org/W2987734933","https://openalex.org/W2997464028","https://openalex.org/W3006792692","https://openalex.org/W3012111773","https://openalex.org/W3038948729","https://openalex.org/W3041133507","https://openalex.org/W3098351727","https://openalex.org/W3100245404","https://openalex.org/W3105577662","https://openalex.org/W3110435696","https://openalex.org/W3133008479","https://openalex.org/W3134231019","https://openalex.org/W3136761610","https://openalex.org/W3144483443","https://openalex.org/W3165084071","https://openalex.org/W3168972675","https://openalex.org/W3172075653","https://openalex.org/W3173658130","https://openalex.org/W3174004334","https://openalex.org/W3174873843","https://openalex.org/W3175205795","https://openalex.org/W3200733355","https://openalex.org/W3201797941","https://openalex.org/W3202187941","https://openalex.org/W3205100603","https://openalex.org/W3209532394","https://openalex.org/W4214490042","https://openalex.org/W4214648418","https://openalex.org/W4226456028","https://openalex.org/W4283800076","https://openalex.org/W4285505614","https://openalex.org/W4292968451","https://openalex.org/W4293649366","https://openalex.org/W4308703323","https://openalex.org/W4312605942","https://openalex.org/W4312804579","https://openalex.org/W4313145013","https://openalex.org/W4318718936","https://openalex.org/W4322707256","https://openalex.org/W4322718191","https://openalex.org/W4322718246","https://openalex.org/W4324128075","https://openalex.org/W4361229539","https://openalex.org/W4362707064","https://openalex.org/W4366208220","https://openalex.org/W4366330503","https://openalex.org/W4366598917","https://openalex.org/W4366850747","https://openalex.org/W4367367040","https://openalex.org/W4367628410","https://openalex.org/W4376312115","https://openalex.org/W4380994269","https://openalex.org/W4384521492","https://openalex.org/W4384918448","https://openalex.org/W4385262477","https://openalex.org/W4385436442","https://openalex.org/W4386185600","https://openalex.org/W4386384929","https://openalex.org/W4386472879","https://openalex.org/W4386794522","https://openalex.org/W4387723654","https://openalex.org/W4388685775","https://openalex.org/W4389116425","https://openalex.org/W4389261446","https://openalex.org/W4389421438","https://openalex.org/W4390137170","https://openalex.org/W4390632550","https://openalex.org/W4391212790","https://openalex.org/W4391331851","https://openalex.org/W4394938913","https://openalex.org/W6631190155","https://openalex.org/W6636510571","https://openalex.org/W6639432524","https://openalex.org/W6730365400","https://openalex.org/W6763251565","https://openalex.org/W6799579066","https://openalex.org/W6802987763","https://openalex.org/W6810334672","https://openalex.org/W6849177959","https://openalex.org/W6850015000","https://openalex.org/W6850625674","https://openalex.org/W6850787431","https://openalex.org/W6851592950","https://openalex.org/W6851800889","https://openalex.org/W6851948999","https://openalex.org/W6851950068","https://openalex.org/W6851960618","https://openalex.org/W6852060543","https://openalex.org/W6852489829","https://openalex.org/W6853094705","https://openalex.org/W6853116092","https://openalex.org/W6853528422","https://openalex.org/W6854866820","https://openalex.org/W6854878091","https://openalex.org/W6855350031","https://openalex.org/W6855425132","https://openalex.org/W6855955516","https://openalex.org/W6856032414","https://openalex.org/W6857872576","https://openalex.org/W6858380932","https://openalex.org/W6858816293","https://openalex.org/W6859398714","https://openalex.org/W6859600322","https://openalex.org/W6859744083","https://openalex.org/W6860622411"],"related_works":["https://openalex.org/W2616627668","https://openalex.org/W3137121595","https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W2051345519","https://openalex.org/W2102157173","https://openalex.org/W1991530724","https://openalex.org/W3083087975","https://openalex.org/W2990774877","https://openalex.org/W3093339210"],"abstract_inverted_index":{"Multi-modal":[0],"large":[1],"language":[2,109,119],"models":[3,240],"(MLLMs)":[4],"have":[5],"demonstrated":[6],"remarkable":[7],"success":[8],"in":[9,36,42,64,130,216,229],"vision":[10],"and":[11,27,81,87,108,111,118,185,196,210,241,250,261],"visual-language":[12],"tasks":[13,60,142,234],"within":[14],"the":[15,21,32,37,43,48,103,113,131,202,212,217,225,237,244,247],"natural":[16,26],"image":[17,70,146],"domain.":[18,219],"Owing":[19],"to":[20,79,136],"significant":[22],"domain":[23,39,133],"gap":[24],"between":[25,105],"remote":[28],"sensing":[29],"(RS)":[30],"images,":[31],"development":[33,213],"of":[34,115,141,204,214,246],"MLLMs":[35,205,215],"RS":[38,58,69,132,169,183,207,218,231],"is":[40,62,77,98,134,171],"still":[41],"infant":[44],"stage.":[45],"To":[46],"fill":[47],"gap,":[49],"a":[50,73,93,122,138,161,252],"pioneer":[51],"MLLM":[52],"named":[53,163],"EarthGPT":[54,249],"integrating":[55],"various":[56,230],"multi-sensor":[57,128,167,187],"interpretation":[59,233],"uniformly":[61],"proposed":[63,135,248],"this":[65],"paper":[66],"for":[67,127,255],"universal":[68],"comprehension.":[71],"Firstly,":[72],"visual-enhanced":[74],"perception":[75,85,90,107],"mechanism":[76],"constructed":[78],"refine":[80],"incorporate":[82],"coarse-scale":[83],"semantic":[84],"information":[86],"fine-scale":[88],"detailed":[89],"information.":[91],"Secondly,":[92],"cross-modal":[94],"mutual":[95],"comprehension":[96,110,114],"approach":[97],"proposed,":[99],"aiming":[100],"at":[101,265],"enhancing":[102],"interplay":[104],"visual":[106,117,150,154,232],"deepening":[112],"both":[116],"content.":[120],"Finally,":[121],"unified":[123],"instruction":[124],"tuning":[125],"method":[126],"multi-task":[129],"unify":[137],"wide":[139],"range":[140],"including":[143,186],"scene":[144],"classification,":[145],"captioning,":[147,149],"region-level":[148],"question":[151],"answering":[152],"(VQA),":[153],"grounding,":[155],"object":[156],"detection,":[157],"etc.":[158],"More":[159],"importantly,":[160],"dataset":[162,200,262],"MMRS-1M":[164,199],"featuring":[165],"large-scale":[166],"multi-modal":[168],"instruction-following":[170],"constructed,":[172],"comprising":[173],"over":[174],"1M":[175],"image-text":[176],"pairs":[177],"based":[178],"on":[179,206],"34":[180],"existing":[181],"diverse":[182],"datasets":[184],"images":[188],"such":[189],"as":[190],"optical,":[191],"synthetic":[192],"aperture":[193],"radar":[194],"(SAR),":[195],"infrared.":[197],"The":[198],"addresses":[201],"drawback":[203],"expert":[208],"knowledge":[209],"stimulates":[211],"Extensive":[220],"experiments":[221],"are":[222,263],"conducted,":[223],"demonstrating":[224],"EarthGPT\u2019s":[226],"superior":[227],"performance":[228],"compared":[235],"with":[236],"other":[238],"specialist":[239],"MLLMs,":[242],"proving":[243],"effectiveness":[245],"offering":[251],"versatile":[253],"paradigm":[254],"open-set":[256],"reasoning":[257],"tasks.":[258],"Our":[259],"code":[260],"available":[264],"https://github.com/wivizhang/EarthGPT.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":86},{"year":2024,"cited_by_count":25}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}