{"id":"https://openalex.org/W4414972974","doi":"https://doi.org/10.1080/13658816.2025.2566795","title":"StreetSenser: a novel approach to sensing street view <i>via</i> a fine-tuned multimodal large language model","display_name":"StreetSenser: a novel approach to sensing street view <i>via</i> a fine-tuned multimodal large language model","publication_year":2025,"publication_date":"2025-10-08","ids":{"openalex":"https://openalex.org/W4414972974","doi":"https://doi.org/10.1080/13658816.2025.2566795"},"language":"en","primary_location":{"id":"doi:10.1080/13658816.2025.2566795","is_oa":false,"landing_page_url":"https://doi.org/10.1080/13658816.2025.2566795","pdf_url":null,"source":{"id":"https://openalex.org/S4210181446","display_name":"International Journal of Geographical Information Systems","issn_l":"0269-3798","issn":["0269-3798","1362-3087"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Geographical Information Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010263668","display_name":"Keyu Lu","orcid":"https://orcid.org/0000-0001-7968-0106"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keyu Lu","raw_affiliation_strings":["Collaborative Innovation Center for the South Sea Studies, Nanjing University","Department of Geographic Information Science, Nanjing University","Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center for the South Sea Studies, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Geographic Information Science, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039050415","display_name":"Xin Zhao","orcid":"https://orcid.org/0000-0002-2915-9790"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Zhao","raw_affiliation_strings":["Collaborative Innovation Center for the South Sea Studies, Nanjing University","Department of Geographic Information Science, Nanjing University","Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center for the South Sea Studies, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Geographic Information Science, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101469340","display_name":"Manchun Li","orcid":null},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Manchun Li","raw_affiliation_strings":["Collaborative Innovation Center for the South Sea Studies, Nanjing University","Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing University","Department of Geographic Information Science, Nanjing University","Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center for the South Sea Studies, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Geographic Information Science, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025082086","display_name":"Zhenkang Wang","orcid":"https://orcid.org/0009-0006-3761-6265"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenkang Wang","raw_affiliation_strings":["Collaborative Innovation Center for the South Sea Studies, Nanjing University","Department of Geographic Information Science, Nanjing University","Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center for the South Sea Studies, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Geographic Information Science, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ying Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zhou","raw_affiliation_strings":["Collaborative Innovation Center for the South Sea Studies, Nanjing University","Department of Geographic Information Science, Nanjing University","Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center for the South Sea Studies, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Geographic Information Science, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100440145","display_name":"Jie Wang","orcid":"https://orcid.org/0000-0002-9663-3165"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":["Collaborative Innovation Center for the South Sea Studies, Nanjing University","Department of Geographic Information Science, Nanjing University","Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center for the South Sea Studies, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Geographic Information Science, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Geographic Information Technology, School of Geography and Ocean Science, Nanjing University","institution_ids":["https://openalex.org/I200845125"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5039050415"],"corresponding_institution_ids":["https://openalex.org/I200845125","https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":4.6321,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.94361237,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"40","issue":"5","first_page":"1547","last_page":"1575"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13282","display_name":"Automated Road and Building Extraction","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.3133000135421753},{"id":"https://openalex.org/keywords/legibility","display_name":"Legibility","score":0.3070000112056732},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3068999946117401},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.2953000068664551},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.29100000858306885},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.28439998626708984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6190999746322632},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3959999978542328},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32910001277923584},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C2779332521","wikidata":"https://www.wikidata.org/wiki/Q1820694","display_name":"Legibility","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2786000072956085},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/13658816.2025.2566795","is_oa":false,"landing_page_url":"https://doi.org/10.1080/13658816.2025.2566795","pdf_url":null,"source":{"id":"https://openalex.org/S4210181446","display_name":"International Journal of Geographical Information Systems","issn_l":"0269-3798","issn":["0269-3798","1362-3087"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Geographical Information Science","raw_type":"journal-article"},{"id":"pmh:doi:10.6084/m9.figshare.30315464","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal contribution"}],"best_oa_location":{"id":"pmh:doi:10.6084/m9.figshare.30315464","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal contribution"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2145837453","display_name":null,"funder_award_id":"42501518","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2522027416","display_name":null,"funder_award_id":"BK20251245","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G6159779002","display_name":null,"funder_award_id":"42230113","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W343808915","https://openalex.org/W1969085745","https://openalex.org/W1992701656","https://openalex.org/W2091058515","https://openalex.org/W2549412929","https://openalex.org/W2559210371","https://openalex.org/W2890231632","https://openalex.org/W2912083425","https://openalex.org/W2914304175","https://openalex.org/W2952613166","https://openalex.org/W2962764844","https://openalex.org/W2963649796","https://openalex.org/W2999901858","https://openalex.org/W3020346178","https://openalex.org/W3112826508","https://openalex.org/W3119672322","https://openalex.org/W3148466642","https://openalex.org/W3176395632","https://openalex.org/W3195494505","https://openalex.org/W3202938484","https://openalex.org/W4226064907","https://openalex.org/W4248536124","https://openalex.org/W4294676509","https://openalex.org/W4309198791","https://openalex.org/W4309422402","https://openalex.org/W4313681211","https://openalex.org/W4319721310","https://openalex.org/W4327545468","https://openalex.org/W4366765114","https://openalex.org/W4376619155","https://openalex.org/W4381951168","https://openalex.org/W4383105116","https://openalex.org/W4387619140","https://openalex.org/W4388821834","https://openalex.org/W4390381325","https://openalex.org/W4392572242","https://openalex.org/W4392646514","https://openalex.org/W4393146968","https://openalex.org/W4394719564","https://openalex.org/W4394741601","https://openalex.org/W4396735245","https://openalex.org/W4399045660","https://openalex.org/W4399794065","https://openalex.org/W4399880583","https://openalex.org/W4399914797","https://openalex.org/W4400406469","https://openalex.org/W4400743408","https://openalex.org/W4401325773","https://openalex.org/W4402754269","https://openalex.org/W4404356490","https://openalex.org/W4405093255","https://openalex.org/W4405315655","https://openalex.org/W4405746229","https://openalex.org/W4405826740","https://openalex.org/W4405827891","https://openalex.org/W4406087634","https://openalex.org/W4406400870","https://openalex.org/W4406458261","https://openalex.org/W4406679533","https://openalex.org/W4406917155","https://openalex.org/W4407049645","https://openalex.org/W4407152340","https://openalex.org/W4407360322","https://openalex.org/W4407868409","https://openalex.org/W4407922851","https://openalex.org/W4409171747","https://openalex.org/W4409552811"],"related_works":[],"abstract_inverted_index":{"Street":[0],"view":[1],"imagery":[2],"(SVI)":[3],"can":[4],"capture":[5],"urban":[6,30,133,183,198],"physical":[7],"space":[8],"features,":[9],"residents\u2019":[10],"sentiments,":[11],"and":[12,23,43,62,75,81,119,130,178],"soundscape":[13],"characteristics,":[14],"providing":[15],"insights":[16],"into":[17],"complex":[18,114],"relationships":[19],"between":[20],"human":[21,67,84],"activities":[22],"the":[24,98,107,172,188],"built":[25],"environment.":[26],"However,":[27],"existing":[28],"SVI-based":[29],"perception":[31,112,134],"models":[32,156],"have":[33],"limitations,":[34],"including":[35],"insufficient":[36],"model":[37,109,174],"generality,":[38],"neglect":[39],"of":[40,45,113,136,154,190],"element":[41],"interactions,":[42],"lack":[44],"logical":[46],"reasoning":[47],"capabilities.":[48],"The":[49,185],"study":[50],"proposes":[51],"a":[52,91,147,193],"multimodal":[53],"large":[54,155],"language":[55],"model,":[56],"StreetSenser,":[57],"with":[58,97,140],"powerful":[59],"SVI":[60,128],"analysis":[61],"general":[63],"capabilities":[64],"learned":[65],"from":[66,83],"perception.":[68,85],"First,":[69],"an":[70],"optimized":[71],"dataset":[72],"was":[73,88],"designed":[74],"constructed,":[76],"encompassing":[77],"diverse":[78],"street":[79],"scenarios":[80],"annotations":[82],"Subsequently,":[86],"StreetSenser":[87,137,145,191],"developed":[89],"through":[90],"two-stage":[92],"Chain-of-Perception":[93],"(CoP)":[94],"fine-tuning":[95],"method,":[96],"\u2018Object":[99],"-":[100,102],"Attribute":[101],"Relation\u2019":[103],"framework":[104],"applied":[105],"to":[106,110,150],"Qwen2.5-VL":[108],"enable":[111],"information":[115],"across":[116,160],"visual,":[117],"emotional":[118],"acoustic":[120],"dimensions.":[121],"Results":[122],"revealed":[123],"that":[124,153],"modules":[125],"such":[126,157],"as":[127,158,192],"description":[129],"CoP":[131],"enhance":[132],"capacity":[135],"significantly.":[138],"Furthermore,":[139],"only":[141],"seven":[142],"billion":[143],"parameters,":[144],"demonstrates":[146],"performance":[148],"comparable":[149],"or":[151,166],"exceeding":[152],"GPT-4o":[159],"various":[161],"tasks,":[162],"while":[163],"also":[164],"approaching":[165],"surpassing":[167],"traditional":[168],"models.":[169],"In":[170],"addition,":[171],"compact":[173],"size":[175],"enables":[176],"efficient":[177],"cost-effective":[179],"deployment":[180],"for":[181,197],"large-scale":[182],"applications.":[184],"results":[186],"validate":[187],"potential":[189],"key":[194],"decision-support":[195],"tool":[196],"planning.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2025-10-10T00:00:00"}