{"id":"https://openalex.org/W7162415671","doi":"https://doi.org/10.48550/arxiv.2605.26036","title":"CITYREP: A Unified Benchmark for Urban Representations Across Cities, Tasks, and Modalities","display_name":"CITYREP: A Unified Benchmark for Urban Representations Across Cities, Tasks, and Modalities","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7162415671","doi":"https://doi.org/10.48550/arxiv.2605.26036"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26036","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26036","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26036","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137005010","display_name":"Junyuan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Junyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137056251","display_name":"Xinglei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinglei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100599785","display_name":"Zichao Zeng","orcid":"https://orcid.org/0009-0002-8975-875X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Zichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136994965","display_name":"Jiazhuang Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Jiazhuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024058264","display_name":"Quan Qin","orcid":"https://orcid.org/0000-0002-7540-4371"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Quan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075611724","display_name":"Ilya Ilyankou","orcid":"https://orcid.org/0009-0008-7082-7122"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ilyankou, Ilya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049267845","display_name":"Guangsheng Dong","orcid":"https://orcid.org/0000-0001-7676-497X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Guangsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137005626","display_name":"Tao Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.28529998660087585,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.28529998660087585,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10226","display_name":"Land Use and Ecosystem Services","score":0.08709999918937683,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12325","display_name":"Urban Design and Spatial Analysis","score":0.08179999887943268,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8228999972343445},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7554000020027161},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6323000192642212},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5318999886512756},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.49480000138282776},{"id":"https://openalex.org/keywords/urban-computing","display_name":"Urban computing","score":0.46380001306533813},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4433000087738037}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8228999972343445},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7554000020027161},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7099999785423279},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6323000192642212},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5318999886512756},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.49480000138282776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4650999903678894},{"id":"https://openalex.org/C2778459138","wikidata":"https://www.wikidata.org/wiki/Q7900107","display_name":"Urban computing","level":2,"score":0.46380001306533813},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4433000087738037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41499999165534973},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4140999913215637},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3714999854564667},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3057999908924103},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C49545453","wikidata":"https://www.wikidata.org/wiki/Q69883","display_name":"Urban planning","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2824000120162964},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27070000767707825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26036","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26036","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26036","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26036","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.8167221546173096,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Urban":[0],"representation":[1,143,204],"learning":[2,205],"encodes":[3],"complex":[4],"urban":[5,16,66,93,142,203,207],"environments":[6],"into":[7],"general-purpose":[8],"embeddings":[9],"for":[10,49,177],"diverse":[11],"downstream":[12],"tasks":[13,32,73,131],"and":[14,31,33,46,52,72,113,118,129,135,161,172,191,198],"emerging":[15],"foundation":[17,208],"models.":[18,144,209],"However,":[19],"current":[20],"evaluations":[21],"are":[22],"limited,":[23],"typically":[24],"focusing":[25],"on":[26,35],"one":[27],"or":[28],"two":[29],"cities":[30,128,171],"relying":[34],"random":[36,157],"splits":[37,108,158],"that":[38,64,90,147],"introduce":[39],"spatial":[40,86,107,111],"leakage,":[41],"leading":[42],"to":[43,109,152,194],"inflated":[44],"performance":[45,148],"weak":[47],"support":[48,199],"cross-location":[50],"generalization":[51],"fair":[53,196],"comparison.":[54],"To":[55],"address":[56],"this,":[57],"we":[58],"propose":[59],"CityRep,":[60],"a":[61,85,96,101,184],"unified":[62,102],"benchmark":[63,124,186],"evaluates":[65],"representations":[67,94],"across":[68,132,170],"data":[69],"modalities,":[70],"cities,":[71],"using":[74,105],"spatially":[75],"structured":[76],"splits.":[77],"CityRep":[78,180],"consists":[79],"of":[80],"three":[81],"key":[82],"components:":[83],"(1)":[84],"unit-agnostic":[87],"evaluation":[88,103,189],"framework":[89],"supports":[91],"heterogeneous":[92],"through":[95],"standardized":[97],"alignment":[98],"module;":[99],"(2)":[100],"protocol":[104],"block-based":[106],"mitigate":[110],"leakage":[112],"enable":[114],"rigorous":[115],"model":[116,163],"comparison;":[117],"(3)":[119],"an":[120],"extensible":[121],"multi-city,":[122],"multi-task":[123],"suite":[125],"spanning":[126],"8":[127,130],"regression,":[133],"classification,":[134],"distribution":[136],"prediction.":[137],"We":[138,165],"evaluate":[139],"11":[140],"representative":[141],"Results":[145],"show":[146],"is":[149,181],"highly":[150],"sensitive":[151],"the":[153,175],"split":[154],"protocol,":[155],"with":[156,187],"inflating":[159],"scores":[160],"altering":[162],"rankings.":[164],"also":[166],"observe":[167],"substantial":[168],"variability":[169],"tasks,":[173],"underscoring":[174],"need":[176],"generalization-aware":[178],"evaluation.":[179],"released":[182],"as":[183],"reproducible":[185],"datasets,":[188],"pipelines,":[190],"diagnostic":[192],"tools":[193],"facilitate":[195],"comparison":[197],"future":[200],"research":[201],"in":[202],"towards":[206]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-27T00:00:00"}