{"id":"https://openalex.org/W7161835354","doi":"https://doi.org/10.1145/3770854.3780225","title":"Traj-MLLM: can multimodal large language models reform trajectory data mining?","display_name":"Traj-MLLM: can multimodal large language models reform trajectory data mining?","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7161835354","doi":"https://doi.org/10.1145/3770854.3780225"},"language":"en","primary_location":{"id":"pmh:oai:dr.ntu.edu.sg:10356/215337","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/215337","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Conference Paper"},"type":"conference-paper","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136584401","display_name":"Shuo Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101357600","display_name":"Di Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Di","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136563563","display_name":"Yan Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136554040","display_name":"Gao Cong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cong, Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136565441","display_name":"Jingping Bi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bi, Jingping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.4207000136375427,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.4207000136375427,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.34470000863075256,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13282","display_name":"Automated Road and Building Extraction","score":0.050999999046325684,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.8274999856948853},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.652899980545044},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6118000149726868},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5889999866485596},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.4462999999523163},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.4221000075340271},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.3912999927997589},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.3723999857902527}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.8274999856948853},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.809499979019165},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.652899980545044},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6118000149726868},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5889999866485596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5436999797821045},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4514000117778778},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.4462999999523163},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.4221000075340271},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3912999927997589},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32519999146461487},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3052999973297119},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C171078966","wikidata":"https://www.wikidata.org/wiki/Q111029","display_name":"Root (linguistics)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.26350000500679016},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:dr.ntu.edu.sg:10356/215337","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/215337","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Building":[0],"a":[1,47,149],"general":[2,112],"model":[3],"capable":[4],"of":[5,54,81,143],"analyzing":[6],"human":[7],"trajectories":[8,127],"across":[9],"different":[10,14,96],"geographic":[11],"regions":[12,42],"and":[13,71,90,137,188],"tasks":[15,97],"becomes":[16],"an":[17],"emergent":[18],"yet":[19],"important":[20],"problem":[21],"for":[22,40,46,116,145,159],"various":[23],"applications.":[24],"However,":[25],"existing":[26],"works":[27],"suffer":[28],"from":[29],"the":[30,51,62,73,78,99,110,140,205],"generalization":[31],"problem,":[32],"i.e.,":[33],"they":[34],"are":[35],"either":[36],"restricted":[37],"to":[38,77,84,92,95,155],"train":[39],"specific":[41],"or":[43,203],"only":[44],"suitable":[45],"few":[48],"tasks.":[49],"Given":[50],"recent":[52],"advances":[53],"multimodal":[55,87],"large":[56],"language":[57],"models":[58],"(MLLMs),":[59],"we":[60,105],"raise":[61],"question:":[63],"can":[64],"MLLMs":[65,115,144],"reform":[66],"current":[67],"trajectory":[68,88,117,146],"data":[69,118,202],"mining":[70],"solve":[72],"problem?":[74],"Nevertheless,":[75],"due":[76],"modality":[79],"gap":[80],"trajectory,":[82],"how":[83,91],"generate":[85],"task-independent":[86],"representations":[89],"adapt":[93],"flexibly":[94],"remain":[98],"foundational":[100],"challenges.":[101],"In":[102],"this":[103],"paper,":[104],"propose":[106],"Traj-MLLM,":[107],"which":[108],"is":[109,153],"first":[111],"framework":[113],"using":[114],"mining.":[119],"By":[120],"integrating":[121],"multiview":[122],"contexts,":[123],"Traj-MLLM":[124,171,193],"transforms":[125],"raw":[126],"into":[128],"interleaved":[129],"image-text":[130],"sequences":[131],"while":[132],"preserving":[133],"key":[134],"spatial-temporal":[135],"characteristics,":[136],"directly":[138],"utilizes":[139],"reasoning":[141],"ability":[142],"analysis.":[147],"Additionally,":[148],"prompt":[150],"optimization":[151],"method":[152],"proposed":[154],"finalize":[156],"data-invariant":[157],"prompts":[158],"task":[160],"adaptation.":[161],"Extensive":[162],"experiments":[163],"on":[164,180],"four":[165],"publicly":[166],"available":[167],"datasets":[168],"show":[169],"that":[170],"outperforms":[172],"state-of-the-art":[173],"baselines":[174],"by":[175],"48.05%,":[176],"15.52%,":[177],"51.52%,":[178],"1.83%":[179],"travel":[181],"time":[182],"estimation,":[183],"mobility":[184],"prediction,":[185],"anomaly":[186],"detection":[187],"transportation":[189],"mode":[190],"identification,":[191],"respectively.":[192],"achieves":[194],"these":[195],"superior":[196],"performances":[197],"without":[198],"requiring":[199],"any":[200],"training":[201],"fine-tuning":[204],"MLLM":[206],"backbones.":[207]},"counts_by_year":[],"updated_date":"2026-07-02T06:12:58.138171","created_date":"2026-05-21T00:00:00"}