{"id":"https://openalex.org/W4402427687","doi":"https://doi.org/10.1145/3640471.3680450","title":"MultiSurf-GPT: Facilitating Context-Aware Reasoning with Large-Scale Language Model Agents for Multimodal Surface Sensing","display_name":"MultiSurf-GPT: Facilitating Context-Aware Reasoning with Large-Scale Language Model Agents for Multimodal Surface Sensing","publication_year":2024,"publication_date":"2024-09-21","ids":{"openalex":"https://openalex.org/W4402427687","doi":"https://doi.org/10.1145/3640471.3680450"},"language":"en","primary_location":{"id":"doi:10.1145/3640471.3680450","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3640471.3680450","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"26th International Conference on Mobile Human-Computer Interaction","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.07311","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066683687","display_name":"Yongquan Hu","orcid":"https://orcid.org/0000-0003-1315-8969"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yongquan Hu","raw_affiliation_strings":["School of Computer Science and Engineering, University of New South Wales, Australia","of and Technology ,"],"raw_orcid":"https://orcid.org/0000-0003-1315-8969","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"of and Technology ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104009183","display_name":"Baoying Sun","orcid":"https://orcid.org/0009-0001-6708-8655"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Black Sun","raw_affiliation_strings":["School of Design, Southern University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0009-0001-6708-8655","affiliations":[{"raw_affiliation_string":"School of Design, Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014119112","display_name":"Pengcheng An","orcid":"https://orcid.org/0000-0002-7705-2031"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengcheng An","raw_affiliation_strings":["School of Design, Southern University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-7705-2031","affiliations":[{"raw_affiliation_string":"School of Design, Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015830444","display_name":"Zhuying Li","orcid":"https://orcid.org/0000-0001-5474-6949"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuying Li","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, China","of , , Australia","of and Technology ,"],"raw_orcid":"https://orcid.org/0000-0001-5474-6949","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"of , , Australia","institution_ids":[]},{"raw_affiliation_string":"of and Technology ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042014818","display_name":"Wen Hu","orcid":"https://orcid.org/0000-0002-4076-1811"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wen Hu","raw_affiliation_strings":["School of Computer Science and Engineering, University of New South Wales, Australia","of and Technology ,"],"raw_orcid":"https://orcid.org/0000-0002-4076-1811","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"of and Technology ,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001170144","display_name":"Aaron Quigley","orcid":"https://orcid.org/0000-0002-5274-6889"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Aaron J. Quigley","raw_affiliation_strings":["CSIRO's Data61, Australia","of and Technology ,"],"raw_orcid":"https://orcid.org/0000-0002-5274-6889","affiliations":[{"raw_affiliation_string":"CSIRO's Data61, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"of and Technology ,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5001170144"],"corresponding_institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14019775,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7101501226425171},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5979025363922119},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.585706889629364},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.48954495787620544},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40747153759002686},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3656373918056488},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3345643877983093}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7101501226425171},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5979025363922119},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.585706889629364},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.48954495787620544},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40747153759002686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3656373918056488},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3345643877983093},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3640471.3680450","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3640471.3680450","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"26th International Conference on Mobile Human-Computer Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2408.07311","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.07311","pdf_url":"https://arxiv.org/pdf/2408.07311","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.07311","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.07311","pdf_url":"https://arxiv.org/pdf/2408.07311","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402427687.pdf","grobid_xml":"https://content.openalex.org/works/W4402427687.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2055044327","https://openalex.org/W2070898343","https://openalex.org/W2074871148","https://openalex.org/W2110685331","https://openalex.org/W2150383149","https://openalex.org/W2168867823","https://openalex.org/W2537024443","https://openalex.org/W2752010061","https://openalex.org/W2783343373","https://openalex.org/W2796076588","https://openalex.org/W2906990397","https://openalex.org/W3205571996","https://openalex.org/W4214850956","https://openalex.org/W4221143046","https://openalex.org/W4234816175","https://openalex.org/W4293077781","https://openalex.org/W4312385974","https://openalex.org/W4360978629","https://openalex.org/W4387801423","https://openalex.org/W4392862276","https://openalex.org/W4394966885","https://openalex.org/W6910555758"],"related_works":["https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W2106335228","https://openalex.org/W2105076537","https://openalex.org/W2028371633","https://openalex.org/W2071315630","https://openalex.org/W2096375461","https://openalex.org/W4322096525","https://openalex.org/W4287323699","https://openalex.org/W3025310782"],"abstract_inverted_index":{"Surface":[0],"sensing":[1,15,29],"is":[2],"widely":[3],"employed":[4],"in":[5,13,22,110],"health":[6],"diagnostics,":[7],"manufacturing":[8],"and":[9,51,57,66,81,118],"safety":[10],"monitoring.":[11],"Advances":[12],"mobile":[14,23],"affords":[16],"this":[17],"potential":[18],"for":[19],"context":[20],"awareness":[21],"computing,":[24],"typically":[25],"with":[26],"a":[27,99,114],"single":[28],"modality.":[30],"Emerging":[31],"multimodal":[32],"large-scale":[33],"language":[34],"models":[35],"offer":[36],"new":[37],"opportunities.":[38],"We":[39,69],"propose":[40],"MultiSurf-GPT,":[41],"which":[42],"utilizes":[43],"the":[44,88,103,111],"advanced":[45],"capabilities":[46],"of":[47,90,105],"GPT-4o":[48],"to":[49,77,82,101],"process":[50],"interpret":[52],"diverse":[53],"modalities":[54],"(radar,":[55],"microscope":[56],"multispectral":[58],"data)":[59],"uniformly":[60],"based":[61],"on":[62],"prompting":[63],"strategies":[64],"(zero-shot":[65],"few-shot":[67],"prompting).":[68],"preliminarily":[70],"validated":[71],"our":[72],"framework":[73,95],"by":[74],"using":[75],"MultiSurf-GPT":[76],"identify":[78],"low-level":[79],"information,":[80],"infer":[83],"high-level":[84],"context-aware":[85,92,108],"analytics,":[86],"demonstrating":[87],"capability":[89],"augmenting":[91],"insights.":[93],"This":[94],"shows":[96],"promise":[97],"as":[98],"tool":[100],"expedite":[102],"development":[104],"more":[106,116],"complex":[107],"applications":[109],"future,":[112],"providing":[113],"faster,":[115],"cost-effective,":[117],"integrated":[119],"solution.":[120]},"counts_by_year":[],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2024-09-11T00:00:00"}