{"id":"https://openalex.org/W4405022360","doi":"https://doi.org/10.1109/lra.2024.3511380","title":"Understanding Particles From Video: Property Estimation of Granular Materials via Visuo-Haptic Learning","display_name":"Understanding Particles From Video: Property Estimation of Granular Materials via Visuo-Haptic Learning","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405022360","doi":"https://doi.org/10.1109/lra.2024.3511380"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3511380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3511380","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.02119","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003718185","display_name":"Zeqing Zhang","orcid":"https://orcid.org/0000-0002-5935-3674"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zeqing Zhang","raw_affiliation_strings":["Department of Computer Science, The University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101169216","display_name":"Guangze Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Guangze Zheng","raw_affiliation_strings":["Department of Computer Science, The University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041894969","display_name":"Xuebo Ji","orcid":"https://orcid.org/0009-0002-9698-8924"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xuebo Ji","raw_affiliation_strings":["Department of Computer Science, The University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058818348","display_name":"Guanqi Chen","orcid":"https://orcid.org/0000-0002-1440-3340"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Guanqi Chen","raw_affiliation_strings":["Department of Computer Science, The University of Hong Kong, Hong Kong","Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059143690","display_name":"Ruixing Jia","orcid":"https://orcid.org/0000-0001-6655-7192"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ruixing Jia","raw_affiliation_strings":["Department of Computer Science, The University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100686410","display_name":"Wentao Chen","orcid":"https://orcid.org/0000-0002-4062-3865"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wentao Chen","raw_affiliation_strings":["Department of Computer Science, The University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119011968","display_name":"Guanhua Chen","orcid":"https://orcid.org/0000-0002-5353-9734"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Guanhua Chen","raw_affiliation_strings":["Department of Computer Science, The University of Hong Kong, Hong Kong","Southern University of Science and Technology, Shenzhen, China","Southern University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101843626","display_name":"Liangjun Zhang","orcid":"https://orcid.org/0000-0001-5737-2540"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liangjun Zhang","raw_affiliation_strings":["Robotics and Autonomous Driving Lab, Baidu Research, Sunnyvale, CA, USA","Robotics and Autonomous Driving Lab, Baidu Research, USA"],"affiliations":[{"raw_affiliation_string":"Robotics and Autonomous Driving Lab, Baidu Research, Sunnyvale, CA, USA","institution_ids":[]},{"raw_affiliation_string":"Robotics and Autonomous Driving Lab, Baidu Research, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076812698","display_name":"Jia Pan","orcid":"https://orcid.org/0000-0001-9003-2054"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jia Pan","raw_affiliation_strings":["Department of Computer Science, The University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5003718185"],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":1.6998,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87532986,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"10","issue":"1","first_page":"684","last_page":"691"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.8381999731063843,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.8381999731063843,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.7766000032424927,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.7464398145675659},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.682578444480896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5136491656303406},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3497470021247864},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33520764112472534},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33325377106666565}],"concepts":[{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.7464398145675659},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.682578444480896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5136491656303406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3497470021247864},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33520764112472534},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33325377106666565},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2024.3511380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3511380","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2412.02119","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.02119","pdf_url":"https://arxiv.org/pdf/2412.02119","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.02119","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.02119","pdf_url":"https://arxiv.org/pdf/2412.02119","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405022360.pdf","grobid_xml":"https://content.openalex.org/works/W4405022360.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1970644774","https://openalex.org/W2043761765","https://openalex.org/W2084671704","https://openalex.org/W2165920800","https://openalex.org/W2901318088","https://openalex.org/W2943198383","https://openalex.org/W2967155559","https://openalex.org/W2968325087","https://openalex.org/W3003410126","https://openalex.org/W3090049255","https://openalex.org/W3197360959","https://openalex.org/W3207571032","https://openalex.org/W4213417100","https://openalex.org/W4280585654","https://openalex.org/W4295926332","https://openalex.org/W4377971350","https://openalex.org/W4383108780","https://openalex.org/W4389665473","https://openalex.org/W4389665797","https://openalex.org/W4389667049","https://openalex.org/W4389667568","https://openalex.org/W4390187932","https://openalex.org/W4390876257","https://openalex.org/W4403906568","https://openalex.org/W6631190155","https://openalex.org/W6756064903","https://openalex.org/W6869596188","https://openalex.org/W6875199308"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Granular":[0],"materials":[1],"(GMs)":[2],"are":[3,186],"ubiquitous":[4],"in":[5,15,92,118,124],"daily":[6],"life.":[7],"Understanding":[8],"their":[9],"properties":[10,84,117,133],"is":[11,65,142,181],"also":[12,27,171,182],"important,":[13],"especially":[14],"agriculture":[16],"and":[17,26,54,85,109,138,148,164,174],"industry.":[18],"However,":[19],"existing":[20],"works":[21],"require":[22],"dedicated":[23],"measurement":[24],"equipment":[25],"need":[28],"large":[29,35],"human":[30,149],"efforts":[31,150],"to":[32,105],"handle":[33],"a":[34,44,68,74,175],"number":[36],"of":[37,51,59,115],"particles.":[38],"In":[39],"this":[40],"paper,":[41],"we":[42,129],"introduce":[43],"method":[45],"for":[46,151],"estimating":[47],"the":[48,57,60,79,86,90,93,97,101,106,112,135,179],"relative":[49,113],"values":[50],"particle":[52,116],"size":[53],"density":[55],"from":[56],"video":[58],"interaction":[61],"with":[62],"GMs.":[63,94],"It":[64],"trained":[66,136],"on":[67,178],"visuo-haptic":[69],"learning":[70],"framework":[71],"inspired":[72],"by":[73],"contact":[75,126],"model,":[76],"which":[77],"reveals":[78],"strong":[80],"correlation":[81],"between":[82],"GM":[83,132,155],"visual-haptic":[87],"data":[88],"during":[89],"probe-dragging":[91],"After":[95],"training,":[96],"network":[98],"can":[99,130],"map":[100],"visual":[102,140],"modality":[103],"well":[104],"haptic":[107],"signal":[108],"implicitly":[110],"characterize":[111],"distribution":[114],"its":[119],"latent":[120],"embeddings,":[121],"as":[122],"interpreted":[123],"that":[125],"model.":[127],"Therefore,":[128],"analyze":[131],"using":[134],"encoder,":[137],"only":[139],"information":[141],"needed":[143],"without":[144],"extra":[145],"sensory":[146],"modalities":[147],"labeling.":[152],"The":[153,167],"presented":[154],"property":[156],"estimator":[157],"has":[158,170],"been":[159,172],"extensively":[160],"validated":[161],"via":[162],"comparison":[163],"ablation":[165],"experiments.":[166],"generalization":[168],"capability":[169],"evaluated":[173],"real-world":[176],"application":[177],"beach":[180],"demonstrated.":[183],"Experiment":[184],"videos":[185],"available":[187],"at":[188],"<uri":[189],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[190],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://sites.google.com/view/gmwork/vhlearning</uri>.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2024-12-05T00:00:00"}