{"id":"https://openalex.org/W2979587758","doi":"https://doi.org/10.1109/tase.2019.2941230","title":"Cross-Modal Material Perception for Novel Objects: A Deep Adversarial Learning Method","display_name":"Cross-Modal Material Perception for Novel Objects: A Deep Adversarial Learning Method","publication_year":2019,"publication_date":"2019-10-09","ids":{"openalex":"https://openalex.org/W2979587758","doi":"https://doi.org/10.1109/tase.2019.2941230","mag":"2979587758"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2019.2941230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2019.2941230","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103007997","display_name":"Wendong Zheng","orcid":"https://orcid.org/0000-0002-7575-5876"},"institutions":[{"id":"https://openalex.org/I184843921","display_name":"Hebei University of Technology","ror":"https://ror.org/018hded08","country_code":"CN","type":"education","lineage":["https://openalex.org/I184843921"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wendong Zheng","raw_affiliation_strings":["State Key Laboratory of Reliability and Intelligence of Electrical Equipment, Key Laboratory of Electromagnetic Field and Electrical Apparatus Reliability of Hebei Province, School of Electrical Engineering, Hebei University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Reliability and Intelligence of Electrical Equipment, Key Laboratory of Electromagnetic Field and Electrical Apparatus Reliability of Hebei Province, School of Electrical Engineering, Hebei University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I184843921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041101317","display_name":"Huaping Liu","orcid":"https://orcid.org/0000-0002-4042-6044"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaping Liu","raw_affiliation_strings":["Department of Computer Science and Technology, State Key Laboratory of Intelligent Technology and Systems, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, State Key Laboratory of Intelligent Technology and Systems, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412555","display_name":"Bowen Wang","orcid":"https://orcid.org/0000-0003-0297-9008"},"institutions":[{"id":"https://openalex.org/I184843921","display_name":"Hebei University of Technology","ror":"https://ror.org/018hded08","country_code":"CN","type":"education","lineage":["https://openalex.org/I184843921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Wang","raw_affiliation_strings":["State Key Laboratory of Reliability and Intelligence of Electrical Equipment, Key Laboratory of Electromagnetic Field and Electrical Apparatus Reliability of Hebei Province, School of Electrical Engineering, Hebei University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Reliability and Intelligence of Electrical Equipment, Key Laboratory of Electromagnetic Field and Electrical Apparatus Reliability of Hebei Province, School of Electrical Engineering, Hebei University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I184843921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055546056","display_name":"Fuchun Sun","orcid":"https://orcid.org/0000-0003-3546-6305"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuchun Sun","raw_affiliation_strings":["Department of Computer Science and Technology, State Key Laboratory of Intelligent Technology and Systems, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, State Key Laboratory of Intelligent Technology and Systems, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103007997"],"corresponding_institution_ids":["https://openalex.org/I184843921"],"apc_list":null,"apc_paid":null,"fwci":1.9579,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.88667769,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"17","issue":"2","first_page":"697","last_page":"707"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6964569091796875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6825189590454102},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6688327193260193},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6654882431030273},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6047940254211426},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.544100284576416},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4875034987926483},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4767402410507202},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4599631428718567},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.45374661684036255},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4490184187889099},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.4401710331439972},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4214562475681305},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4023292660713196}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6964569091796875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6825189590454102},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6688327193260193},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6654882431030273},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6047940254211426},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.544100284576416},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4875034987926483},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4767402410507202},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4599631428718567},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.45374661684036255},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4490184187889099},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4401710331439972},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4214562475681305},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4023292660713196},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2019.2941230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2019.2941230","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6899999976158142,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G2431234709","display_name":null,"funder_award_id":"61673238","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2802338391","display_name":null,"funder_award_id":"2018YFB1305102","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8426168459","display_name":null,"funder_award_id":"E2017202035","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1513648806","https://openalex.org/W1522301498","https://openalex.org/W1523385540","https://openalex.org/W1686810756","https://openalex.org/W1882958252","https://openalex.org/W2034838127","https://openalex.org/W2041288440","https://openalex.org/W2056168945","https://openalex.org/W2059552065","https://openalex.org/W2067454831","https://openalex.org/W2071207147","https://openalex.org/W2074936002","https://openalex.org/W2075654868","https://openalex.org/W2099471712","https://openalex.org/W2100235303","https://openalex.org/W2106053110","https://openalex.org/W2106277773","https://openalex.org/W2107780715","https://openalex.org/W2108598243","https://openalex.org/W2114128011","https://openalex.org/W2135633183","https://openalex.org/W2155797815","https://openalex.org/W2157364932","https://openalex.org/W2211092169","https://openalex.org/W2251749059","https://openalex.org/W2344531169","https://openalex.org/W2520774990","https://openalex.org/W2552248783","https://openalex.org/W2564325886","https://openalex.org/W2607172324","https://openalex.org/W2611879059","https://openalex.org/W2765440071","https://openalex.org/W2766436878","https://openalex.org/W2769425348","https://openalex.org/W2783286666","https://openalex.org/W2795275057","https://openalex.org/W2795389793","https://openalex.org/W2888836575","https://openalex.org/W2898880028","https://openalex.org/W2906578938","https://openalex.org/W2914836186","https://openalex.org/W2962835968","https://openalex.org/W2962983231","https://openalex.org/W2963015618","https://openalex.org/W2963263790","https://openalex.org/W2963766818","https://openalex.org/W2963826681","https://openalex.org/W2963886462","https://openalex.org/W2964121744","https://openalex.org/W2964130424","https://openalex.org/W2967155559","https://openalex.org/W3148981562","https://openalex.org/W4320013936","https://openalex.org/W6631190155","https://openalex.org/W6631216910","https://openalex.org/W6637373629","https://openalex.org/W6639480849","https://openalex.org/W6675751002","https://openalex.org/W6683120131","https://openalex.org/W6691673135","https://openalex.org/W6743443402","https://openalex.org/W6748581872","https://openalex.org/W6757694259"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2004831463","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W2168054807"],"abstract_inverted_index":{"To":[0,132],"more":[1,329],"actively":[2],"perform":[3],"fine":[4],"manipulation":[5,315],"tasks":[6],"in":[7,39,227],"the":[8,20,24,91,114,146,152,162,166,171,188,191,204,245,248,320,323,338],"real":[9],"world,":[10],"intelligent":[11],"robots":[12],"should":[13,116],"be":[14,125,223,333],"able":[15,299],"to":[16,64,83,197,261,270,288,291,300,335],"understand":[17],"and":[18,32,69,104,110,127,157,302,309,318],"communicate":[19],"physical":[21],"attributes":[22],"of":[23,154,190,207,237,247,257,306,322],"material":[25,50,88,239,273,304,340],"during":[26],"interaction":[27],"with":[28],"an":[29,61,258],"object.":[30],"Tactile":[31],"vision":[33],"are":[34,107,268],"two":[35,172],"important":[36],"sensing":[37,220],"modalities":[38,106],"robotic":[40],"perception":[41,51,201,240],"system.":[42],"In":[43,160,230,325],"this":[44,133,231],"article,":[45,232],"we":[46,135,175,233,252],"propose":[47,136],"a":[48,75,98,137,180,235,284],"cross-modal":[49,93,120,140,148,200,238,249,339],"framework":[52,115,236,297],"for":[53,129,145,213,241],"recognizing":[54],"novel":[55,76],"objects.":[56,131],"Concretely,":[57,251],"it":[58,210],"first":[59],"adopts":[60],"object-agnostic":[62],"method":[63],"associate":[65],"information":[66,282,290,331],"from":[67,102,276],"tactile":[68,81,105,255,281],"visual":[70,103,289],"modalities.":[71,173],"It":[72],"then":[73],"recognizes":[74],"object":[77,242,260],"by":[78],"using":[79,244,280],"its":[80,272],"signal":[82],"retrieve":[84,262],"perceptually":[85,263],"similar":[86,264],"surface":[87,265],"images":[89],"through":[90],"learned":[92],"correlation.":[94],"This":[95],"problem":[96,169],"exhibits":[97],"challenge":[99],"because":[100],"data":[101,183,256],"highly":[108],"heterogeneous":[109],"weakly":[111,138],"paired.":[112],"Moreover,":[113],"not":[117],"only":[118,218],"consider":[119],"pairwise":[121],"relevance":[122],"but":[123],"also":[124],"discriminative":[126],"generalized":[128],"unseen":[130,310],"end,":[134],"paired":[139],"adversarial":[141,158],"learning":[142,156],"(WCMAL)":[143],"model":[144,163],"visual\u2013tactile":[147],"retrieval,":[149],"which":[150,267,312],"combines":[151],"advantages":[153],"deep":[155],"learning.":[159],"particular,":[161],"fully":[164],"considers":[165],"weak":[167],"pairing":[168],"between":[170],"Finally,":[174],"conduct":[176],"verification":[177],"experiments":[178],"on":[179],"publicly":[181],"available":[182],"set.":[184],"The":[185],"results":[186],"demonstrate":[187],"effectiveness":[189],"proposed":[192,296],"method.":[193],"<italic":[194],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[195],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[196],"Practitioners\u2014</i>":[198],"Since":[199],"can":[202,313],"improve":[203,319],"active":[205],"operation":[206],"automation":[208],"systems,":[209],"is":[211,298],"invaluable":[212],"industrial":[214],"intelligence,":[215],"particularly":[216],"when":[217],"one":[219],"modality":[221,330],"cannot":[222],"used":[224,269],"or":[225,286],"suitable":[226],"some":[228],"applications.":[229],"provide":[234],"recognition":[243],"idea":[246],"retrieval.":[250],"use":[253],"relevant":[254],"unknown":[259],"images,":[266],"evaluate":[271],"properties.":[274],"Different":[275],"that":[277],"previous":[278],"works":[279],"as":[283],"complement":[285],"alternative":[287],"recognize":[292],"specific":[293],"objects,":[294,311],"our":[295,326],"estimate":[301],"infer":[303],"properties":[305],"both":[307],"seen":[308],"enhance":[314,337],"systems":[316],"intelligence":[317],"quality":[321],"interaction.":[324],"future":[327],"works,":[328],"will":[332],"incorporated":[334],"further":[336],"perception.":[341]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}