{"id":"https://openalex.org/W4385834071","doi":"https://doi.org/10.1109/tie.2023.3301529","title":"On-Policy and Pixel-Level Grasping Across the Gap Between Simulation and Reality","display_name":"On-Policy and Pixel-Level Grasping Across the Gap Between Simulation and Reality","publication_year":2023,"publication_date":"2023-08-15","ids":{"openalex":"https://openalex.org/W4385834071","doi":"https://doi.org/10.1109/tie.2023.3301529"},"language":"en","primary_location":{"id":"doi:10.1109/tie.2023.3301529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2023.3301529","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043850288","display_name":"Dexin Wang","orcid":"https://orcid.org/0000-0002-7956-6423"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dexin Wang","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0002-7956-6423","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070332088","display_name":"Faliang Chang","orcid":"https://orcid.org/0000-0003-1276-2267"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Faliang Chang","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0003-1276-2267","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065058741","display_name":"Chunsheng Liu","orcid":"https://orcid.org/0000-0001-5516-2486"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunsheng Liu","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0001-5516-2486","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022175950","display_name":"Hengqiang Huan","orcid":"https://orcid.org/0009-0007-6712-7451"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengqiang Huan","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Shandong, China"],"raw_orcid":"https://orcid.org/0009-0007-6712-7451","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074334654","display_name":"Nanjun Li","orcid":"https://orcid.org/0000-0003-1719-5118"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nanjun Li","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0003-1719-5118","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079652198","display_name":"Rurui Yang","orcid":"https://orcid.org/0009-0006-3512-3344"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rurui Yang","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Shandong, China"],"raw_orcid":"https://orcid.org/0009-0006-3512-3344","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":1.6986,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.84239774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"71","issue":"7","first_page":"7388","last_page":"7399"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9555000066757202,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.9192772507667542},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7598133087158203},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7390037775039673},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6758483648300171},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.639033317565918},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5549095273017883},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.49738720059394836},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.48365864157676697},{"id":"https://openalex.org/keywords/flatness","display_name":"Flatness (cosmology)","score":0.43119120597839355},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1331028938293457}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.9192772507667542},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7598133087158203},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7390037775039673},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6758483648300171},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.639033317565918},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5549095273017883},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.49738720059394836},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.48365864157676697},{"id":"https://openalex.org/C2778530986","wikidata":"https://www.wikidata.org/wiki/Q5457948","display_name":"Flatness (cosmology)","level":3,"score":0.43119120597839355},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1331028938293457},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C26405456","wikidata":"https://www.wikidata.org/wiki/Q338","display_name":"Cosmology","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2023.3301529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2023.3301529","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G5535474515","display_name":null,"funder_award_id":"62176138","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8239702273","display_name":null,"funder_award_id":"62176136","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8636925473","display_name":null,"funder_award_id":"U22A2058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1484974714","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W2123435073","https://openalex.org/W2140173255","https://openalex.org/W2201912979","https://openalex.org/W2600030077","https://openalex.org/W2773721443","https://openalex.org/W2787091153","https://openalex.org/W2824754393","https://openalex.org/W2889969363","https://openalex.org/W2910474428","https://openalex.org/W2914944935","https://openalex.org/W2953669419","https://openalex.org/W2955058313","https://openalex.org/W2962722175","https://openalex.org/W2962736495","https://openalex.org/W2962737955","https://openalex.org/W2962793652","https://openalex.org/W2962875890","https://openalex.org/W2963033241","https://openalex.org/W2963121255","https://openalex.org/W2963351448","https://openalex.org/W2963390419","https://openalex.org/W2967068439","https://openalex.org/W2991471181","https://openalex.org/W3004284873","https://openalex.org/W3022674252","https://openalex.org/W3035198432","https://openalex.org/W3081801393","https://openalex.org/W3090417004","https://openalex.org/W3091471537","https://openalex.org/W3096653763","https://openalex.org/W3099587965","https://openalex.org/W3130171631","https://openalex.org/W3130885760","https://openalex.org/W3136883568","https://openalex.org/W3169770376","https://openalex.org/W3170679572","https://openalex.org/W3171249923","https://openalex.org/W3186077919","https://openalex.org/W3205509561","https://openalex.org/W3206649445","https://openalex.org/W3207349876","https://openalex.org/W4210316419","https://openalex.org/W4221161303","https://openalex.org/W4226344024","https://openalex.org/W4317242584","https://openalex.org/W4394671432","https://openalex.org/W6687484953","https://openalex.org/W6739778489","https://openalex.org/W6769823609"],"related_works":["https://openalex.org/W2163296013","https://openalex.org/W2743859443","https://openalex.org/W2326995835","https://openalex.org/W165915117","https://openalex.org/W4312985843","https://openalex.org/W2583647647","https://openalex.org/W2613999385","https://openalex.org/W4210583734","https://openalex.org/W3159512259","https://openalex.org/W4390800284"],"abstract_inverted_index":{"Grasp":[0,97,146],"detection":[1,72,168],"in":[2,117],"cluttered":[3],"scenes":[4],"is":[5,16,27,101,150,153],"a":[6,17,68,110,143,166,171],"very":[7],"challenging":[8],"task":[9],"for":[10,74,126,176],"robots.":[11],"Generating":[12],"synthetic":[13,37],"grasping":[14],"data":[15,173],"popular":[18],"way":[19],"to":[20,55,103],"train":[21,79],"and":[22,58,80,129,139,192,194],"test":[23,81],"grasp":[24,60,71,89,157,167],"methods,":[25],"as":[26],"Dex-Net;":[28],"yet,":[29],"these":[30],"methods":[31],"sample":[32,49],"training":[33],"grasps":[34,125,133],"on":[35,82,92],"3-D":[36],"object":[38],"models,":[39],"but":[40],"evaluate":[41],"at":[42],"images":[43],"or":[44],"point":[45],"clouds":[46],"with":[47,86,159,170],"different":[48],"distributions,":[50],"which":[51,77,152],"reduces":[52],"performance":[53],"due":[54],"covariate":[56],"shift":[57],"sparse":[59],"labels.":[61],"To":[62],"solve":[63],"existing":[64],"problems,":[65],"we":[66,164],"propose":[67],"novel":[69,172],"on-policy":[70,161,183],"method":[73,100,121,184],"parallel":[75],"grippers,":[76],"can":[78,185],"the":[83,154,160,188,196],"approximate":[84],"distribution":[85],"dense":[87],"pixel-level":[88,156],"labels":[90],"generated":[91],"RGB-D":[93],"images.":[94],"An":[95],"Orthographic-Depth":[96],"Generation":[98],"(ODG-Generation)":[99],"proposed":[102],"generate":[104],"an":[105],"orthographic":[106],"depth":[107],"image":[108],"through":[109,134],"new":[111],"imaging":[112],"model":[113],"of":[114],"projecting":[115],"points":[116],"orthographic;":[118],"then":[119],"this":[120],"generates":[122],"multiple":[123],"candidate":[124],"each":[127],"pixel":[128],"obtains":[130],"robust":[131],"positive":[132],"flatness":[135],"detection,":[136],"force-closure":[137],"metric":[138],"collision":[140],"detection.":[141],"Then,":[142],"comprehensive":[144],"Pixel-Level":[145],"Pose":[147],"Dataset":[148],"(PLGP-Dataset)":[149],"constructed,":[151],"first":[155],"dataset,":[158],"distribution.":[162],"Lastly,":[163],"build":[165],"network":[169],"augmentation":[174],"process":[175],"imbalance":[177],"training.":[178],"Experiments":[179],"show":[180],"that":[181],"our":[182],"partially":[186],"overcome":[187],"gap":[189],"between":[190],"simulation":[191],"reality,":[193],"achieves":[195],"best":[197],"performance.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}
