{"id":"https://openalex.org/W2602764693","doi":"https://doi.org/10.1109/icar.2017.8023499","title":"A fully end-to-end deep learning approach for real-time simultaneous 3D reconstruction and material recognition","display_name":"A fully end-to-end deep learning approach for real-time simultaneous 3D reconstruction and material recognition","publication_year":2017,"publication_date":"2017-07-01","ids":{"openalex":"https://openalex.org/W2602764693","doi":"https://doi.org/10.1109/icar.2017.8023499","mag":"2602764693"},"language":"en","primary_location":{"id":"doi:10.1109/icar.2017.8023499","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icar.2017.8023499","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 18th International Conference on Advanced Robotics (ICAR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1703.04699","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077789334","display_name":"Cheng Zhao","orcid":"https://orcid.org/0000-0001-8502-3233"},"institutions":[{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]},{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cheng Zhao","raw_affiliation_strings":["Extreme Robotics Lab, University of Birmingham, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Extreme Robotics Lab, University of Birmingham, UK","institution_ids":["https://openalex.org/I4210161128","https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101629398","display_name":"Li Sun","orcid":"https://orcid.org/0000-0002-0393-8665"},"institutions":[{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]},{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Li Sun","raw_affiliation_strings":["Extreme Robotics Lab, University of Birmingham, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Extreme Robotics Lab, University of Birmingham, UK","institution_ids":["https://openalex.org/I4210161128","https://openalex.org/I79619799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005183926","display_name":"Rustam Stolkin","orcid":"https://orcid.org/0000-0002-0890-8836"},"institutions":[{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]},{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rustam Stolkin","raw_affiliation_strings":["Extreme Robotics Lab, University of Birmingham, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Extreme Robotics Lab, University of Birmingham, UK","institution_ids":["https://openalex.org/I4210161128","https://openalex.org/I79619799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.32,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.99523431,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"75","last_page":"82"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.8782985210418701},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6523603796958923},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.526900053024292},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5255932807922363},{"id":"https://openalex.org/keywords/end-of-history","display_name":"End of history","score":0.44370824098587036},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4298897683620453}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.8782985210418701},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6523603796958923},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.526900053024292},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5255932807922363},{"id":"https://openalex.org/C2778935963","wikidata":"https://www.wikidata.org/wiki/Q13218530","display_name":"End of history","level":3,"score":0.44370824098587036},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4298897683620453},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icar.2017.8023499","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icar.2017.8023499","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 18th International Conference on Advanced Robotics (ICAR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1703.04699","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1703.04699","pdf_url":"https://arxiv.org/pdf/1703.04699","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1703.04699","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1703.04699","pdf_url":"https://arxiv.org/pdf/1703.04699","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.7799999713897705,"id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G6374146179","display_name":null,"funder_award_id":"EP/M026477/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W97368233","https://openalex.org/W612478963","https://openalex.org/W1581896395","https://openalex.org/W1686810756","https://openalex.org/W1745334888","https://openalex.org/W1903029394","https://openalex.org/W1911848626","https://openalex.org/W1953465585","https://openalex.org/W1987648924","https://openalex.org/W1994075312","https://openalex.org/W2007512851","https://openalex.org/W2033979122","https://openalex.org/W2047643928","https://openalex.org/W2053544201","https://openalex.org/W2069479606","https://openalex.org/W2071527584","https://openalex.org/W2075019799","https://openalex.org/W2097696373","https://openalex.org/W2124592697","https://openalex.org/W2161236525","https://openalex.org/W2167687475","https://openalex.org/W2409850953","https://openalex.org/W2415351208","https://openalex.org/W2471900868","https://openalex.org/W2513285095","https://openalex.org/W2523049145","https://openalex.org/W2559332917","https://openalex.org/W2604333948","https://openalex.org/W2952793010","https://openalex.org/W2963346891","https://openalex.org/W3106186794","https://openalex.org/W4308909683","https://openalex.org/W6618872416","https://openalex.org/W6716232629","https://openalex.org/W6725968855"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3016188207","https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,117,145,152,159,187,213,221],"problem":[4],"of":[5,48,111,161,186,215],"simultaneous":[6,227],"3D":[7,40,71,75,104,172,228],"reconstruction":[8,42,77,105,174,206,229],"and":[9,12,113,144,230],"material":[10,59,231],"recognition":[11,47,60],"segmentation.":[13],"Enabling":[14],"robots":[15],"to":[16,65,90,169,192,202],"recognise":[17],"different":[18,109,177],"materials":[19,112,178],"(concrete,":[20],"metal":[21],"etc.)":[22],"in":[23,34,163,179],"a":[24,98,125,180,196,208],"scene":[25],"is":[26,200,220],"important":[27],"for":[28,175,226],"many":[29],"tasks,":[30],"e.g.":[31],"robotic":[32],"interventions":[33],"nuclear":[35],"decommissioning.":[36],"Previous":[37],"work":[38,57,219],"on":[39,46,58,80],"semantic":[41,76,173,205],"has":[43,61],"predominantly":[44],"focused":[45],"everyday":[49],"domestic":[50],"objects":[51],"(tables,":[52],"chairs":[53],"etc.),":[54],"whereas":[55],"previous":[56,121],"largely":[62],"been":[63],"confined":[64],"single":[66],"2D":[67],"images":[68],"without":[69],"any":[70],"reconstruction.":[72],"Meanwhile,":[73],"most":[74],"methods":[78],"rely":[79],"computationally":[81],"expensive":[82],"post-processing,":[83],"using":[84,195,207],"Fully-Connected":[85],"Conditional":[86],"Random":[87],"Fields":[88],"(CRFs),":[89],"achieve":[91,203],"consistent":[92],"segmentations.":[93],"In":[94],"contrast,":[95],"we":[96,123,139,165],"propose":[97,124],"deep":[99],"learning":[100],"method":[101],"which":[102,129,164,199],"performs":[103],"while":[106],"simultaneously":[107],"recognising":[108],"types":[110],"labeling":[114],"them":[115],"at":[116],"pixel":[118],"level.":[119],"Unlike":[120],"methods,":[122],"fully":[126,153],"end-to-end":[127,154,224],"approach,":[128],"does":[130],"not":[131],"require":[132],"hand-crafted":[133],"features":[134],"or":[135],"CRF":[136,146],"post-processing.":[137],"Instead,":[138],"use":[140],"only":[141],"learned":[142,155],"features,":[143],"segmentation":[147],"constraints":[148],"are":[149],"incorporated":[150],"inside":[151],"system.":[156],"We":[157],"present":[158],"results":[160],"experiments,":[162],"trained":[166],"our":[167,216],"system":[168,188,225],"perform":[170],"real-time":[171,223],"23":[176],"real-world":[181],"application.":[182],"The":[183],"run-time":[184],"performance":[185],"can":[189],"be":[190],"boosted":[191],"around":[193],"10Hz,":[194],"conventional":[197],"GPU,":[198],"enough":[201],"realtime":[204],"30fps":[209],"RGB-D":[210],"camera.":[211],"To":[212],"best":[214],"knowledge,":[217],"this":[218],"first":[222],"recognition.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2017-04-07T00:00:00"}