{"id":"https://openalex.org/W7225611192","doi":"https://doi.org/10.3390/chips5040038","title":"Low-Power FPGA-Based Differentiable Mesh Rendering for On-Device Dense Photometric Pose Refinement","display_name":"Low-Power FPGA-Based Differentiable Mesh Rendering for On-Device Dense Photometric Pose Refinement","publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7225611192","doi":"https://doi.org/10.3390/chips5040038"},"language":"en","primary_location":{"id":"doi:10.3390/chips5040038","doi":"https://doi.org/10.3390/chips5040038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/chips5040038","pdf_url":null,"source":{"id":"https://openalex.org/S4386621855","display_name":"Chips","issn_l":"2674-0729","issn":["2674-0729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chips","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/chips5040038","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001805629","display_name":"Emanuel Trabes","orcid":"https://orcid.org/0000-0003-1294-8985","observed_orcids":["https://orcid.org/0000-0003-1294-8985"]},"institutions":[{"id":"https://openalex.org/I130929987","display_name":"University of Mons","ror":"https://ror.org/02qnnz951","country_code":"BE","type":"education","lineage":["https://openalex.org/I130929987"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Emanuel Trabes","raw_affiliation_strings":["SEMi Service d\u2019\u00c9lectronique et de Micro\u00e9lectronique, University of Mons, 7000 Mons, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-1294-8985","affiliations":[{"raw_affiliation_string":"SEMi Service d\u2019\u00c9lectronique et de Micro\u00e9lectronique, University of Mons, 7000 Mons, Belgium","institution_ids":["https://openalex.org/I130929987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053407644","display_name":"Carlos Alberto Valderrama","orcid":"https://orcid.org/0000-0002-1693-6394","observed_orcids":["https://orcid.org/0000-0002-1693-6394"]},"institutions":[{"id":"https://openalex.org/I130929987","display_name":"University of Mons","ror":"https://ror.org/02qnnz951","country_code":"BE","type":"education","lineage":["https://openalex.org/I130929987"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Carlos Valderrama Sukuyama","raw_affiliation_strings":["SEMi Service d\u2019\u00c9lectronique et de Micro\u00e9lectronique, University of Mons, 7000 Mons, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1693-6394","affiliations":[{"raw_affiliation_string":"SEMi Service d\u2019\u00c9lectronique et de Micro\u00e9lectronique, University of Mons, 7000 Mons, Belgium","institution_ids":["https://openalex.org/I130929987"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5001805629"],"corresponding_institution_ids":["https://openalex.org/I130929987"],"apc_list":{"value":1000,"currency":"CHF","value_usd":1207},"apc_paid":{"value":1000,"currency":"CHF","value_usd":1207},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":"4","first_page":"38","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.8163999915122986,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.8163999915122986,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.0689999982714653,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.05000000074505806,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differentiable-rasterization","display_name":"differentiable rasterization","score":0.9279999732971191},{"id":"https://openalex.org/keywords/fpga-acceleration","display_name":"FPGA acceleration","score":0.5830000042915344},{"id":"https://openalex.org/keywords/texture-sampling","display_name":"texture sampling","score":0.734000027179718},{"id":"https://openalex.org/keywords/gauss-newton-optimization","display_name":"Gauss-Newton optimization","score":0.9409999847412109},{"id":"https://openalex.org/keywords/inverse-graphics","display_name":"inverse graphics","score":0.49399998784065247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.791100025177002},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.7296000123023987},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6901999711990356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5608999729156494},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.5397999882698059},{"id":"https://openalex.org/C173552908","wikidata":"https://www.wikidata.org/wiki/Q1366289","display_name":"Graphics pipeline","level":4,"score":0.5273000001907349},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4593999981880188},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.4375999867916107},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4154999852180481},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31929999589920044},{"id":"https://openalex.org/C18766215","wikidata":"https://www.wikidata.org/wiki/Q7708532","display_name":"Texture memory","level":5,"score":0.31029999256134033},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.30160000920295715},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.2655999958515167}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/chips5040038","doi":"https://doi.org/10.3390/chips5040038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/chips5040038","pdf_url":null,"source":{"id":"https://openalex.org/S4386621855","display_name":"Chips","issn_l":"2674-0729","issn":["2674-0729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chips","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/chips5040038","doi":"https://doi.org/10.3390/chips5040038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/chips5040038","pdf_url":null,"source":{"id":"https://openalex.org/S4386621855","display_name":"Chips","issn_l":"2674-0729","issn":["2674-0729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chips","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W612478963","https://openalex.org/W1612997784","https://openalex.org/W2021851106","https://openalex.org/W2035379092","https://openalex.org/W2108134361","https://openalex.org/W2474281075","https://openalex.org/W2535547924","https://openalex.org/W2769112042","https://openalex.org/W2986023562","https://openalex.org/W3043971245","https://openalex.org/W3104898586","https://openalex.org/W3109585842","https://openalex.org/W3138169940","https://openalex.org/W4312878643","https://openalex.org/W4385318467","https://openalex.org/W4386066696"],"related_works":["https://openalex.org/W3104898586","https://openalex.org/W4390832749","https://openalex.org/W2183481364","https://openalex.org/W4286750644","https://openalex.org/W4394896755","https://openalex.org/W6891993334","https://openalex.org/W1926153150","https://openalex.org/W4226137603","https://openalex.org/W7131885722","https://openalex.org/W4407196862"],"abstract_inverted_index":{"Differentiable":[0],"rasterization":[1,63,99,194],"enables":[2],"image":[3],"inversion":[4],"by":[5],"providing":[6],"gradients":[7,115],"of":[8,36,49,85,239,251,260,279],"image-based":[9],"losses":[10],"with":[11,100,143,167,254],"respect":[12],"to":[13,45],"camera":[14],"and":[15,18,27,52,68,106,118,178,185,190,195,229,263,288],"scene":[16],"parameters,":[17],"has":[19],"become":[20],"a":[21,73,139,144,181,222,255],"practical":[22],"foundation":[23],"for":[24,90,243,284],"inverse":[25],"graphics":[26],"photometric":[28,76,224,286],"estimation":[29],"on":[30,66,216,227],"GPUs.":[31],"However,":[32],"the":[33,46,82,135,205,232,237,248,280],"real-time":[34,285],"deployment":[35],"differentiable":[37,62,270],"rendering":[38,177,271],"in":[39,72,211],"embedded":[40],"perception":[41],"remains":[42],"challenging":[43],"due":[44],"high":[47],"cost":[48,250],"per-pixel":[50],"sampling":[51],"gradient":[53,172],"computation.":[54],"In":[55,221],"this":[56],"work,":[57],"we":[58,151],"present":[59],"an":[60,107,153,217,264,276],"nvdiffrast-inspired":[61],"engine":[64],"implemented":[65],"FPGA":[67,132,187],"demonstrate":[69],"its":[70],"use":[71],"simplified":[74],"dense":[75,223],"pose-refinement":[77,225],"task.":[78],"Our":[79],"design":[80],"follows":[81],"modular":[83],"philosophy":[84],"nvdiffrast":[86],"while":[87,204],"specializing":[88],"it":[89],"deterministic,":[91],"low-latency":[92],"hardware":[93,129],"execution.":[94],"We":[95,174],"implement":[96],"point-sampled":[97],"triangle":[98],"hard":[101],"z-buffer":[102],"visibility,":[103],"perspective-correct":[104],"interpolation,":[105],"analytic":[108,196],"antialiasing":[109,197],"stage":[110],"that":[111,157],"yields":[112],"stable,":[113],"non-zero":[114],"at":[116],"silhouettes":[117],"occlusion":[119],"boundaries.":[120],"Unlike":[121],"GPU":[122],"pipelines":[123],"where":[124],"texturing":[125],"behavior":[126],"may":[127],"be":[128],"defined,":[130],"our":[131],"implementation":[133],"controls":[134],"texture":[136],"sampler,":[137],"enabling":[138,163],"fused":[140],"rasterize\u2013interpolate\u2013texture":[141],"operator":[142,209],"matched":[145],"backward":[146],"pass.":[147],"Beyond":[148],"pixelwise":[149],"gradients,":[150],"introduce":[152],"on-device":[154],"accumulation":[155,235],"scheme":[156],"directly":[158],"forms":[159],"Gauss\u2013Newton":[160],"normal-equation":[161],"terms,":[162],"second-order":[164],"pose":[165],"updates":[166],"substantially":[168],"fewer":[169],"iterations":[170,241],"than":[171],"descent.":[173],"validate":[175],"forward":[176],"derivatives":[179],"against":[180],"GLSL":[182],"reference":[183],"implementation,":[184],"report":[186],"resource":[188],"utilization":[189],"runtime.":[191],"The":[192],"core":[193],"pipeline":[198],"achieves":[199],"2.5":[200],"ms":[201,213],"per":[202,214,268],"frame,":[203],"full":[206],"textured":[207],"keyframe-projection":[208],"runs":[210],"8":[212],"frame":[215],"AMD":[218],"Kria":[219],"KV260.":[220],"evaluation":[226],"synthetic":[228],"real":[230],"sequences,":[231],"proposed":[233],"Jacobian":[234],"reduces":[236],"number":[238],"optimization":[240],"required":[242],"convergence,":[244],"improving":[245],"time-to-solution":[246],"despite":[247],"added":[249],"texturing.":[252],"Together":[253],"post-implementation":[256],"on-chip":[257],"power":[258,282],"estimate":[259,278],"3.662":[261],"W":[262],"estimated":[265],"29.3":[266],"mJ":[267],"full-resolution":[269],"iteration,":[272],"these":[273],"results":[274],"provide":[275],"implementation-level":[277],"accelerator\u2019s":[281],"envelope":[283],"tracking":[287],"refinement.":[289]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-10T00:00:00"}