{"id":"https://openalex.org/W4402449534","doi":"https://doi.org/10.1109/tai.2024.3457931","title":"OAFuser: Toward Omni-Aperture Fusion for Light Field Semantic Segmentation","display_name":"OAFuser: Toward Omni-Aperture Fusion for Light Field Semantic Segmentation","publication_year":2024,"publication_date":"2024-09-11","ids":{"openalex":"https://openalex.org/W4402449534","doi":"https://doi.org/10.1109/tai.2024.3457931"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2024.3457931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3457931","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Fei Teng","orcid":"https://orcid.org/0009-0009-0894-3998"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Teng","raw_affiliation_strings":["School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0009-0894-3998","affiliations":[{"raw_affiliation_string":"School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000376041","display_name":"Jiaming Zhang","orcid":"https://orcid.org/0000-0003-3471-328X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jiaming Zhang","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3471-328X","affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017521271","display_name":"Kunyu Peng","orcid":"https://orcid.org/0000-0002-5419-9292"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kunyu Peng","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5419-9292","affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025640070","display_name":"Yaonan Wang","orcid":"https://orcid.org/0000-0002-0519-6458"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaonan Wang","raw_affiliation_strings":["School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0519-6458","affiliations":[{"raw_affiliation_string":"School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087051920","display_name":"Rainer Stiefelhagen","orcid":"https://orcid.org/0000-0001-8046-4945"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rainer Stiefelhagen","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8046-4945","affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027010844","display_name":"Kailun Yang","orcid":"https://orcid.org/0000-0002-1090-667X"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailun Yang","raw_affiliation_strings":["School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-1090-667X","affiliations":[{"raw_affiliation_string":"School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1574,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91955248,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"5","issue":"12","first_page":"6225","last_page":"6239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5850698947906494},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.580974817276001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5548388957977295},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5276495218276978},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5008175373077393},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09844934940338135},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.060823798179626465}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5850698947906494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.580974817276001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5548388957977295},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5276495218276978},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5008175373077393},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09844934940338135},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.060823798179626465}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2024.3457931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3457931","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1548865700","display_name":null,"funder_award_id":"62473139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1577575150","https://openalex.org/W1598947584","https://openalex.org/W1903029394","https://openalex.org/W2128268941","https://openalex.org/W2297633669","https://openalex.org/W2560023338","https://openalex.org/W2563705555","https://openalex.org/W2587989515","https://openalex.org/W2591697814","https://openalex.org/W2610074871","https://openalex.org/W2741745116","https://openalex.org/W2774839435","https://openalex.org/W2787091153","https://openalex.org/W2798791840","https://openalex.org/W2799213142","https://openalex.org/W2800554784","https://openalex.org/W2921749009","https://openalex.org/W2947690922","https://openalex.org/W2955058313","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963815618","https://openalex.org/W2963881378","https://openalex.org/W2964076878","https://openalex.org/W2965391153","https://openalex.org/W2971014764","https://openalex.org/W3001701558","https://openalex.org/W3004967630","https://openalex.org/W3035271082","https://openalex.org/W3035531015","https://openalex.org/W3035807818","https://openalex.org/W3097571420","https://openalex.org/W3108601100","https://openalex.org/W3110151525","https://openalex.org/W3122412340","https://openalex.org/W3159637683","https://openalex.org/W3166047199","https://openalex.org/W3170841864","https://openalex.org/W3194225218","https://openalex.org/W3194816901","https://openalex.org/W3198062544","https://openalex.org/W3202487219","https://openalex.org/W3207537403","https://openalex.org/W3207991954","https://openalex.org/W4200630704","https://openalex.org/W4213117431","https://openalex.org/W4225487034","https://openalex.org/W4285134614","https://openalex.org/W4296123084","https://openalex.org/W4312257978","https://openalex.org/W4312377891","https://openalex.org/W4312432424","https://openalex.org/W4312435143","https://openalex.org/W4312613940","https://openalex.org/W4312866343","https://openalex.org/W4316660751","https://openalex.org/W4323644416","https://openalex.org/W4324119166","https://openalex.org/W4327785494","https://openalex.org/W4376456811","https://openalex.org/W4382365337","https://openalex.org/W4386065698","https://openalex.org/W4386076526","https://openalex.org/W4386179772","https://openalex.org/W4389076346","https://openalex.org/W4389609824","https://openalex.org/W4390872220","https://openalex.org/W4391769355","https://openalex.org/W4391935953","https://openalex.org/W6762718338","https://openalex.org/W6784333009","https://openalex.org/W6795140394","https://openalex.org/W6797399245","https://openalex.org/W6842806116"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Light":[0],"field":[1,44,118],"cameras":[2,45,119],"are":[3],"capable":[4],"of":[5,28,42,50,61,160,205,214,227],"capturing":[6],"intricate":[7],"angular":[8,40,99,145,178],"and":[9,19,96,120,186,209],"spatial":[10,170],"details.":[11],"This":[12,138],"allows":[13],"for":[14,56,233],"acquiring":[15],"complex":[16],"light":[17,43,117],"patterns":[18],"details":[20],"from":[21,92,101,115],"multiple":[22],"angles,":[23],"significantly":[24],"enhancing":[25],"the":[26,57,71,93,98,112,116,148,168,220],"precision":[27],"image":[29,154],"semantic":[30],"segmentation.":[31],"However,":[32],"two":[33],"significant":[34],"issues":[35],"arise:":[36],"1)":[37],"The":[38,193,230],"extensive":[39],"information":[41,100,114,171],"contains":[46],"a":[47,129,156,176,211,225],"large":[48],"amount":[49],"redundant":[51,113],"data,":[52],"which":[53],"is":[54,235],"overwhelming":[55],"limited":[58],"hardware":[59],"resources":[60],"intelligent":[62],"agents.":[63],"2)":[64],"A":[65],"relative":[66],"displacement":[67],"difference":[68],"exists":[69],"in":[70,144,203,217],"data":[72],"collected":[73],"by":[74,191],"different":[75],"microlenses.":[76],"To":[77,109],"address":[78,167],"these":[79],"issues,":[80],"we":[81,127,174],"propose":[82],"an":[83],"<i>omni-aperture":[84],"fusion":[85,135],"model":[86],"(OAFuser)</i>":[87],"that":[88],"leverages":[89],"dense":[90],"context":[91],"central":[94],"view":[95],"extracts":[97],"subaperture":[102,142,153],"images":[103,143],"to":[104,150,166,182],"generate":[105],"semantically":[106],"consistent":[107],"results.":[108],"simultaneously":[110],"streamline":[111],"avoid":[121],"feature":[122,184,188],"loss":[123],"during":[124],"network":[125,149],"propagation,":[126],"present":[128,175],"simple":[130],"yet":[131],"very":[132],"effective":[133],"<i>subaperture":[134],"module":[136,139,180],"(SAFM)</i>.":[137],"efficiently":[140],"embeds":[141],"features,":[146],"allowing":[147],"process":[151],"each":[152],"with":[155,224],"minimal":[157],"computational":[158],"demand":[159],"only":[161],"(<inline-formula><tex-math":[162],"notation=\"LaTeX\">${\\sim}1\\rm":[163],"GFlops$</tex-math></inline-formula>).":[164],"Furthermore,":[165],"mismatched":[169],"across":[172],"viewpoints,":[173],"<i>center":[177],"rectification":[179],"(CARM)</i>":[181],"realize":[183],"resorting":[185],"prevent":[187],"occlusion":[189],"caused":[190],"misalignment.":[192],"proposed":[194],"OAFuser":[195,234],"achieves":[196],"state-of-the-art":[197],"performance":[198],"on":[199,219],"four":[200],"UrbanLF":[201],"datasets":[202],"terms":[204],"<i>all":[206],"evaluation":[207],"metrics</i>":[208],"sets":[210],"new":[212],"record":[213],"<inline-formula><tex-math":[215,228],"notation=\"LaTeX\">$84.93\\%$</tex-math></inline-formula>":[216],"mIoU":[218],"UrbanLF-Real":[221],"Extended":[222],"dataset,":[223],"gain":[226],"notation=\"LaTeX\">${+}3.69\\%$</tex-math></inline-formula>.":[229],"source":[231],"code":[232],"available":[236],"at":[237],"<uri>https://github.com/FeiBryantkit/OAFuser</uri>.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-09-12T00:00:00"}