{"id":"https://openalex.org/W4285241469","doi":"https://doi.org/10.1109/tai.2022.3177394","title":"Nonoverlapping Feature Projection Convolutional Neural Network With Differentiable Loss Function","display_name":"Nonoverlapping Feature Projection Convolutional Neural Network With Differentiable Loss Function","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W4285241469","doi":"https://doi.org/10.1109/tai.2022.3177394"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2022.3177394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2022.3177394","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048871510","display_name":"Mohamed H. Abdelpakey","orcid":"https://orcid.org/0000-0002-4753-8380"},"institutions":[{"id":"https://openalex.org/I822440","display_name":"Okanagan University College","ror":"https://ror.org/02mxmh518","country_code":"CA","type":"education","lineage":["https://openalex.org/I822440"]},{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mohamed H. Abdelpakey","raw_affiliation_strings":["Computer Science, The University of British Columbia Okanagan, Kelowna, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, The University of British Columbia Okanagan, Kelowna, BC, Canada","institution_ids":["https://openalex.org/I822440","https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085128370","display_name":"Mohamed Shehata","orcid":"https://orcid.org/0000-0002-8464-8650"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I822440","display_name":"Okanagan University College","ror":"https://ror.org/02mxmh518","country_code":"CA","type":"education","lineage":["https://openalex.org/I822440"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed S. Shehata","raw_affiliation_strings":["Computer Science, The University of British Columbia Okanagan, Kelowna, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, The University of British Columbia Okanagan, Kelowna, BC, Canada","institution_ids":["https://openalex.org/I822440","https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5048871510"],"corresponding_institution_ids":["https://openalex.org/I141945490","https://openalex.org/I822440"],"apc_list":null,"apc_paid":null,"fwci":0.302,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.53219404,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"4","issue":"4","first_page":"933","last_page":"945"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6717740297317505},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.6489748954772949},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.6257970333099365},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6194053888320923},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5815317034721375},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5637915134429932},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5528289675712585},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.4680936634540558},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.467037171125412},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.4537598490715027},{"id":"https://openalex.org/keywords/separable-space","display_name":"Separable space","score":0.4436025619506836},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42960885167121887},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4263703525066376},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.32312852144241333},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3060176372528076},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.07046639919281006}],"concepts":[{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6717740297317505},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6489748954772949},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.6257970333099365},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6194053888320923},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5815317034721375},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5637915134429932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5528289675712585},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4680936634540558},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.467037171125412},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.4537598490715027},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.4436025619506836},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42960885167121887},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4263703525066376},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32312852144241333},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3060176372528076},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.07046639919281006},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2022.3177394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2022.3177394","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1591875227","https://openalex.org/W1686810756","https://openalex.org/W1834627138","https://openalex.org/W1912570122","https://openalex.org/W1971747485","https://openalex.org/W2009006054","https://openalex.org/W2088028877","https://openalex.org/W2088900896","https://openalex.org/W2117539524","https://openalex.org/W2118858186","https://openalex.org/W2138011018","https://openalex.org/W2194775991","https://openalex.org/W2200124539","https://openalex.org/W2460512935","https://openalex.org/W2471695703","https://openalex.org/W2471768434","https://openalex.org/W2554269471","https://openalex.org/W2618530766","https://openalex.org/W2736352281","https://openalex.org/W2756833625","https://openalex.org/W2765309247","https://openalex.org/W2767144003","https://openalex.org/W2782438771","https://openalex.org/W2788907134","https://openalex.org/W2791052411","https://openalex.org/W2792610201","https://openalex.org/W2806264589","https://openalex.org/W2806471870","https://openalex.org/W2892241171","https://openalex.org/W2893295587","https://openalex.org/W2899867883","https://openalex.org/W2920277426","https://openalex.org/W2942919589","https://openalex.org/W2950338985","https://openalex.org/W2953271441","https://openalex.org/W2954593156","https://openalex.org/W2955425717","https://openalex.org/W2963026686","https://openalex.org/W2963350250","https://openalex.org/W2963446712","https://openalex.org/W2963487846","https://openalex.org/W2963918968","https://openalex.org/W2974930982","https://openalex.org/W2982613727","https://openalex.org/W2991645104","https://openalex.org/W3000577085","https://openalex.org/W3001584168","https://openalex.org/W3015488281","https://openalex.org/W3022509031","https://openalex.org/W3034202663","https://openalex.org/W3034429256","https://openalex.org/W3035014997","https://openalex.org/W3109684201","https://openalex.org/W3110370715","https://openalex.org/W3118608800","https://openalex.org/W3128099838","https://openalex.org/W3180562345","https://openalex.org/W4226100476","https://openalex.org/W4287083725","https://openalex.org/W4293380554","https://openalex.org/W4297775537","https://openalex.org/W4312533318","https://openalex.org/W4402249915","https://openalex.org/W6600609147","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6677919164","https://openalex.org/W6692658850","https://openalex.org/W6718935159","https://openalex.org/W6737664043","https://openalex.org/W6748865747","https://openalex.org/W6752745768","https://openalex.org/W6754205108","https://openalex.org/W6762718338","https://openalex.org/W6766776083","https://openalex.org/W6768030963","https://openalex.org/W6787972765","https://openalex.org/W6790428460","https://openalex.org/W6798726245","https://openalex.org/W6810660269"],"related_works":["https://openalex.org/W2530952058","https://openalex.org/W2582836483","https://openalex.org/W3158431807","https://openalex.org/W4299366318","https://openalex.org/W4297580547","https://openalex.org/W2013435028","https://openalex.org/W2951583185","https://openalex.org/W4308155352","https://openalex.org/W1994625207","https://openalex.org/W1499137908"],"abstract_inverted_index":{"We":[0,275,283],"propose":[1,276],"NullSpaceNet,":[2],"a":[3,13,74,83,97,118,137,161,196,201,241,277,330],"novel":[4,75,131,278],"network":[5],"that":[6,38,42,81,291],"maps":[7,122],"from":[8,113,123,356],"the":[9,18,25,45,58,102,114,124,128,141,147,192,235,245,249,259,263,292,300,304,309,339,343],"pixel-level":[10,125],"image":[11,126],"to":[12,17,44,110,127,199,211,314,322],"joint-nullspace,":[14,56],"as":[15,160,359],"opposed":[16],"traditional":[19,197],"feature":[20,98,158,250,279,301],"space.":[21,251,302],"The":[22],"features":[23,112,247,295],"in":[24,53,136,140,146,163,229,248,258,289],"proposed":[26,80],"learned":[27,246,293],"joint-nullspace":[28],"have":[29,225],"clearer":[30],"interpretation":[31,243],"and":[32,57,104,116,133,180,205,273,286,316,350],"are":[33,48,64,256,296],"more":[34,297],"separable.":[35],"NullSpaceNet":[36,90,149,167,184,290,357],"ensures":[37],"all":[39],"input":[40,59],"images":[41,60],"belong":[43],"same":[46],"class":[47],"collapsed":[49,65],"into":[50,66],"one":[51],"point":[52],"this":[54],"new":[55,305,331],"of":[61,93,143,191,203,209,238,244,311,333,345],"different":[62,67,175],"classes":[63],"points":[68],"with":[69,86,206,317],"high":[70],"separation":[71],"margins.":[72],"Moreover,":[73,252,303],"differentiable":[76],"loss":[77],"function":[78],"is":[79,108,150,361],"has":[82],"closed-form":[84],"solution":[85],"no":[87],"free":[88],"parameters.":[89,347],"architecture":[91,132,334],"consists":[92],"two":[94],"components;":[95],"1)":[96],"extractor":[99,159],"backbone":[100,162],"(i.e.,":[101,262],"convolution":[103],"pooling":[105],"layers),":[106,266],"which":[107,121,152,267],"used":[109],"extract":[111],"input,":[115],"2)":[117],"nullspace":[119,294],"layer,":[120],"joint-nullspace.":[129],"This":[130],"formulation":[134,237,306,335],"results":[135],"significant":[138],"reduction":[139],"number":[142,310,344],"learnable":[144,254,346],"parameters":[145,255,312],"network.":[148],"architecture-agnostic,":[151],"means":[153],"it":[154,194,360],"can":[155],"use":[156],"any":[157],"its":[164],"first":[165],"component.":[166],"exhibits":[168],"superior":[169],"performance":[170,228,340],"when":[171],"tested":[172],"over":[173],"four":[174],"datasets":[176],"against":[177],"VGG16,":[178],"MobileNet-224,":[179],"MNASNET1-0.":[181],"In":[182],"general,":[183],"needs":[185],"only":[186],"<inline-formula":[187,212,323],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[188,213,218,324],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[189,214,325],"notation=\"LaTeX\">$\\text{1}\\hbox{--}\\hbox{30}\\%$</tex-math></inline-formula>":[190],"time":[193],"takes":[195],"CNN":[198,239],"classify":[200],"batch":[202],"images,":[204],"better":[207,318],"accuracy":[208,319],"up":[210,313,321],"notation=\"LaTeX\">$+2.57\\%$</tex-math></inline-formula>":[215,326],".":[216,327],"<italic":[217],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Impact":[219],"Statement\u2013</i>":[220],"Convolutional":[221],"neural":[222],"networks":[223],"(CNNs)":[224],"achieved":[226],"excellent":[227],"most":[230,253],"computer":[231],"vision":[232,349],"tasks.":[233],"However,":[234],"current":[236],"lacks":[240],"clear":[242],"located":[257],"classifier":[260],"component":[261],"fully":[264],"connected":[265],"require":[268],"extensive":[269],"computations":[270],"during":[271],"training":[272],"inference.":[274],"space":[280],"called":[281],"NullSpaceNet.":[282],"provide":[284],"theoretical":[285],"experimental":[287],"evidence":[288],"discriminative":[298],"than":[299],"significantly":[307],"decreases":[308],"86%":[315],"by":[320,337],"NullspaceNet":[328],"sets":[329],"line":[332],"research":[336],"improving":[338],"while":[341],"decreasing":[342],"Computer":[348],"deep":[351],"learning":[352],"communities":[353],"will":[354],"benefit":[355],"formulation,":[358],"architecture-agnostic.":[362]},"counts_by_year":[{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}