{"id":"https://openalex.org/W4401857104","doi":"https://doi.org/10.1145/3637528.3671712","title":"SiGeo: Sub-One-Shot NAS via Geometry of Loss Landscape","display_name":"SiGeo: Sub-One-Shot NAS via Geometry of Loss Landscape","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401857104","doi":"https://doi.org/10.1145/3637528.3671712"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3671712","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671712","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671712","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671712","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102886606","display_name":"Zheng Hua","orcid":"https://orcid.org/0000-0001-9555-7132"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hua Zheng","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008862154","display_name":"Kuang-Hung Liu","orcid":"https://orcid.org/0009-0004-4508-8525"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kuang-Hung Liu","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076435461","display_name":"Igor Fedorov","orcid":"https://orcid.org/0000-0002-8204-9515"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Igor Fedorov","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327403","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0002-0784-2038"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032809354","display_name":"Wen-Yen Chen","orcid":"https://orcid.org/0009-0004-9371-5642"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wen-Yen Chen","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103026655","display_name":"Wei Wen","orcid":"https://orcid.org/0000-0003-0027-4821"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Wen","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102886606"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.222,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5201383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"4536","last_page":"4547"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10623","display_name":"Thin-Film Transistor Technologies","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.709964394569397},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5056846141815186},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.4801585078239441},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.35927876830101013},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20064333081245422},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.11758747696876526}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.709964394569397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5056846141815186},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.4801585078239441},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.35927876830101013},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20064333081245422},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.11758747696876526},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3637528.3671712","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671712","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671712","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3637528.3671712","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671712","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671712","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Climate action","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401857104.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2604662567","https://openalex.org/W2747329762","https://openalex.org/W2793768763","https://openalex.org/W2898085636","https://openalex.org/W2953604046","https://openalex.org/W2954826798","https://openalex.org/W2960010704","https://openalex.org/W2981748264","https://openalex.org/W3013310686","https://openalex.org/W3034528892","https://openalex.org/W3041360407","https://openalex.org/W3093945404","https://openalex.org/W3094801149","https://openalex.org/W3101704389","https://openalex.org/W3104030692","https://openalex.org/W3104506006","https://openalex.org/W3153687269","https://openalex.org/W3175547386","https://openalex.org/W3203406489","https://openalex.org/W4212774754","https://openalex.org/W4214513763","https://openalex.org/W4320908195"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528"],"abstract_inverted_index":{"Neural":[0],"Architecture":[1],"Search":[2],"(NAS)":[3],"has":[4,46],"become":[5],"a":[6,40,57,91,97,113,120,133,137],"widely":[7],"used":[8],"tool":[9],"for":[10],"automating":[11],"neural":[12],"network":[13,58],"design.":[14],"While":[15],"one-shot":[16,102,195],"NAS":[17,34,165,170,196],"methods":[18,197],"have":[19,154],"successfully":[20],"reduced":[21],"computational":[22,201],"requirements,":[23],"they":[24],"often":[25],"require":[26],"extensive":[27],"training.":[28],"On":[29],"the":[30,53,74,84,107,117,143,147,150,173,190],"other":[31],"hand,":[32],"zero-shot":[33,100],"utilizes":[35],"training-free":[36],"proxies":[37,166],"to":[38,51,73,124,188],"evaluate":[39],"candidate":[41],"architecture's":[42],"test":[43],"performance":[44,191],"but":[45],"two":[47],"limitations:":[48],"(1)":[49],"inability":[50],"use":[52],"information":[54],"gained":[55],"as":[56,96,125],"improves":[59],"with":[60,146],"training":[61,118],"and":[62,78,101],"(2)":[63],"unreliable":[64],"performance,":[65],"particularly":[66],"in":[67,167,172],"complex":[68,79],"domains":[69],"like":[70],"RecSys,":[71],"due":[72],"multi-modal":[75],"data":[76],"inputs":[77],"architecture":[80],"configurations.":[81],"To":[82],"synthesize":[83],"benefits":[85],"of":[86,116,149,192],"both":[87],"methods,":[88],"we":[89,122,130],"introduce":[90],"\"sub-one-shot\"":[92],"paradigm":[93],"that":[94,141,157],"serves":[95],"bridge":[98],"between":[99],"NAS.":[103],"In":[104],"sub-one-shot":[105],"NAS,":[106],"supernet":[108,144],"is":[109],"trained":[110],"using":[111],"only":[112],"small":[114],"subset":[115],"data,":[119],"phase":[121],"refer":[123],"\"warm-up.\"":[126],"Within":[127],"this":[128],"framework,":[129],"present":[131],"SiGeo,":[132,158],"proxy":[134],"founded":[135],"on":[136,180],"novel":[138],"theoretical":[139],"framework":[140],"connects":[142],"warm-up":[145],"efficacy":[148],"proxy.":[151],"Extensive":[152],"experiments":[153],"consistently":[155],"shown":[156],"when":[159,178],"properly":[160],"warmed":[161],"up,":[162],"surpasses":[163],"state-of-the-art":[164,193],"many":[168],"established":[169],"benchmarks":[171],"computer":[174],"vision":[175],"domain.":[176],"Furthermore,":[177],"tested":[179],"recommendation":[181],"system":[182],"benchmarks,":[183],"SiGeo":[184],"demonstrates":[185],"its":[186],"ability":[187],"match":[189],"weight-sharing":[194],"while":[198],"significantly":[199],"reducing":[200],"costs":[202],"by":[203],"approximately":[204],"60%.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
