{"id":"https://openalex.org/W7160544103","doi":"https://doi.org/10.48550/arxiv.2605.04057","title":"Structured Progressive Knowledge Activation for LLM-Driven Neural Architecture Search","display_name":"Structured Progressive Knowledge Activation for LLM-Driven Neural Architecture Search","publication_year":2026,"publication_date":"2026-04-10","ids":{"openalex":"https://openalex.org/W7160544103","doi":"https://doi.org/10.48550/arxiv.2605.04057"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.04057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.04057","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135622991","display_name":"Zhen Liu","orcid":"https://orcid.org/0000-0002-8619-8307"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135594345","display_name":"Yuhan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Jinjun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Song, Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Jianyi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jianyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Fu, Jingwen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Jingwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.24130000174045563,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.24130000174045563,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.13330000638961792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0803999975323677,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6237000226974487},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5558000206947327},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.5450999736785889},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5098000168800354},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.48590001463890076},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.4489000141620636},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.42890000343322754},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.40299999713897705},{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.39820000529289246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8026000261306763},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6237000226974487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5637000203132629},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5558000206947327},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.5450999736785889},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5098000168800354},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.48590001463890076},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4489000141620636},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42890000343322754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4259999990463257},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.40299999713897705},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.39820000529289246},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3804999887943268},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.34450000524520874},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.32829999923706055},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.31850001215934753},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3095000088214874},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2768999934196472},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2623000144958496},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.04057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.04057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,113],"paper":[1],"focuses":[2],"on":[3,110],"a":[4,28,61,71,131,139],"key":[5],"challenge":[6],"in":[7,47,143],"Neural":[8],"Architecture":[9],"Search":[10],"(NAS):":[11],"integrating":[12],"established":[13],"architectural":[14,38],"knowledge":[15,82],"while":[16],"exploring":[17],"new":[18],"designs":[19],"under":[20,84],"expensive":[21],"evaluations.":[22],"Large":[23],"language":[24],"models":[25],"(LLMs)":[26],"are":[27],"promising":[29],"assistant":[30],"for":[31],"NAS":[32],"because":[33,60],"they":[34],"can":[35,64],"translate":[36],"rich":[37],"and":[39,57,106,120,137],"coding":[40],"priors":[41,97],"into":[42,54],"executable":[43],"code":[44,147],"edits.":[45],"However,":[46],"practice,":[48],"seemingly":[49],"local":[50],"revisions":[51],"often":[52],"propagate":[53],"non-local":[55],"behavioral":[56],"performance":[58],"shifts":[59],"single":[62],"edit":[63,109],"inadvertently":[65],"couple":[66],"multiple":[67],"interacting":[68],"functional":[69,77,102],"factors,":[70],"phenomenon":[72],"we":[73,87],"refer":[74],"to":[75,104],"as":[76],"entanglement.":[78],"To":[79],"make":[80],"LLM":[81],"usable":[83],"such":[85],"entanglement,":[86],"propose":[88],"Structured":[89],"Progressive":[90],"Knowledge":[91],"Activation":[92],"(SPARK),":[93],"which":[94],"activates":[95],"relevant":[96],"by":[98],"explicitly":[99],"selecting":[100],"the":[101,108],"factor":[103],"modify":[105],"conditioning":[107],"that":[111],"factor.":[112],"factor-conditioned":[114],"editing":[115],"reduces":[116],"entangled":[117],"side":[118],"effects":[119],"yields":[121,138],"more":[122],"targeted,":[123],"reliable":[124],"architecture":[125,134],"modifications.":[126],"On":[127],"CLRS-DFS,":[128],"SPARK":[129],"achieves":[130],"28.1x":[132],"sample-efficient":[133],"evolution":[135],"speedup":[136],"22.9\\%":[140],"relative":[141],"improvement":[142],"OOD":[144],"accuracy.":[145],"Our":[146],"is":[148],"available":[149],"at":[150],"https://github.com/AIM-ResearchLab/SPARK.":[151]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-05-08T00:00:00"}