{"id":"https://openalex.org/W4415850592","doi":"https://doi.org/10.1145/3774628","title":"A Survey of Adaptation of Large Language Models to Idea and Hypothesis Generation: Downstream Task Adaptation, Knowledge Distillation Approaches and Challenges","display_name":"A Survey of Adaptation of Large Language Models to Idea and Hypothesis Generation: Downstream Task Adaptation, Knowledge Distillation Approaches and Challenges","publication_year":2025,"publication_date":"2025-11-04","ids":{"openalex":"https://openalex.org/W4415850592","doi":"https://doi.org/10.1145/3774628"},"language":"en","primary_location":{"id":"doi:10.1145/3774628","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774628","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pureadmin.qub.ac.uk/ws/files/672092424/surv.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039005612","display_name":"Olaide N. Oyelade","orcid":"https://orcid.org/0000-0003-1252-0719"},"institutions":[{"id":"https://openalex.org/I35777872","display_name":"North Carolina Agricultural and Technical State University","ror":"https://ror.org/02aze4h65","country_code":"US","type":"education","lineage":["https://openalex.org/I35777872"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Olaide N Oyelade","raw_affiliation_strings":["Department of Computer Systems and Technology, North Carolina A&T State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Systems and Technology, North Carolina A&T State University","institution_ids":["https://openalex.org/I35777872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460917","display_name":"Hui Wang","orcid":"https://orcid.org/0000-0003-2633-6015"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hui Wang","raw_affiliation_strings":["School of Electronics, Electrical Engineering and Computer Science, Queen's University Belfast"],"affiliations":[{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Queen's University Belfast","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087892408","display_name":"Kevin John Rafferty","orcid":"https://orcid.org/0009-0005-6889-8587"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Karen Rafferty","raw_affiliation_strings":["Queen's University Belfast"],"affiliations":[{"raw_affiliation_string":"Queen's University Belfast","institution_ids":["https://openalex.org/I126231945"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5039005612"],"corresponding_institution_ids":["https://openalex.org/I35777872"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17544101,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"58","issue":"6","first_page":"1","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.16030000150203705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.16030000150203705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.09870000183582306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09290000051259995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.5616000294685364},{"id":"https://openalex.org/keywords/headline","display_name":"Headline","score":0.5546000003814697},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.5123999714851379},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4991999864578247},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4648999869823456},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.43540000915527344},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.39079999923706055},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.3589000105857849}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8317000269889832},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.5616000294685364},{"id":"https://openalex.org/C2778689934","wikidata":"https://www.wikidata.org/wiki/Q1313396","display_name":"Headline","level":2,"score":0.5546000003814697},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.5123999714851379},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4991999864578247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4894999861717224},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.43540000915527344},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.39079999923706055},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3614000082015991},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3589000105857849},{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31139999628067017},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.30979999899864197},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29760000109672546},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.2694000005722046},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3774628","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774628","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:pure.qub.ac.uk/portal:publications/e149f581-8b1a-4c9f-b3e4-c9570481245d","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/e149f581-8b1a-4c9f-b3e4-c9570481245d","pdf_url":"https://pureadmin.qub.ac.uk/ws/files/672092424/surv.pdf","source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Oyelade, O N, Wang, H & Rafferty, K 2026, 'A survey of adaptation of large language models to idea and hypothesis generation: downstream task adaptation, knowledge distillation approaches and challenges', ACM Computing Surveys, vol. 58, no. 6, 141, pp. 1-40. https://doi.org/10.1145/3774628","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.qub.ac.uk/portal:publications/e149f581-8b1a-4c9f-b3e4-c9570481245d","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/e149f581-8b1a-4c9f-b3e4-c9570481245d","pdf_url":"https://pureadmin.qub.ac.uk/ws/files/672092424/surv.pdf","source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Oyelade, O N, Wang, H & Rafferty, K 2026, 'A survey of adaptation of large language models to idea and hypothesis generation: downstream task adaptation, knowledge distillation approaches and challenges', ACM Computing Surveys, vol. 58, no. 6, 141, pp. 1-40. https://doi.org/10.1145/3774628","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415850592.pdf","grobid_xml":"https://content.openalex.org/works/W4415850592.grobid-xml"},"referenced_works_count":93,"referenced_works":["https://openalex.org/W2887461455","https://openalex.org/W2908869256","https://openalex.org/W2914294010","https://openalex.org/W2937925601","https://openalex.org/W2947078770","https://openalex.org/W2954553464","https://openalex.org/W2955209987","https://openalex.org/W2963344307","https://openalex.org/W2966749092","https://openalex.org/W2976547634","https://openalex.org/W2982784916","https://openalex.org/W2996424977","https://openalex.org/W2996957750","https://openalex.org/W3000623537","https://openalex.org/W3003102756","https://openalex.org/W3022587973","https://openalex.org/W3030128163","https://openalex.org/W3048902333","https://openalex.org/W3081559583","https://openalex.org/W3086979146","https://openalex.org/W3114579299","https://openalex.org/W3119160044","https://openalex.org/W3123457785","https://openalex.org/W3136644942","https://openalex.org/W3146163893","https://openalex.org/W3165244476","https://openalex.org/W3176617251","https://openalex.org/W3183866186","https://openalex.org/W3187018546","https://openalex.org/W3194676777","https://openalex.org/W3196363743","https://openalex.org/W3198377975","https://openalex.org/W3198419977","https://openalex.org/W3198659451","https://openalex.org/W3200398684","https://openalex.org/W3201800682","https://openalex.org/W3202322711","https://openalex.org/W3207166518","https://openalex.org/W3214250074","https://openalex.org/W4200023281","https://openalex.org/W4200594764","https://openalex.org/W4206455206","https://openalex.org/W4220797652","https://openalex.org/W4225411436","https://openalex.org/W4226085996","https://openalex.org/W4226185099","https://openalex.org/W4229009238","https://openalex.org/W4229014147","https://openalex.org/W4229443452","https://openalex.org/W4280600552","https://openalex.org/W4281785281","https://openalex.org/W4282556570","https://openalex.org/W4282940578","https://openalex.org/W4285272742","https://openalex.org/W4285302878","https://openalex.org/W4285728194","https://openalex.org/W4285817645","https://openalex.org/W4285891774","https://openalex.org/W4287854875","https://openalex.org/W4287888538","https://openalex.org/W4287890473","https://openalex.org/W4287891157","https://openalex.org/W4292749535","https://openalex.org/W4296783454","https://openalex.org/W4297243391","https://openalex.org/W4306888994","https://openalex.org/W4307392750","https://openalex.org/W4309623083","https://openalex.org/W4310529830","https://openalex.org/W4319831789","https://openalex.org/W4323655724","https://openalex.org/W4323848232","https://openalex.org/W4324031350","https://openalex.org/W4327913228","https://openalex.org/W4361029998","https://openalex.org/W4362664122","https://openalex.org/W4372055459","https://openalex.org/W4372306494","https://openalex.org/W4379054524","https://openalex.org/W4379929801","https://openalex.org/W4382202865","https://openalex.org/W4382498938","https://openalex.org/W4382623032","https://openalex.org/W4383334323","https://openalex.org/W4383424099","https://openalex.org/W4384565453","https://openalex.org/W4385569588","https://openalex.org/W4385570731","https://openalex.org/W4387301409","https://openalex.org/W4389521015","https://openalex.org/W4391136507","https://openalex.org/W4396833486","https://openalex.org/W4404941741"],"related_works":[],"abstract_inverted_index":{"Idea":[0],"and":[1,22,52,86,98,129,149,181,190,201,214,228,233,244,254,269,274,291],"hypothesis":[2,150,191,215,229,275,292],"generation":[3,151,276,293],"are":[4,50,104,277,294],"creative":[5],"processes":[6],"that":[7],"demand":[8],"a":[9,154,247],"significant":[10],"level":[11],"of":[12,25,63,147,186,207,222,236,239,287],"reasoning.":[13],"Methods":[14],"such":[15,92,117],"as":[16,77,93,118],"brainstorming,":[17],"analytical":[18],"reasoning,":[19],"inductive":[20],"reasoning":[21,26,55,268],"other":[23],"forms":[24],"have":[27,39,53,75,100,152,173],"proven":[28],"useful":[29],"in":[30,33,68,114,272,281],"advancing":[31],"research":[32,67,156,224,283],"this":[34,69,159],"domain.":[35],"Machine":[36],"learning":[37],"techniques":[38,197],"been":[40,174],"widely":[41],"investigated":[42],"to":[43,87,138,142,167,176,182,188,199,211,226,252,261,289],"address":[44],"these":[45,58,140,209,282],"challenging":[46],"tasks.":[47],"However,":[48,135],"they":[49],"limited":[51],"insufficient":[54],"required":[56],"for":[57,81],"tasks,":[59,85],"making":[60],"the":[61,78,94,136,143,177,194,205,220,237,240],"emergence":[62],"language":[64,72,89,123],"models":[65,73,110,141],"reignite":[66],"direction.":[70],"Large":[71],"(LLMs)":[74],"debuted":[76],"current":[79],"state-of-the-art":[80],"achieving":[82],"impressive":[83,112],"generative":[84],"support":[88],"understanding.":[90],"Models":[91],"BERT,":[95],"BARD,":[96],"GPT":[97],"LLaMa":[99],"architectural":[101],"layouts":[102],"which":[103],"mostly":[105],"transformer":[106],"network":[107],"based.":[108],"These":[109],"headline":[111],"results":[113],"downstream":[115,145,179],"tasks":[116,146,180],"text":[119,127],"classification,":[120],"sentiment":[121],"analysis,":[122],"inference,":[124,266],"question":[125],"answering,":[126],"summarization":[128],"named":[130],"entity":[131],"recognition":[132],"among":[133],"others.":[134],"need":[137],"adapt":[139],"emerging":[144],"idea":[148,189,213,227,273,290],"uncovered":[153],"new":[155],"opportunity.":[157],"In":[158],"study,":[160],"systematic":[161],"literature":[162],"review":[163],"is":[164,242],"carried":[165],"out":[166],"provide":[168,246],"understanding":[169],"on":[170,285],"how":[171],"LLMs":[172,187,270,288],"applied":[175,198],"classical":[178],"then":[183,218],"motivate":[184],"adaptation":[185,286],"generation.":[192,216,230],"Furthermore,":[193],"study":[195,241],"examines":[196],"customization":[200],"knowledge":[202,263],"distillation":[203,271],"with":[204],"aim":[206],"contextualizing":[208],"methods":[210],"solve":[212],"We":[217],"explored":[219],"limitations":[221],"LLM-based":[223],"efforts":[225],"A":[231],"detailed":[232],"technical":[234],"discussion":[235],"findings":[238],"presented,":[243],"we":[245],"high-level":[248],"novel":[249],"conceptual":[250],"framework":[251],"describe":[253],"summarize":[255],"our":[256],"findings.":[257],"Also,":[258],"potential":[259],"insights":[260],"combining":[262],"graphs,":[264],"causal":[265],"logic":[267],"discussed.":[278,295],"Finally,":[279],"challenges":[280],"areas":[284]},"counts_by_year":[],"updated_date":"2026-03-17T17:19:04.345684","created_date":"2025-11-04T00:00:00"}