{"id":"https://openalex.org/W4406892414","doi":"https://doi.org/10.1109/fllm63129.2024.10852488","title":"Understanding Foundation Models: Are We Back in 1924?","display_name":"Understanding Foundation Models: Are We Back in 1924?","publication_year":2024,"publication_date":"2024-11-26","ids":{"openalex":"https://openalex.org/W4406892414","doi":"https://doi.org/10.1109/fllm63129.2024.10852488"},"language":"en","primary_location":{"id":"doi:10.1109/fllm63129.2024.10852488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm63129.2024.10852488","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doras.dcu.ie/30828/1/Understanding_Foundation_Models_Are_We_Back_in_1924.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008334059","display_name":"Alan F. Smeaton","orcid":"https://orcid.org/0000-0003-1028-8389"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Alan F. Smeaton","raw_affiliation_strings":["Dublin City University,Insight SFI Centre for Data Analytics,Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dublin City University,Insight SFI Centre for Data Analytics,Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5008334059"],"corresponding_institution_ids":["https://openalex.org/I42934936"],"apc_list":null,"apc_paid":null,"fwci":0.4652,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66669916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"66","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09790000319480896,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09790000319480896,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.08760000020265579,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07850000262260437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.7224388718605042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.517085075378418},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1357431411743164}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7224388718605042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.517085075378418},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1357431411743164},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/fllm63129.2024.10852488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm63129.2024.10852488","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"},{"id":"pmh:oai:doras.dcu.ie:30828","is_oa":true,"landing_page_url":"https://orcid.org/0000-0003-1028-8389>","pdf_url":"https://doras.dcu.ie/30828/1/Understanding_Foundation_Models_Are_We_Back_in_1924.pdf","source":{"id":"https://openalex.org/S4306401511","display_name":"Dublin City University Open Access Institutional Repository (Dublin City University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I42934936","host_organization_name":"Dublin City University","host_organization_lineage":["https://openalex.org/I42934936"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:doras.dcu.ie:30828","is_oa":true,"landing_page_url":"https://orcid.org/0000-0003-1028-8389>","pdf_url":"https://doras.dcu.ie/30828/1/Understanding_Foundation_Models_Are_We_Back_in_1924.pdf","source":{"id":"https://openalex.org/S4306401511","display_name":"Dublin City University Open Access Institutional Repository (Dublin City University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I42934936","host_organization_name":"Dublin City University","host_organization_lineage":["https://openalex.org/I42934936"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320698","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406892414.pdf","grobid_xml":"https://content.openalex.org/works/W4406892414.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685"],"abstract_inverted_index":{"This":[0],"position":[1],"paper":[2,42],"explores":[3],"the":[4,22,74,84,128],"rapid":[5],"development":[6],"of":[7,24,34,130],"Foundation":[8],"Models":[9],"(FMs)":[10],"in":[11,46,76,95,112],"AI":[12],"and":[13,18,32,79,97,127],"their":[14,27,81,101],"implications":[15],"for":[16],"intelligence":[17],"reasoning.":[19],"It":[20,71],"examines":[21],"characteristics":[23],"FMs,":[25],"including":[26],"training":[28,63],"on":[29],"vast":[30],"datasets":[31],"use":[33],"embedding":[35],"spaces":[36],"to":[37,56,61,83,109,114,142],"capture":[38],"semantic":[39],"relationships.":[40],"The":[41],"discusses":[43],"recent":[44],"advancements":[45],"FMs\u2019":[47],"reasoning":[48,96],"abilities":[49],"which":[50,65],"we":[51],"argue":[52,88],"cannot":[53],"be":[54],"attributed":[55],"increased":[57],"model":[58],"size":[59],"but":[60],"novel":[62],"techniques":[64],"yield":[66],"learning":[67],"phenomena":[68],"like":[69],"grokking.":[70],"also":[72],"addresses":[73],"challenges":[75],"benchmarking":[77],"FMs":[78,91,126],"compares":[80],"structure":[82,129],"human":[85,116,131],"brain.":[86],"We":[87],"that":[89],"while":[90],"show":[92],"promising":[93],"developments":[94],"knowledge":[98],"representation,":[99],"understanding":[100],"inner":[102],"workings":[103],"remains":[104],"a":[105],"significant":[106],"challenge,":[107],"similar":[108],"ongoing":[110],"efforts":[111],"neuroscience":[113,141],"comprehend":[115],"brain":[117,132],"function.":[118,148],"Despite":[119],"having":[120],"some":[121],"similarities,":[122],"fundamental":[123],"differences":[124],"between":[125],"warn":[133],"us":[134],"against":[135],"making":[136],"direct":[137],"comparisons":[138],"or":[139],"expecting":[140],"provide":[143],"immediate":[144],"insights":[145],"into":[146],"FM":[147]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}