{"id":"https://openalex.org/W7148198523","doi":null,"title":"An\u00e1lisis de dades sobre el progr\u00e9s en models de llenguatge","display_name":"An\u00e1lisis de dades sobre el progr\u00e9s en models de llenguatge","publication_year":2024,"publication_date":"2024-06-17","ids":{"openalex":"https://openalex.org/W7148198523"},"language":"en","primary_location":{"id":"pmh:oai:hispana.mcu.es:62359134","doi":null,"is_oa":true,"landing_page_url":"https://riunet.upv.es/handle/10251/205191","pdf_url":null,"source":{"id":"https://openalex.org/S4377196108","display_name":"Hispana","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/masterThesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://riunet.upv.es/handle/10251/205191","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132561714","display_name":"Miguel Feliu Descalzo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Feliu Descalzo, Miguel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5132561714"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.02889999933540821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":1.0},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.7730000019073486},{"id":"https://openalex.org/keywords/big-bench","display_name":"BIG-Bench","score":0.8840000033378601},{"id":"https://openalex.org/keywords/gpt","display_name":"GPT","score":0.9150000214576721},{"id":"https://openalex.org/keywords/model-evaluation","display_name":"model evaluation","score":0.46000000834465027},{"id":"https://openalex.org/keywords/test-set-construction","display_name":"test set construction","score":0.6359999775886536},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.9679999947547913},{"id":"https://openalex.org/keywords/parameter-scaling","display_name":"parameter scaling","score":0.6100000143051147},{"id":"https://openalex.org/keywords/human-performance-comparison","display_name":"human performance comparison","score":0.8220000267028809}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5899999737739563},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.571399986743927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5166000127792358},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5101000070571899},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.48339998722076416},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.46389999985694885},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.3993000090122223},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36419999599456787},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3278000056743622}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:hispana.mcu.es:62359134","doi":null,"is_oa":true,"landing_page_url":"https://riunet.upv.es/handle/10251/205191","pdf_url":null,"source":{"id":"https://openalex.org/S4377196108","display_name":"Hispana","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/masterThesis"},{"id":"pmh:oai:hispana.mcu.es:63048925","doi":null,"is_oa":true,"landing_page_url":"https://hispana.mcu.es/es/registros/registro.do?tipoRegistro=MTD&idBib=63048925","pdf_url":null,"source":{"id":"https://openalex.org/S4377196108","display_name":"Hispana","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/masterThesis"},{"id":"pmh:oai:riunet.upv.es:10251/205191","doi":null,"is_oa":true,"landing_page_url":"https://riunet.upv.es/handle/10251/205191","pdf_url":null,"source":{"id":"https://openalex.org/S4306400639","display_name":"RiuNet (Universitat Polit\u00e8cnica de Val\u00e8ncia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I60053951","host_organization_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","host_organization_lineage":["https://openalex.org/I60053951"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/masterThesis"}],"best_oa_location":{"id":"pmh:oai:hispana.mcu.es:62359134","doi":null,"is_oa":true,"landing_page_url":"https://riunet.upv.es/handle/10251/205191","pdf_url":null,"source":{"id":"https://openalex.org/S4377196108","display_name":"Hispana","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/masterThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4402710959","https://openalex.org/W4409573766","https://openalex.org/W4416050957","https://openalex.org/W4391766565","https://openalex.org/W4413272751","https://openalex.org/W4389518992","https://openalex.org/W7113318674","https://openalex.org/W4401306317","https://openalex.org/W4406461702","https://openalex.org/W7162102073"],"abstract_inverted_index":{"[EN]":[0],"Large":[1],"language":[2],"models":[3,157],"or":[4],"LLMs":[5,105],"are":[6,75,132],"transforming":[7],"the":[8,41,45,48,63,78,85,95,99,112,121,127,142,168],"artificial":[9],"intelligence":[10],"sphere,":[11],"causing":[12],"an":[13],"unprecedented":[14],"investment,":[15],"but":[16],"it":[17],"is":[18],"difficult":[19],"to":[20,31,53,81,151],"know":[21],"objectively":[22],"how":[23,30,71],"they":[24,124],"behave":[25],"in":[26,47,111,141,154],"different":[27,79,113],"fields":[28],"and":[29,60,84,109,161],"compare":[32],"them":[33],"with":[34,77,136,167],"their":[35,66,117,162],"new":[36],"versions.":[37],"This":[38],"work":[39],"addresses":[40],"solutions":[42],"proposed":[43],"by":[44,139],"community":[46],"form":[49],"of":[50,170],"bench-":[51],"marks":[52],"evaluate":[54],"these":[55,72,156],"models,":[56],"showing":[57],"real":[58],"examples":[59],"results,":[61],"following":[62],"progress":[64],"since":[65],"beginnings.":[67],"We":[68,145],"further":[69],"explore":[70],"test":[73],"sets":[74],"constructed,":[76],"disciplines":[80,153],"be":[82],"evaluated":[83],"metrics":[86],"used.":[87],"Then":[88],"we":[89],"propose":[90],"as":[91,126,147],"a":[92,148],"case":[93],"study":[94],"benchmark":[96],"BIG-Bench,":[97],"analyzing":[98],"results":[100,137],"obtained":[101,138],"for":[102,116],"two":[103],"main":[104,149],"fam-":[106],"ilies":[107],"(GPT":[108],"Big-G)":[110],"tasks":[114],"used":[115],"evaluation,":[118],"focusing":[119],"on":[120],"performance":[122],"trends":[123],"show":[125],"trainable":[128],"parameters":[129],"increase.":[130],"They":[131],"also":[133],"com-":[134],"pared":[135],"humans":[140],"same":[143],"tests.":[144],"set":[146],"objective":[150],"find":[152],"which":[155],"still":[158],"have":[159],"difficulties":[160],"score":[163],"does":[164],"not":[165],"scale":[166],"number":[169],"parameters.":[171]},"counts_by_year":[],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2026-04-02T00:00:00"}