{"id":"https://openalex.org/W7209825136","doi":null,"title":"Extended overview of the CLEF 2024 LongEval Lab on Longitudinal Evaluation of Model Performance","display_name":"Extended overview of the CLEF 2024 LongEval Lab on Longitudinal Evaluation of Model Performance","publication_year":2024,"publication_date":"2024-09-12","ids":{"openalex":"https://openalex.org/W7209825136"},"language":"en","primary_location":{"id":"pmh:oai:purehost.bath.ac.uk:openaire/27856b44-97f9-4a84-bf9c-66744ab74618","doi":null,"is_oa":true,"landing_page_url":"https://purehost.bath.ac.uk/en/publications/27856b44-97f9-4a84-bf9c-66744ab74618","pdf_url":null,"source":{"id":"https://openalex.org/S4377196294","display_name":"Pure (University of Bath)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I51601045","host_organization_name":"University of Bath","host_organization_lineage":["https://openalex.org/I51601045"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Alkhalifa, R, Borkakoty, H, Deveaud, R, El-Ebshihy, A, Espinosa-Anke, L, Fink, T, Galu\u0161\u010d\u00e1kov\u00e1, P, Gonzalez-Saez, G, Goeuriot, L, Iommi, D, Liakata, M, Madabushi, H T, Medina-Alias, P, Mulhem, P, Piroi, F, Popel, M & Zubiaga, A 2024, 'Extended overview of the CLEF 2024 LongEval Lab on Longitudinal Evaluation of Model Performance', CEUR Workshop Proceedings, vol. 3740, pp. 2267-2289. < https://ceur-ws.org/Vol-3740/ >","raw_type":"info:eu-repo/semantics/conferenceObject"},"volume":null,"type":"conference-paper","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://purehost.bath.ac.uk/en/publications/27856b44-97f9-4a84-bf9c-66744ab74618","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029094835","display_name":"Rabab Alkhalifa","orcid":"https://orcid.org/0000-0002-2875-5400","observed_orcids":["https://orcid.org/0000-0002-2875-5400"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alkhalifa, Rabab","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091221167","display_name":"Hsuvas Borkakoty","orcid":"https://orcid.org/0000-0003-3262-0127","observed_orcids":["https://orcid.org/0000-0003-3262-0127"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Borkakoty, Hsuvas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080478427","display_name":"Romain Deveaud","orcid":"https://orcid.org/0000-0003-2676-7405","observed_orcids":["https://orcid.org/0000-0003-2676-7405"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deveaud, Romain","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020465945","display_name":"Alaa El-Ebshihy","orcid":"https://orcid.org/0000-0001-6644-2360","observed_orcids":["https://orcid.org/0000-0001-6644-2360"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"El-Ebshihy, Alaa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002661723","display_name":"Luis Espinosa-Anke","orcid":"https://orcid.org/0000-0001-6830-9176","observed_orcids":["https://orcid.org/0000-0001-6830-9176"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Espinosa-Anke, Luis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012571950","display_name":"Tobias Fink","orcid":"https://orcid.org/0000-0002-1045-8352","observed_orcids":["https://orcid.org/0000-0002-1045-8352"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fink, Tobias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025446188","display_name":"Petra Galu\u0161\u010d\u00e1kov\u00e1","orcid":"https://orcid.org/0000-0001-6328-7131","observed_orcids":["https://orcid.org/0000-0001-6328-7131"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Galu\u0161\u010d\u00e1kov\u00e1, Petra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018544005","display_name":"Gabriela Gonz\u00e1lez-S\u00e1ez","orcid":"https://orcid.org/0000-0003-0878-5263","observed_orcids":["https://orcid.org/0000-0003-0878-5263"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gonzalez-Saez, Gabriela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062228577","display_name":"Lorraine Goeuriot","orcid":"https://orcid.org/0000-0001-7491-1980","observed_orcids":["https://orcid.org/0000-0001-7491-1980"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goeuriot, Lorraine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092038149","display_name":"David Iommi","orcid":"https://orcid.org/0000-0002-4270-5709","observed_orcids":["https://orcid.org/0000-0002-4270-5709"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iommi, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007426895","display_name":"Maria Liakata","orcid":"https://orcid.org/0000-0001-5765-0416","observed_orcids":["https://orcid.org/0000-0001-5765-0416"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liakata, Maria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070941491","display_name":"Harish Tayyar Madabushi","orcid":"https://orcid.org/0000-0001-5260-3653","observed_orcids":["https://orcid.org/0000-0001-5260-3653"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Madabushi, Harish Tayyar; id_orcid 0000-0001-5260-3653","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094194064","display_name":"Pablo Medina-Alias","orcid":"https://orcid.org/0009-0001-4202-8664","observed_orcids":["https://orcid.org/0009-0001-4202-8664"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Medina-Alias, Pablo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048676090","display_name":"Philippe Mulhem","orcid":"https://orcid.org/0000-0002-3245-6462","observed_orcids":["https://orcid.org/0000-0002-3245-6462"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mulhem, Philippe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018701177","display_name":"Florina Piroi","orcid":"https://orcid.org/0000-0001-7584-6439","observed_orcids":["https://orcid.org/0000-0001-7584-6439"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Piroi, Florina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083887502","display_name":"Martin Popel","orcid":"https://orcid.org/0000-0002-3628-8419","observed_orcids":["https://orcid.org/0000-0002-3628-8419"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Popel, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5071220716","display_name":"Arkaitz Zubiaga","orcid":"https://orcid.org/0000-0003-4583-3623","observed_orcids":["https://orcid.org/0000-0003-4583-3623"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zubiaga, Arkaitz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.49267622,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/longitudinal-assessment","display_name":"longitudinal assessment","score":0.8009999990463257},{"id":"https://openalex.org/keywords/information-retrieval-systems","display_name":"information retrieval systems","score":0.8650000095367432},{"id":"https://openalex.org/keywords/binary-sentiment-classification","display_name":"binary sentiment classification","score":0.8519999980926514},{"id":"https://openalex.org/keywords/shared-task","display_name":"shared task","score":0.7580000162124634}],"concepts":[{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.9614999890327454},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7821999788284302},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6923999786376953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5278000235557556},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49239999055862427},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4147000014781952},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.37400001287460327},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3653999865055084},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.31520000100135803},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.2935999929904938}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:purehost.bath.ac.uk:openaire/27856b44-97f9-4a84-bf9c-66744ab74618","doi":null,"is_oa":true,"landing_page_url":"https://purehost.bath.ac.uk/en/publications/27856b44-97f9-4a84-bf9c-66744ab74618","pdf_url":null,"source":{"id":"https://openalex.org/S4377196294","display_name":"Pure (University of Bath)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I51601045","host_organization_name":"University of Bath","host_organization_lineage":["https://openalex.org/I51601045"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Alkhalifa, R, Borkakoty, H, Deveaud, R, El-Ebshihy, A, Espinosa-Anke, L, Fink, T, Galu\u0161\u010d\u00e1kov\u00e1, P, Gonzalez-Saez, G, Goeuriot, L, Iommi, D, Liakata, M, Madabushi, H T, Medina-Alias, P, Mulhem, P, Piroi, F, Popel, M & Zubiaga, A 2024, 'Extended overview of the CLEF 2024 LongEval Lab on Longitudinal Evaluation of Model Performance', CEUR Workshop Proceedings, vol. 3740, pp. 2267-2289. < https://ceur-ws.org/Vol-3740/ >","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:purehost.bath.ac.uk:openaire/27856b44-97f9-4a84-bf9c-66744ab74618","doi":null,"is_oa":true,"landing_page_url":"https://purehost.bath.ac.uk/en/publications/27856b44-97f9-4a84-bf9c-66744ab74618","pdf_url":null,"source":{"id":"https://openalex.org/S4377196294","display_name":"Pure (University of Bath)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I51601045","host_organization_name":"University of Bath","host_organization_lineage":["https://openalex.org/I51601045"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Alkhalifa, R, Borkakoty, H, Deveaud, R, El-Ebshihy, A, Espinosa-Anke, L, Fink, T, Galu\u0161\u010d\u00e1kov\u00e1, P, Gonzalez-Saez, G, Goeuriot, L, Iommi, D, Liakata, M, Madabushi, H T, Medina-Alias, P, Mulhem, P, Piroi, F, Popel, M & Zubiaga, A 2024, 'Extended overview of the CLEF 2024 LongEval Lab on Longitudinal Evaluation of Model Performance', CEUR Workshop Proceedings, vol. 3740, pp. 2267-2289. < https://ceur-ws.org/Vol-3740/ >","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4402635080","https://openalex.org/W7115275761","https://openalex.org/W4386587410","https://openalex.org/W4392964423","https://openalex.org/W4327499155","https://openalex.org/W7015226610","https://openalex.org/W4409166944","https://openalex.org/W4413922029","https://openalex.org/W7213784591","https://openalex.org/W7037819156"],"abstract_inverted_index":{"We":[0],"describe":[1],"the":[2,6,15,41,63],"second":[3],"edition":[4],"of":[5,18],"LongEval":[7],"CLEF":[8],"2024":[9],"shared":[10],"task.":[11],"This":[12],"lab":[13],"evaluates":[14,40,62],"temporal":[16,68],"persistence":[17],"Information":[19],"Retrieval":[20],"(IR)":[21],"systems":[22,30],"and":[23,39,61,77,84,91],"Text":[24],"Classifiers.":[25],"Task":[26,50,75,80,89,92],"1":[27,76,90],"requires":[28],"IR":[29],"to":[31],"run":[32],"on":[33],"corpora":[34],"acquired":[35],"at":[36,56],"several":[37],"timestamps,":[38],"drop":[42,65],"in":[43,59,88],"system":[44],"quality":[45],"(NDCG)":[46],"along":[47],"these":[48],"timestamps.":[49],"2":[51],"tackles":[52],"binary":[53],"sentiment":[54],"classification":[55],"different":[57,67],"points":[58],"time,":[60],"performance":[64],"for":[66,74,79],"gaps.":[69],"Overall,":[70],"37":[71],"teams":[72,86],"registered":[73],"25":[78],"2.":[81],"Ultimately,":[82],"14":[83],"4":[85],"participated":[87],"2,":[93],"respectively.":[94]},"counts_by_year":[],"updated_date":"2026-10-13T10:08:12.033832","created_date":"2026-09-06T00:00:00"}