{"id":"https://openalex.org/W7057696548","doi":null,"title":"Large Language Models for Relevance Judgement in Table Retrieval","display_name":"Large Language Models for Relevance Judgement in Table Retrieval","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W7057696548"},"language":"en","primary_location":{"id":"pmh:oai:publiscologne.th-koeln.de:2485","doi":null,"is_oa":true,"landing_page_url":"https://publiscologne.th-koeln.de/frontdoor/index/index/docId/2485","pdf_url":"https://publiscologne.th-koeln.de/files/2485/BA_Grote_Nils.pdf","source":{"id":"https://openalex.org/S4306400617","display_name":"ePublication (TH Cologne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I102520234","host_organization_name":"TH K\u00f6ln - University of Applied Sciences","host_organization_lineage":["https://openalex.org/I102520234"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelorthesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://publiscologne.th-koeln.de/files/2485/BA_Grote_Nils.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Grote, Nils","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Grote, Nils","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/table-retrieval","display_name":"table retrieval","score":0.9559999704360962},{"id":"https://openalex.org/keywords/test-collection-construction","display_name":"test collection construction","score":0.6399999856948853},{"id":"https://openalex.org/keywords/relevance-assessment","display_name":"relevance assessment","score":0.7710000276565552},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9890000224113464},{"id":"https://openalex.org/keywords/gpt-3-5","display_name":"GPT-3.5","score":0.9819999933242798},{"id":"https://openalex.org/keywords/web-tables","display_name":"web tables","score":0.7310000061988831},{"id":"https://openalex.org/keywords/automatic-annotation","display_name":"automatic annotation","score":0.5270000100135803},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.6240000128746033},{"id":"https://openalex.org/keywords/information-retrieval-evaluation","display_name":"information retrieval evaluation","score":0.7549999952316284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7746999859809875},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7419999837875366},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7185999751091003},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.6739000082015991},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6449999809265137},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.569599986076355},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.5199999809265137},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4984000027179718},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49059998989105225},{"id":"https://openalex.org/C90288658","wikidata":"https://www.wikidata.org/wiki/Q3318149","display_name":"Human\u2013computer information retrieval","level":3,"score":0.43549999594688416},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3723999857902527},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.35530000925064087},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C551230270","wikidata":"https://www.wikidata.org/wiki/Q4368942","display_name":"Data retrieval","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C21025794","wikidata":"https://www.wikidata.org/wiki/Q5141219","display_name":"Cognitive models of information retrieval","level":4,"score":0.31630000472068787},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C148863701","wikidata":"https://www.wikidata.org/wiki/Q5292","display_name":"Encyclopedia","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26919999718666077},{"id":"https://openalex.org/C68476402","wikidata":"https://www.wikidata.org/wiki/Q1456936","display_name":"Table of contents","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:publiscologne.th-koeln.de:2485","doi":null,"is_oa":true,"landing_page_url":"https://publiscologne.th-koeln.de/frontdoor/index/index/docId/2485","pdf_url":"https://publiscologne.th-koeln.de/files/2485/BA_Grote_Nils.pdf","source":{"id":"https://openalex.org/S4306400617","display_name":"ePublication (TH Cologne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I102520234","host_organization_name":"TH K\u00f6ln - University of Applied Sciences","host_organization_lineage":["https://openalex.org/I102520234"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelorthesis"}],"best_oa_location":{"id":"pmh:oai:publiscologne.th-koeln.de:2485","doi":null,"is_oa":true,"landing_page_url":"https://publiscologne.th-koeln.de/frontdoor/index/index/docId/2485","pdf_url":"https://publiscologne.th-koeln.de/files/2485/BA_Grote_Nils.pdf","source":{"id":"https://openalex.org/S4306400617","display_name":"ePublication (TH Cologne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I102520234","host_organization_name":"TH K\u00f6ln - University of Applied Sciences","host_organization_lineage":["https://openalex.org/I102520234"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelorthesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7057696548.pdf","grobid_xml":"https://content.openalex.org/works/W7057696548.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1985514943","https://openalex.org/W2008285050","https://openalex.org/W2026969101","https://openalex.org/W2030326671","https://openalex.org/W2053154970","https://openalex.org/W2074466695","https://openalex.org/W2092364718","https://openalex.org/W2100506586","https://openalex.org/W2108223890","https://openalex.org/W2164777277","https://openalex.org/W2412389409","https://openalex.org/W2626778328","https://openalex.org/W2788550262","https://openalex.org/W2963759819","https://openalex.org/W3011574394","https://openalex.org/W3030163527","https://openalex.org/W3034723486","https://openalex.org/W3034944976","https://openalex.org/W3100107515","https://openalex.org/W3133702157","https://openalex.org/W3153273959","https://openalex.org/W3159852056","https://openalex.org/W4211167369","https://openalex.org/W4251560691","https://openalex.org/W4252076394","https://openalex.org/W4294214983","https://openalex.org/W4322718191","https://openalex.org/W4327810158","https://openalex.org/W4382603217","https://openalex.org/W4384107234","https://openalex.org/W4384662964","https://openalex.org/W4385571411","https://openalex.org/W4385688511","https://openalex.org/W4390041933","https://openalex.org/W4400526908","https://openalex.org/W4404534210","https://openalex.org/W4404792868","https://openalex.org/W4405552797","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W3153273959","https://openalex.org/W7168427491","https://openalex.org/W4402670731","https://openalex.org/W7125567107","https://openalex.org/W4406139837","https://openalex.org/W4411549495","https://openalex.org/W4412377927","https://openalex.org/W7204908159","https://openalex.org/W7162900963","https://openalex.org/W4406709267"],"abstract_inverted_index":{"Test":[0],"collections":[1,56,75],"are":[2,137,175],"a":[3,17,34,38,68,85,114,130,140,190,215],"valuable":[4],"source":[5],"for":[6,37,59,78,127],"evaluating":[7],"systems":[8],"in":[9,201],"the":[10,27,31,42,91,99,178,204],"information":[11],"retrieval":[12,35,95,116,144,167],"domain.":[13],"They":[14],"consist":[15],"of":[16,19,29,33,53,73,87,93,101,132,173,180,208],"set":[18],"documents,":[20],"topics":[21],"and":[22,84,206],"corresponding":[23],"relevance":[24],"labels,":[25],"allowing":[26],"assessment":[28],"whether":[30],"output":[32],"system":[36],"specific":[39],"topic":[40],"includes":[41],"relevant":[43],"documents.":[44],"For":[45],"popular":[46,61],"research":[47,62],"fields":[48],"like":[49,64,157],"text":[50],"retrieval,":[51,66],"plenty":[52,172],"large-scale":[54],"test":[55,74,96,117,168,191],"exist,":[57],"while":[58],"less":[60],"fields,":[63],"table":[65,94,115,166],"only":[67],"few":[69],"exist.":[70],"Greater":[71],"amounts":[72],"can":[76,159],"allow":[77],"broader":[79],"evaluations,":[80],"but":[81],"limited":[82],"resources":[83],"lack":[86],"expert":[88],"assessors":[89],"hinder":[90],"creation":[92],"collections.":[97],"With":[98],"rise":[100],"Large":[102,121,154],"Language":[103,122,155],"Models,":[104],"new":[105],"possibilities":[106],"arise.":[107],"This":[108],"work":[109,209],"is":[110,146,198],"concerned":[111],"with":[112,165],"creating":[113],"collection":[118,145,169,192],"by":[119,148],"utilizing":[120],"models":[123,156],"to":[124,162,187,212],"judge":[125],"tables":[126,174],"relevancy":[128],"on":[129],"range":[131],"topics.":[133],"First,":[134],"different":[135],"prompts":[136],"exhibited,":[138],"then":[139],"complete":[141],"Web":[142],"Table":[143],"judged":[147,176],"GPT-3.5.":[149],"The":[150],"results":[151],"indicate":[152],"that":[153],"GPT-3.5":[158],"be":[160,184],"used":[161],"assist":[163],"humans":[164],"creation.":[170],"While":[171],"correctly,":[177],"portion":[179],"incorrect":[181],"ones":[182],"may":[183],"too":[185],"large":[186],"automatically":[188],"create":[189,213],"without":[193],"human":[194],"verification.":[195],"Still,":[196],"there":[197],"great":[199],"potential":[200],"significantly":[202],"reducing":[203],"price":[205],"amount":[207],"it":[210],"takes":[211],"such":[214],"collection.":[216]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}