{"id":"https://openalex.org/W7057945768","doi":null,"title":"Large language models as an interface to interact with API tools in natural language","display_name":"Large language models as an interface to interact with API tools in natural language","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W7057945768"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:lnu-124976","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:lnu:diva-124976","pdf_url":"https://lnu.diva-portal.org/smash/get/diva2:1801354/FULLTEXT01","source":{"id":"https://openalex.org/S4306401598","display_name":"DiVA (Linnaeus University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I223464139","host_organization_name":"Linnaeus University","host_organization_lineage":["https://openalex.org/I223464139"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://lnu.diva-portal.org/smash/get/diva2:1801354/FULLTEXT01","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tesfagiorgis, Yohannes Gebreyohannes","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tesfagiorgis, Yohannes Gebreyohannes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Monteiro Silva, Bruno Miguel","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Monteiro Silva, Bruno Miguel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.461899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.461899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3400999903678894,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.10769999772310257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/system-prompts","display_name":"system prompts","score":0.7850000262260437},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.652999997138977},{"id":"https://openalex.org/keywords/natural-language-interfaces","display_name":"natural language interfaces","score":0.7020000219345093},{"id":"https://openalex.org/keywords/llm-reliability","display_name":"LLM reliability","score":0.6990000009536743},{"id":"https://openalex.org/keywords/zero-shot-prompting","display_name":"zero-shot prompting","score":0.6110000014305115},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.7979999780654907},{"id":"https://openalex.org/keywords/cross-model-generalization","display_name":"cross-model generalization","score":0.7149999737739563},{"id":"https://openalex.org/keywords/f1-score-evaluation","display_name":"F1-score evaluation","score":0.621999979019165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7240999937057495},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6438999772071838},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.6032999753952026},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5286999940872192},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5047000050544739},{"id":"https://openalex.org/C174252522","wikidata":"https://www.wikidata.org/wiki/Q3816772","display_name":"Natural language user interface","level":3,"score":0.4163999855518341},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3808000087738037},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.34790000319480896},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3203999996185303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3061999976634979},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2971000075340271},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.27559998631477356},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.26269999146461487},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2587999999523163}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:DiVA.org:lnu-124976","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:lnu:diva-124976","pdf_url":"https://lnu.diva-portal.org/smash/get/diva2:1801354/FULLTEXT01","source":{"id":"https://openalex.org/S4306401598","display_name":"DiVA (Linnaeus University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I223464139","host_organization_name":"Linnaeus University","host_organization_lineage":["https://openalex.org/I223464139"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:lnu-124976","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:lnu:diva-124976","pdf_url":"https://lnu.diva-portal.org/smash/get/diva2:1801354/FULLTEXT01","source":{"id":"https://openalex.org/S4306401598","display_name":"DiVA (Linnaeus University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I223464139","host_organization_name":"Linnaeus University","host_organization_lineage":["https://openalex.org/I223464139"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7057945768.pdf","grobid_xml":"https://content.openalex.org/works/W7057945768.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2896457183","https://openalex.org/W2951939640","https://openalex.org/W2971869958","https://openalex.org/W2993398598","https://openalex.org/W3037026762","https://openalex.org/W3138392969","https://openalex.org/W3186138538","https://openalex.org/W4221152111","https://openalex.org/W4226399820","https://openalex.org/W4281557623","https://openalex.org/W4360836968","https://openalex.org/W4384918448","https://openalex.org/W4404594861","https://openalex.org/W7133214447","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W4389518608","https://openalex.org/W4415795271","https://openalex.org/W4410801874","https://openalex.org/W4414633307","https://openalex.org/W4413432108","https://openalex.org/W7141407581","https://openalex.org/W4362656192","https://openalex.org/W4415068392","https://openalex.org/W7220021321","https://openalex.org/W7056564542"],"abstract_inverted_index":{"In":[0],"this":[1,64,201],"research":[2],"project,":[3],"we":[4,113,133,161,176],"aim":[5],"to":[6,18,39,75,145],"explore":[7],"the":[8,54,77,80,87,92,99,115,121,136,141,147,168,185],"use":[9],"of":[10,48,56,71,79,94,140,165],"Large":[11],"Language":[12],"Models":[13],"(LLMs)":[14],"as":[15,130],"an":[16],"interface":[17],"interact":[19,40],"with":[20,41,153,167,193,204],"API":[21,42,154],"tools":[22],"in":[23,63,120,151,157,189,200,212],"natural":[24],"language.":[25],"Bubeck":[26],"et":[27],"al.":[28],"[1]":[29],"shed":[30],"some":[31],"light":[32],"on":[33],"how":[34,57],"LLMs":[35,49,96,166],"could":[36],"be":[37,62],"used":[38,119,188],"tools.":[43],"Since":[44],"then,":[45,127],"new":[46],"versions":[47],"have":[50,197],"been":[51],"launched":[52],"and":[53,90,124,138,156,191,206],"question":[55],"reliable":[58],"a":[59,105,131,158,163,208],"LLM":[60],"can":[61],"task":[65,203],"remains":[66],"unanswered.":[67],"The":[68],"main":[69],"goal":[70],"our":[72],"thesis":[73],"is":[74],"investigate":[76],"designs":[78],"available":[81,116],"system":[82,117,142,149,180,210],"prompts":[83,118,143,150,170,181,187,196],"for":[84],"LLMs,":[85],"identify":[86],"best-performing":[88,148,169],"prompts,":[89],"evaluate":[91],"reliability":[93],"different":[95],"when":[97],"using":[98,128],"best-identified":[100],"prompts.":[101],"We":[102],"will":[103,134],"employ":[104],"multiple-stage":[106],"controlled":[107],"experiment:":[108],"A":[109],"literature":[110,192],"review":[111],"where":[112],"reveal":[114],"scientific":[122],"community":[123],"open-source":[125,190],"projects;":[126],"F1-score":[129],"metric":[132],"analyse":[135],"precision":[137],"recall":[139],"aiming":[144],"select":[146],"interacting":[152],"tools;":[155],"latter":[159],"stage,":[160],"compare":[162],"selection":[164],"identified":[171],"earlier.":[172],"From":[173],"these":[174],"experiences,":[175],"realize":[177],"that":[178,207],"AI-generated":[179],"perform":[182],"better":[183,198],"than":[184],"current":[186],"GPT-4,":[194],"zero-shot":[195],"performance":[199],"specific":[202],"GPT-4":[205],"good":[209],"prompt":[211],"one":[213],"model":[214],"does":[215],"not":[216],"generalize":[217],"well":[218],"into":[219],"other":[220],"models.":[221]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}