{"id":"https://openalex.org/W4411113175","doi":"https://doi.org/10.18653/v1/2025.findings-naacl.100","title":"The Geometry of Prompting: Unveiling Distinct Mechanisms of Task Adaptation in Language Models","display_name":"The Geometry of Prompting: Unveiling Distinct Mechanisms of Task Adaptation in Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411113175","doi":"https://doi.org/10.18653/v1/2025.findings-naacl.100"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-naacl.100","doi":"https://doi.org/10.18653/v1/2025.findings-naacl.100","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-naacl.100","pdf_url":null,"source":{"id":"https://openalex.org/S4363605604","display_name":"Findings of the Association for Computational Linguistics: NAACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: NAACL 2025","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.18653/v1/2025.findings-naacl.100","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Artem Kirsanov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Artem Kirsanov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026150664","display_name":"Chi-Ning Chou","orcid":"https://orcid.org/0000-0001-9089-2003","observed_orcids":["https://orcid.org/0000-0001-9089-2003"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chi-Ning Chou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091175785","display_name":"Kyunghyun Cho","orcid":"https://orcid.org/0000-0003-1669-3211","observed_orcids":["https://orcid.org/0000-0003-1669-3211"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyunghyun Cho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5016533438","display_name":"SueYeon Chung","orcid":"https://orcid.org/0000-0001-5726-4865","observed_orcids":["https://orcid.org/0000-0001-5726-4865"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"SueYeon Chung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1074,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.87188074,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1855","last_page":"1888"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6425999999046326,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6425999999046326,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.15710000693798065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.1370999962091446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prompting","display_name":"prompting","score":0.8799999952316284},{"id":"https://openalex.org/keywords/task-adaptation","display_name":"task adaptation","score":0.8220000267028809},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.8809999823570251}],"concepts":[{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7324763536453247},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6711589097976685},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6529207229614258},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.3670249879360199},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3227732181549072},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3208822011947632},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14578735828399658},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12339779734611511},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09059178829193115},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0775008499622345},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2025.findings-naacl.100","doi":"https://doi.org/10.18653/v1/2025.findings-naacl.100","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-naacl.100","pdf_url":null,"source":{"id":"https://openalex.org/S4363605604","display_name":"Findings of the Association for Computational Linguistics: NAACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: NAACL 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2502.08009","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.08009","pdf_url":"https://arxiv.org/pdf/2502.08009","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.08009","doi":"https://doi.org/10.48550/arxiv.2502.08009","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.08009","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-naacl.100","doi":"https://doi.org/10.18653/v1/2025.findings-naacl.100","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-naacl.100","pdf_url":null,"source":{"id":"https://openalex.org/S4363605604","display_name":"Findings of the Association for Computational Linguistics: NAACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: NAACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411113175.pdf","grobid_xml":"https://content.openalex.org/works/W4411113175.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4417300336","https://openalex.org/W7221815270","https://openalex.org/W7163404130","https://openalex.org/W4412888963","https://openalex.org/W7135094319","https://openalex.org/W4414987733","https://openalex.org/W4394007083","https://openalex.org/W3130319171","https://openalex.org/W4372347727","https://openalex.org/W7213402528"],"abstract_inverted_index":{"Decoder-only":[0],"language":[1,119],"models":[2,120],"have":[3],"the":[4,29,45,80,107,114,123],"ability":[5],"to":[6,113],"dynamically":[7],"switch":[8],"between":[9,103],"various":[10,62],"computational":[11],"tasks":[12,105],"based":[13],"on":[14,106],"input":[15,84],"prompts.":[16],"Despite":[17],"many":[18],"successful":[19],"applications":[20],"of":[21,28,47,83,98,117],"prompting,":[22],"there":[23],"is":[24],"very":[25],"limited":[26],"understanding":[27,116],"internal":[30],"mechanism":[31],"behind":[32],"such":[33],"flexibility.":[34],"In":[35],"this":[36],"work,":[37],"we":[38,59],"investigate":[39],"how":[40],"different":[41,104],"prompting":[42,63,130],"methods":[43],"affect":[44],"geometry":[46],"representations":[48],"in":[49,56,90],"these":[50],"models.":[51],"Employing":[52],"a":[53],"framework":[54],"grounded":[55],"statistical":[57],"physics,":[58],"reveal":[60],"that":[61],"techniques,":[64],"while":[65],"achieving":[66],"similar":[67],"performance,":[68],"operate":[69],"through":[70],"distinct":[71],"representational":[72,108],"mechanisms":[73],"for":[74,125],"task":[75],"adaptation.":[76],"Our":[77,110],"analysis":[78],"highlights":[79],"critical":[81],"role":[82],"distribution":[85],"samples":[86],"and":[87,100,121],"label":[88],"semantics":[89],"few-shot":[91],"in-context":[92],"learning.":[93],"We":[94],"also":[95],"demonstrate":[96],"evidence":[97],"synergistic":[99],"interfering":[101],"interactions":[102],"level.":[109],"work":[111],"contributes":[112],"theoretical":[115],"large":[118],"lays":[122],"groundwork":[124],"developing":[126],"more":[127],"effective,":[128],"representation-aware":[129],"strategies.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-10-10T00:00:00"}