{"id":"https://openalex.org/W7128057752","doi":"https://doi.org/10.48550/arxiv.2602.04297","title":"Revisiting Prompt Sensitivity in Large Language Models for Text Classification: The Role of Prompt Underspecification","display_name":"Revisiting Prompt Sensitivity in Large Language Models for Text Classification: The Role of Prompt Underspecification","publication_year":2026,"publication_date":"2026-02-04","ids":{"openalex":"https://openalex.org/W7128057752","doi":"https://doi.org/10.48550/arxiv.2602.04297"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.04297","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078389036","display_name":"Branislav Pecher","orcid":"https://orcid.org/0000-0003-0344-8620"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pecher, Branislav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104202378","display_name":"Michal Spiegel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spiegel, Michal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123879130","display_name":"Robert Belanec","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Belanec, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5081841143","display_name":"J\u00e1n \u010cegi\u0148","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cegin, Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.23399999737739563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.23399999737739563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.20550000667572021,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.09269999712705612,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underspecification","display_name":"Underspecification","score":0.9527999758720398},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6172000169754028},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.614300012588501},{"id":"https://openalex.org/keywords/logit","display_name":"Logit","score":0.5583999752998352},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5115000009536743},{"id":"https://openalex.org/keywords/spectroradiometer","display_name":"Spectroradiometer","score":0.4927999973297119}],"concepts":[{"id":"https://openalex.org/C2779631151","wikidata":"https://www.wikidata.org/wiki/Q7883767","display_name":"Underspecification","level":2,"score":0.9527999758720398},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6172000169754028},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.614300012588501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5835999846458435},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.5583999752998352},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5115000009536743},{"id":"https://openalex.org/C130066347","wikidata":"https://www.wikidata.org/wiki/Q680509","display_name":"Spectroradiometer","level":3,"score":0.4927999973297119},{"id":"https://openalex.org/C71008984","wikidata":"https://www.wikidata.org/wiki/Q2890076","display_name":"Rigour","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.35569998621940613},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C93173128","wikidata":"https://www.wikidata.org/wiki/Q287827","display_name":"Inattentional blindness","level":3,"score":0.32499998807907104},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.31869998574256897},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31279999017715454},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3068000078201294},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29899999499320984},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2928999960422516},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27219998836517334},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.2574999928474426}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.04297","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.04297","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.04297","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.04297","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4,29],"widely":[5],"used":[6],"as":[7],"zero-shot":[8],"and":[9,61,91,98,109,121,173],"few-shot":[10],"classifiers,":[11],"where":[12],"task":[13,59],"behaviour":[14],"is":[15,51],"largely":[16],"controlled":[17],"through":[18],"prompting.":[19],"A":[20],"growing":[21],"number":[22],"of":[23,49,77,95,143],"works":[24],"have":[25,146],"observed":[26,79],"that":[27,56,73,100,114,140],"LLMs":[28],"sensitive":[30],"to":[31,38,85],"prompt":[32,80,86,144,175],"variations,":[33],"with":[34],"small":[35],"changes":[36,40],"leading":[37],"large":[39],"in":[41,44,158],"performance.":[42],"However,":[43,135],"many":[45],"cases,":[46],"the":[47,64,78,93,141,152,159,166],"investigation":[48],"sensitivity":[50,81,94],"performed":[52],"using":[53],"underspecified":[54,96,115],"prompts":[55,97,99,116],"provide":[57,101],"minimal":[58],"instructions":[60],"weakly":[62],"constrain":[63],"model's":[65],"output":[66],"space.":[67],"In":[68],"this":[69],"work,":[70],"we":[71,112],"argue":[72],"a":[74,148],"significant":[75],"portion":[76],"can":[82],"be":[83],"attributed":[84],"underspecification.":[87],"We":[88],"systematically":[89],"study":[90],"compare":[92],"specific":[102],"instructions.":[103],"Utilising":[104],"performance":[105,119],"analysis,":[106,108],"logit":[107,123],"linear":[110,136],"probing,":[111],"find":[113],"exhibit":[117],"higher":[118],"variance":[120],"lower":[122],"values":[124],"for":[125,168],"relevant":[126],"tokens,":[127],"while":[128],"instruction-prompts":[129],"suffer":[130],"less":[131],"from":[132],"such":[133],"problems.":[134],"probing":[137],"analysis":[138],"suggests":[139],"effects":[142],"underspecification":[145],"only":[147],"marginal":[149],"impact":[150],"on":[151],"internal":[153],"LLM":[154],"representations,":[155],"instead":[156],"emerging":[157],"final":[160],"layers.":[161],"Overall,":[162],"our":[163],"findings":[164],"highlight":[165],"need":[167],"more":[169],"rigour":[170],"when":[171],"investigating":[172],"mitigating":[174],"sensitivity.":[176]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-02-07T00:00:00"}