{"id":"https://openalex.org/W7222270670","doi":"https://doi.org/10.48550/arxiv.2610.19704","title":"BANGLAPLAN: A Benchmark for Constraint-Based Planning and Decision-Making in Bangla","display_name":"BANGLAPLAN: A Benchmark for Constraint-Based Planning and Decision-Making in Bangla","publication_year":2026,"publication_date":"2026-10-14","ids":{"openalex":"https://openalex.org/W7222270670","doi":"https://doi.org/10.48550/arxiv.2610.19704"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.19704","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.19704","pdf_url":"https://arxiv.org/pdf/2610.19704","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.19704","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043673187","display_name":"Md Rayhanul Masud","orcid":"https://orcid.org/0009-0001-2474-2987","observed_orcids":["https://orcid.org/0009-0001-2474-2987"]},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Masud, Md Rayhanul","raw_affiliation_strings":["University of California , Riverside"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Riverside","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158852076","display_name":"S M Maksudul Alam","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alam, S M Maksudul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5062959026","display_name":"Mohammad Jaminur Islam","orcid":"https://orcid.org/0000-0001-5771-167X","observed_orcids":["https://orcid.org/0000-0001-5771-167X"]},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Islam, Mohammad Jaminur","raw_affiliation_strings":["University of California , Riverside"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Riverside","institution_ids":["https://openalex.org/I103635307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.46970000863075256,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.46970000863075256,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4381999969482422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.05530000105500221,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/constraint-based-planning","display_name":"constraint-based planning","score":0.8659999966621399},{"id":"https://openalex.org/keywords/decision-making","display_name":"decision-making","score":0.8560000061988831},{"id":"https://openalex.org/keywords/bengali-language","display_name":"Bengali language","score":0.9350000023841858},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.453000009059906},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.890999972820282},{"id":"https://openalex.org/keywords/infeasibility-detection","display_name":"infeasibility detection","score":0.8989999890327454},{"id":"https://openalex.org/keywords/multi-agent-planning","display_name":"multi-agent planning","score":0.39500001072883606},{"id":"https://openalex.org/keywords/linguistic-registers","display_name":"register","score":0.4779999852180481},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.800000011920929},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.4350000023841858}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8036999702453613},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7236999869346619},{"id":"https://openalex.org/C19235068","wikidata":"https://www.wikidata.org/wiki/Q9610","display_name":"Bengali","level":2,"score":0.6662999987602234},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.5954999923706055},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.5813999772071838},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5728999972343445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5218999981880188},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47450000047683716},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.42989999055862427},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3384000062942505},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33000001311302185},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C2780416260","wikidata":"https://www.wikidata.org/wiki/Q2063","display_name":"JSON","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.29010000824928284},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.19704","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.19704","pdf_url":"https://arxiv.org/pdf/2610.19704","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.19704","doi":"https://doi.org/10.48550/arxiv.2610.19704","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.19704","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.19704","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.19704","pdf_url":"https://arxiv.org/pdf/2610.19704","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7222270670.pdf","grobid_xml":"https://content.openalex.org/works/W7222270670.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W4399511704","https://openalex.org/W4403570473","https://openalex.org/W4414920052","https://openalex.org/W4415318706","https://openalex.org/W4417081359","https://openalex.org/W7131831054","https://openalex.org/W7134053490","https://openalex.org/W7162028210","https://openalex.org/W7168923044","https://openalex.org/W7171789461","https://openalex.org/W7172506291","https://openalex.org/W7206175763"],"related_works":["https://openalex.org/W4399511704","https://openalex.org/W4394973321","https://openalex.org/W7162028210","https://openalex.org/W4416035802","https://openalex.org/W4414977039","https://openalex.org/W7172219991","https://openalex.org/W4416132650","https://openalex.org/W4416034248","https://openalex.org/W7167141286","https://openalex.org/W7163677629"],"abstract_inverted_index":{"Large":[0],"language":[1,49,95],"models":[2,18],"(LLMs)":[3],"increasingly":[4],"help":[5],"users":[6],"arrange":[7],"appointments,":[8],"plan":[9],"journeys,":[10],"and":[11,26,44,50,58,83,90,100,112,127,135,148,162,209],"allocate":[12],"limited":[13],"resources.":[14],"These":[15],"tasks":[16],"require":[17],"to":[19],"satisfy":[20],"constraints":[21,64],"on":[22],"time,":[23],"cost,":[24],"capacity,":[25],"order,":[27],"or":[28],"determine":[29],"that":[30,188],"no":[31],"feasible":[32,89],"solution":[33],"exists.":[34],"Bangla":[35,61],"is":[36,214],"the":[37,122,181],"world's":[38],"seventh":[39],"most":[40,173],"widely":[41],"spoken":[42],"language,":[43],"existing":[45],"benchmarks":[46,54],"cover":[47,104],"many":[48],"reasoning":[51],"tasks.":[52],"However,":[53],"for":[55,206],"evaluating":[56,207],"planning":[57,208],"decision-making":[59,210],"in":[60,80,85,93,115,211],"under":[62],"explicit":[63],"remain":[65],"lacking.":[66],"We":[67,120,131,151],"introduce":[68],"BANGLAPLAN,":[69],"a":[70,116,153,203],"benchmark":[71,123],"of":[72,176],"1,000":[73],"problems":[74,92,190],"across":[75],"ten":[76],"task":[77],"families":[78],"grounded":[79],"everyday":[81],"life":[82],"institutions":[84],"Bangladesh.":[86],"It":[87],"includes":[88],"infeasible":[91],"four":[94],"registers:":[96],"everyday,":[97],"formal,":[98],"colloquial,":[99],"Bangla--English":[101],"mixed.":[102],"Answers":[103],"eight":[105],"structured":[106],"types,":[107],"including":[108],"schedules,":[109],"routes,":[110],"allocations,":[111],"ordered":[113],"steps,":[114],"common":[117],"JSON":[118],"format.":[119],"construct":[121],"through":[124],"language-model-assisted":[125],"drafting":[126],"independent":[128],"human":[129],"validation.":[130],"evaluate":[132],"11":[133],"open-weight":[134],"proprietary":[136],"model":[137],"configurations":[138,170,178],"using":[139],"exact":[140],"match,":[141],"separately":[142],"reporting":[143],"feasible-case":[144],"accuracy,":[145,194],"infeasibility":[146,196],"detection,":[147],"format":[149],"errors.":[150],"find":[152],"large":[154],"performance":[155],"gap:":[156],"GPT-6.1":[157],"Sol":[158],"achieves":[159],"98.7%":[160],"accuracy":[161],"Qwen3.5-27B":[163],"with":[164],"thinking":[165],"reaches":[166],"80.3%,":[167],"while":[168,195],"direct-answer":[169],"score":[171],"at":[172],"30.9%.":[174],"Seven":[175],"eleven":[177],"perform":[179],"below":[180],"always-``infeasible''":[182],"baseline.":[183],"Our":[184],"findings":[185],"also":[186],"suggest":[187],"harder":[189],"primarily":[191],"reduce":[192],"plan-construction":[193],"detection":[197],"remains":[198],"more":[199],"robust.":[200],"BANGLAPLAN":[201,213],"provides":[202],"reproducible":[204],"basis":[205],"Bangla.":[212],"available":[215],"at:":[216],"https://github.com/mrayhanulmasud/banglaplan.":[217]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-16T00:00:00"}