{"id":"https://openalex.org/W7133544444","doi":"https://doi.org/10.1109/access.2026.3670106","title":"DIFFICODE: A Dataset and Graph Spectral Framework for Programming MCQ Difficulty Estimation","display_name":"DIFFICODE: A Dataset and Graph Spectral Framework for Programming MCQ Difficulty Estimation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7133544444","doi":"https://doi.org/10.1109/access.2026.3670106"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3670106","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3670106","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3670106","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060285029","display_name":"Manikandan Ravikiran","orcid":null},"institutions":[{"id":"https://openalex.org/I9579091","display_name":"Indian Institute of Technology Mandi","ror":"https://ror.org/05r9r2f34","country_code":"IN","type":"education","lineage":["https://openalex.org/I9579091"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manikandan Ravikiran","raw_affiliation_strings":["IIT Mandi, Mandi, Himachal Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0002-2640-8528","affiliations":[{"raw_affiliation_string":"IIT Mandi, Mandi, Himachal Pradesh, India","institution_ids":["https://openalex.org/I9579091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128104317","display_name":"Rakesh Prakash","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rakesh Prakash","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018647189","display_name":"Arnav Bhavsar","orcid":"https://orcid.org/0000-0003-2849-4375"},"institutions":[{"id":"https://openalex.org/I9579091","display_name":"Indian Institute of Technology Mandi","ror":"https://ror.org/05r9r2f34","country_code":"IN","type":"education","lineage":["https://openalex.org/I9579091"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arnav Bhavsar","raw_affiliation_strings":["IIT Mandi, Mandi, Himachal Pradesh, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIT Mandi, Mandi, Himachal Pradesh, India","institution_ids":["https://openalex.org/I9579091"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061660587","display_name":"Rohit Saluja","orcid":"https://orcid.org/0000-0002-0773-3480"},"institutions":[{"id":"https://openalex.org/I9579091","display_name":"Indian Institute of Technology Mandi","ror":"https://ror.org/05r9r2f34","country_code":"IN","type":"education","lineage":["https://openalex.org/I9579091"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rohit Saluja","raw_affiliation_strings":["IIT Mandi, Mandi, Himachal Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0002-0773-3480","affiliations":[{"raw_affiliation_string":"IIT Mandi, Mandi, Himachal Pradesh, India","institution_ids":["https://openalex.org/I9579091"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19590108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"35552","last_page":"35569"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.40049999952316284,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.40049999952316284,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.07400000095367432,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.02879999950528145,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5562999844551086},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.49079999327659607},{"id":"https://openalex.org/keywords/graph-theory","display_name":"Graph theory","score":0.35339999198913574},{"id":"https://openalex.org/keywords/cut","display_name":"Cut","score":0.34769999980926514},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.30000001192092896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7836999893188477},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5562999844551086},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.49079999327659607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49070000648498535},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37459999322891235},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3734999895095825},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C5134670","wikidata":"https://www.wikidata.org/wiki/Q1626444","display_name":"Cut","level":4,"score":0.34769999980926514},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30959999561309814},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2777999937534332},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.26739999651908875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3670106","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3670106","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c585d4c32aeb4d99b184c55ad38188f0","is_oa":true,"landing_page_url":"https://doaj.org/article/c585d4c32aeb4d99b184c55ad38188f0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 35552-35569 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3670106","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3670106","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Estimating":[0],"the":[1,43,49,81,97,99,113,167,223],"difficulty":[2,29,85,145,155,196,235],"of":[3,45,51,80,139,190,225],"multiple-choice":[4],"questions":[5],"(MCQs)":[6],"is":[7,34],"a":[8,137,162,208],"core":[9],"problem":[10],"in":[11,215,236],"educational":[12],"natural":[13],"language":[14],"processing,":[15],"supporting":[16],"applications":[17],"such":[18],"as":[19,126,161,207],"personalized":[20],"assessment,":[21],"curriculum":[22],"design,":[23],"and":[24,48,57,73,101,147,170,178,193,218,230],"adaptive":[25],"tutoring.":[26],"While":[27],"content-based":[28],"estimation":[30],"for":[31,154,195,233],"text-centric":[32],"MCQs":[33,38,64,125,142],"widely":[35],"explored,":[36],"programming":[37,63,141,237],"remain":[39],"underexamined":[40],"due":[41],"to":[42,182],"lack":[44],"domain-specific":[46],"benchmarks":[47],"absence":[50],"models":[52,122],"that":[53,76,117,123],"capture":[54],"their":[55],"structural":[56,210],"semantic":[58,185],"properties.":[59],"Unlike":[60],"linguistic":[61],"questions,":[62],"are":[65],"governed":[66],"by":[67,121],"program":[68],"execution":[69],"semantics,":[70],"control":[71],"flow,":[72],"distractor":[74],"options":[75],"encode":[77],"alternative":[78],"interpretations":[79],"same":[82],"code.":[83],"Consequently,":[84],"arises":[86],"not":[87],"from":[88,93],"surface":[89],"text":[90],"complexity":[91],"but":[92],"structured":[94],"interactions":[95],"between":[96],"program,":[98,168],"stem,":[100,169],"mutually":[102],"competing":[103,184],"options,":[104,172],"where":[105],"multiple":[106,201],"answers":[107],"may":[108],"simultaneously":[109],"appear":[110],"consistent":[111,213],"with":[112,144,200,205],"program\u2019s":[114],"behavior-an":[115],"ambiguity":[116,194],"cannot":[118],"be":[119],"captured":[120],"treat":[124],"flat":[127],"token":[128],"sequences.":[129],"To":[130],"address":[131],"these":[132],"challenges,":[133],"we":[134],"introduce":[135],"DIFFICODE,":[136],"dataset":[138],"2,637":[140],"annotated":[143],"levels,":[146],"Hierarchical":[148],"Graph":[149],"Spectral":[150],"Aggregation":[151],"(HGSA)":[152],"Framework":[153],"estimation.":[156],"HGSA":[157,206],"represents":[158],"each":[159],"MCQ":[160],"typed":[163],"pedagogical":[164],"graph":[165,226],"over":[166],"answer":[171],"propagates":[173],"information":[174],"across":[175],"this":[176],"structure,":[177,227],"applies":[179],"spectral":[180,231],"partitioning":[181],"isolate":[183],"configurations,":[186],"yielding":[187],"answer-agnostic":[188],"measures":[189],"option":[191],"competition":[192],"prediction.":[197],"Extensive":[198],"experiments":[199],"pretrained":[202],"encoders":[203],"augmented":[204],"post-encoder":[209],"module":[211],"show":[212],"improvements":[214],"both":[216],"accuracy":[217],"macro-F1.":[219],"Ablation":[220],"studies":[221],"confirm":[222],"importance":[224],"higher-order":[228],"propagation,":[229],"separation":[232],"modeling":[234],"MCQs.":[238]},"counts_by_year":[],"updated_date":"2026-03-13T14:20:09.374765","created_date":"2026-03-05T00:00:00"}