{"id":"https://openalex.org/W7166799601","doi":"https://doi.org/10.18653/v1/2026.acl-srw.74","title":"Thesis Proposal: Toward a Human-Centered and Perspective-Aware Framework for Reproducible ML Evaluation and AI Alignment","display_name":"Thesis Proposal: Toward a Human-Centered and Perspective-Aware Framework for Reproducible ML Evaluation and AI Alignment","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166799601","doi":"https://doi.org/10.18653/v1/2026.acl-srw.74"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.acl-srw.74","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-srw.74","pdf_url":"https://aclanthology.org/2026.acl-srw.74.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 4: Student Research Workshop)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.acl-srw.74.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011457544","display_name":"Deepak Pandita","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepak Pandita","raw_affiliation_strings":["Rochester Institute of Technology Rochester Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126965079","display_name":"Christopher M. Homan","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher M. Homan","raw_affiliation_strings":["Rochester Institute of Technology Rochester Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78904671,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"827","last_page":"843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.12439999729394913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.12439999729394913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.09470000118017197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.05460000038146973,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.26969999074935913},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.25450000166893005},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.24469999969005585},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.2387000024318695},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.23810000717639923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5756000280380249},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49889999628067017},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2547999918460846},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.24469999969005585},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.23980000615119934},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2387000024318695},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.23810000717639923},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.23399999737739563}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.acl-srw.74","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-srw.74","pdf_url":"https://aclanthology.org/2026.acl-srw.74.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 4: Student Research Workshop)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.acl-srw.74","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-srw.74","pdf_url":"https://aclanthology.org/2026.acl-srw.74.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 4: Student Research Workshop)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.6466203331947327}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166799601.pdf","grobid_xml":"https://content.openalex.org/works/W7166799601.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Humans":[0],"play":[1],"a":[2,150],"vital":[3],"role":[4],"at":[5],"every":[6],"stage":[7],"of":[8],"AI":[9,43,54,121,160],"development,":[10],"from":[11,63],"data":[12],"collection":[13],"and":[14,19,27,67,74,143,152,159],"curation":[15],"to":[16,35,91,99,108,129,135],"model":[17],"development":[18],"evaluation.However,":[20],"humans":[21],"often":[22,61],"disagree":[23],"with":[24,29,70,124],"each":[25],"other":[26],"sometimes":[28],"themselves":[30],"over":[31],"time.It":[32],"is":[33,50,115,133],"essential":[34],"take":[36],"disagreement":[37],"into":[38],"account":[39,100],"when":[40],"building":[41],"human-centered":[42],"systems,":[44],"especially":[45],"in":[46,112],"domains":[47],"where":[48],"it":[49,132],"prevalent,":[51],"such":[52],"as":[53],"safety,":[55],"content":[56],"moderation,":[57],"or":[58],"sentiment":[59],"analysis.Disagreement":[60],"arises":[62],"subjective":[64],"human":[65,102,125,141],"opinion":[66],"can":[68],"vary":[69],"one's":[71],"identity,":[72],"beliefs,":[73],"social":[75],"environment.Despite":[76],"this,":[77],"current":[78],"LLM":[79],"evaluation":[80,105,158],"approaches":[81],"frequently":[82],"rely":[83],"on":[84],"aggregating":[85],"labels":[86],"(often":[87],"via":[88],"plurality":[89],"voting)":[90],"represent":[92],"consensus,":[93],"thereby":[94],"obscuring":[95],"minority":[96],"perspectives.By":[97],"failing":[98],"for":[101,118,155],"disagreement,":[103],"these":[104,127],"methods":[106],"contribute":[107],"the":[109],"reproducibility":[110],"crisis":[111],"AI.Human":[113],"feedback":[114],"also":[116],"crucial":[117],"ensuring":[119],"that":[120,137],"systems":[122,128],"align":[123],"values.For":[126],"be":[130],"trustworthy,":[131],"critical":[134],"ensure":[136],"they":[138],"reflect":[139],"diverse":[140],"values":[142],"perspectives.In":[144],"this":[145],"thesis":[146],"proposal,":[147],"we":[148],"present":[149],"humancentered":[151],"perspective-aware":[153],"framework":[154],"reproducible":[156],"ML":[157],"alignment.":[161]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}