{"id":"https://openalex.org/W7156324867","doi":"https://doi.org/10.1145/3774904.3792258","title":"PMIScore: An Unsupervised Approach to Quantify Dialogue Engagement","display_name":"PMIScore: An Unsupervised Approach to Quantify Dialogue Engagement","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7156324867","doi":"https://doi.org/10.1145/3774904.3792258"},"language":null,"primary_location":{"id":"doi:10.1145/3774904.3792258","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792258","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774904.3792258","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088344047","display_name":"Yongkang Guo","orcid":"https://orcid.org/0000-0003-2816-4149"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yongkang Guo","raw_affiliation_strings":["CFCS, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2816-4149","affiliations":[{"raw_affiliation_string":"CFCS, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071106160","display_name":"Zhihuan Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihuan Huang","raw_affiliation_strings":["CFCS, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1825-8926","affiliations":[{"raw_affiliation_string":"CFCS, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058603769","display_name":"Yuqing Kong","orcid":"https://orcid.org/0000-0002-5901-3004"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqing Kong","raw_affiliation_strings":["CFCS, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5901-3004","affiliations":[{"raw_affiliation_string":"CFCS, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088344047"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.96480329,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"99","last_page":"110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.36970001459121704,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.36970001459121704,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.27810001373291016,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.08609999716281891,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6687999963760376},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6675999760627747},{"id":"https://openalex.org/keywords/pointwise-mutual-information","display_name":"Pointwise mutual information","score":0.6294000148773193},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5947999954223633},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.5503000020980835},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.5121999979019165},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4690000116825104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7059999704360962},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6687999963760376},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6675999760627747},{"id":"https://openalex.org/C7797323","wikidata":"https://www.wikidata.org/wiki/Q3798612","display_name":"Pointwise mutual information","level":3,"score":0.6294000148773193},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5947999954223633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5856999754905701},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5706999897956848},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.5503000020980835},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5121999979019165},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4690000116825104},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.46369999647140503},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27149999141693115}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774904.3792258","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792258","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774904.3792258","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792258","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7685453295707703,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W152055444","https://openalex.org/W1964840769","https://openalex.org/W2166944917","https://openalex.org/W2951583236","https://openalex.org/W2963319311","https://openalex.org/W2963825865","https://openalex.org/W2963877745","https://openalex.org/W2972664115","https://openalex.org/W3035148359","https://openalex.org/W3093956460","https://openalex.org/W4287888113","https://openalex.org/W4385572226","https://openalex.org/W4389520226","https://openalex.org/W4393033178"],"related_works":[],"abstract_inverted_index":{"High":[0],"dialogue":[1,57,114],"engagement":[2,15,35],"is":[3,36,40,66,90],"a":[4,44,71,81,102,125,130],"crucial":[5],"indicator":[6],"of":[7,14,25,69,84,96,105,149,157],"an":[8,51],"effective":[9],"conversation.":[10],"A":[11],"reliable":[12],"measure":[13],"could":[16],"help":[17],"benchmark":[18],"large":[19,119],"language":[20,120],"models,":[21],"enhance":[22],"the":[23,67,75,94,147,155,158],"effectiveness":[24,148],"human-computer":[26],"interactions,":[27],"or":[28],"improve":[29],"personal":[30],"communication":[31],"skills.":[32],"However,":[33],"quantifying":[34],"challenging,":[37],"since":[38],"it":[39,100],"subjective":[41],"and":[42,112,123,141,154],"lacks":[43],"''gold":[45],"standard''.":[46],"This":[47],"paper":[48],"proposes":[49],"PMIScore,":[50],"efficient":[52],"unsupervised":[53],"approach":[54],"to":[55,93],"quantify":[56],"engagement.":[58,85],"It":[59],"uses":[60],"pointwise":[61],"mutual":[62,131],"information":[63,132],"(PMI),":[64],"which":[65],"probability":[68],"generating":[70,110],"response":[72],"conditioning":[73],"on":[74,138],"conversation":[76],"history.":[77],"Thus,":[78],"PMIScore":[79,98,137,150],"offers":[80],"clear":[82],"interpretation":[83],"As":[86],"directly":[87],"computing":[88],"PMI":[89,152,159],"intractable":[91],"due":[92],"complexity":[95],"dialogues,":[97],"learned":[99],"through":[101],"dual":[103],"form":[104],"divergence.":[106],"The":[107],"algorithm":[108],"includes":[109],"positive":[111],"negative":[113],"pairs,":[115],"extracting":[116],"embeddings":[117],"by":[118],"models":[121],"(LLMs),":[122],"training":[124],"small":[126],"neural":[127],"network":[128],"using":[129],"loss":[133],"function.":[134],"We":[135],"validated":[136],"both":[139],"synthetic":[140],"real-world":[142],"datasets.":[143],"Our":[144],"results":[145],"demonstrate":[146],"in":[151],"estimation":[153],"reasonableness":[156],"metric":[160],"itself.":[161]},"counts_by_year":[],"updated_date":"2026-04-28T06:12:00.211691","created_date":"2026-04-28T00:00:00"}