@inproceedings{a671ad7ece4f4fddacaa50a7557b2d11,
title = "Overview of the CLPsych 2024 Shared Task: Leveraging Large Language Models to Identify Evidence of Suicidality Risk in Online Posts",
abstract = "We present the overview of the CLPsych 2024 Shared Task, focusing on leveraging open source Large Language Models (LLMs) for identifying textual evidence that supports the suicidal risk level of individuals on Reddit. In particular, given a Reddit user, their predetermined suicide risk level ({\textquoteleft}Low{\textquoteright}, {\textquoteleft}Moderate{\textquoteright} or {\textquoteleft}High{\textquoteright}) and all of their posts in the r/SuicideWatch subreddit, we frame the task of identifying relevant pieces of text in their posts supporting their suicidal classification in two ways: (a) on the basis of evidence highlighting (extracting sub-phrases of the posts) and (b) on the basis of generating a summary of such evidence. We annotate a sample of 125 users and introduce evaluation metrics based on (a) BERTScore and (b) natural language inference for the two sub-tasks, respectively. Finally, we provide an overview of the system submissions and summarise the key findings.",
author = "Jenny Chim and Adam Tsakalidis and Dimitris Gkoumas and Dana Atzil-Slonim and Yaakov Ophir and Ayah Zirikly and Philip Resnik and Maria Liakata",
note = "Publisher Copyright: {\textcopyright}2024 Association for Computational Linguistics.; 9th Workshop on Computational Linguistics and Clinical Psychology, CLPsych 2024 ; Conference date: 21-03-2024",
year = "2024",
language = "الإنجليزيّة",
series = "CLPsych 2024 - 9th Workshop on Computational Linguistics and Clinical Psychology, Proceedings of the Workshop",
publisher = "Association for Computational Linguistics (ACL)",
pages = "177--190",
editor = "Andrew Yates and Bart Desmet and Emily Prud�hommeaux and Ayah Zirikly and Steven Bedrick and Sean MacAvaney and Kfir Bar and Molly Ireland and Yaakov Ophir",
booktitle = "CLPsych 2024 - 9th Workshop on Computational Linguistics and Clinical Psychology, Proceedings of the Workshop",
address = "الولايات المتّحدة",
}
