@ARTICLE{26583223_221067700_2018, author = {Andrej Kibrik and Olga Fedorova}, keywords = {, multimodality, multichannel discourse, corpus creation, prosody, gestures, eye gazeannotation}, title = {

An Empirical Study of Multichannel Communication: Russian Pear Chats and Stories

}, journal = {Psychology. Journal of Higher School of Economics}, year = {2018}, volume = {15}, number = {2}, pages = {191-200}, url = {https://psy-journal.hse.ru/en/2018-15-2/221067700.html}, publisher = {}, abstract = {This paper addresses language in its most natural form - in the form of spoken multichannel discourse. It includes the verbal component, prosody, eye gaze, as well as the different kinetic aspects of communication - facial, head, hand and torso gestures. To explore natural multichannel discourse as is, we created a resource "Russian Pear Chats and Stories". The resource includes 40 sessions with 160 Russian native speakers aged 18-36, 60 men and 100 women; it consists of 15 hours of recording and about 170,000 words. This paper details how the corpus is created and how it can be used. First, we provide an overview of the methodology of multimodality and multichannel corpora. Then we describe the properties of our resource - the data collection set up, the recording software, types of annotation, as well as some avenues of (future) research, including: prosody as an interface between the vocal and gestural channels, specific nature and degree of coordination between manual gestures and elementary discourse units, individual variation and the "portrait" methodology, language production and comprehension in face-to-face communication, and visual attention in natural communication. In its current version, the corpus is available to the scientific community at the project website multidiscourse.ru (in Russian).}, annote = {This paper addresses language in its most natural form - in the form of spoken multichannel discourse. It includes the verbal component, prosody, eye gaze, as well as the different kinetic aspects of communication - facial, head, hand and torso gestures. To explore natural multichannel discourse as is, we created a resource "Russian Pear Chats and Stories". The resource includes 40 sessions with 160 Russian native speakers aged 18-36, 60 men and 100 women; it consists of 15 hours of recording and about 170,000 words. This paper details how the corpus is created and how it can be used. First, we provide an overview of the methodology of multimodality and multichannel corpora. Then we describe the properties of our resource - the data collection set up, the recording software, types of annotation, as well as some avenues of (future) research, including: prosody as an interface between the vocal and gestural channels, specific nature and degree of coordination between manual gestures and elementary discourse units, individual variation and the "portrait" methodology, language production and comprehension in face-to-face communication, and visual attention in natural communication. In its current version, the corpus is available to the scientific community at the project website multidiscourse.ru (in Russian).} }