@article {7536, title = {Leading voices: Dialogue semantics, cognitive science, and the polyphonic structure of multimodal interaction}, journal = {Language and Cognition}, volume = {15}, year = {2023}, pages = {148{\textendash}172}, abstract = {

The neuro-cognition of multimodal interaction---the embedded, embodied, predictive processing of vocal and non-vocal communicative behaviour---has developed into an important sub-field of cognitive science.
\%
It leaves a glaring lacuna, however, namely the dearth of a precise investigation of the meanings of the verbal and non-verbal communication signals that constitute multimodal interaction.
\%
Cognitively construable dialogue semantics provides a detailed and context-aware notion of meaning, and thereby contributes content-based identity conditions needed for distinguishing syntactically or form-based defined multimodal constituents.
\%
We exemplify this by means of two novel empirical examples: \emph{dissociated} uses of negative polarity utterances and head shaking, and attentional clarification requests addressing speaker/hearer roles.
\%
On this view, interlocutors are described as co-active agents, thereby motivating a replacement of \emph{sequential turn organisation} as a basic organizing principle with notions of \emph{leading} and \emph{accompanying voices}.
\%
The \emph{Multimodal Serialization Hypothesis} is formulated: Multimodal natural language processing is driven in part by a notion of \emph{vertical relevance}---relevance of utterances occurring simultaneously---which we suggest supervenes on sequential ({\textquoteleft}horizontal\&$\#$39;) relevance---relevance of utterances succeeding each other temporally.

}, doi = {10.1017/langcog.2022.30}, author = {L{\"u}cking, Andy and Ginzburg, Jonathan} } @article {7328, title = {Leading voices: dialogue semantics, cognitive science and the polyphonic structure of multimodal interaction}, journal = {Language and Cognition}, year = {2022}, pages = {1{\textendash}25}, author = {L{\"u}cking, Andy and Ginzburg, Jonathan} } @inproceedings {6737, title = {On Laughter and Forgetting and Reconversing: A neurologically-inspired model of conversational context}, year = {2020}, abstract = {

We argue that phenomena from both dement- ive and neurotypical individuals motivate the need for a synthesis between existing formal semantic theories of dialogue context and the- ories of memory and emotion. We sketch here such a synthesis: we embed certain very transient aspects of dialogical semantic states as components of a Multicomponent Work- ing Memory (Baddeley, 2012) style working memory and we also sketch how to embed dialogues globally within Long Term Memory. We exemplify how the emergent framework can account for the conversational phenomena.

}, author = {Ginzburg, Jonathan and L{\"u}cking, Andy} }