@article {7536, title = {Leading voices: Dialogue semantics, cognitive science, and the polyphonic structure of multimodal interaction}, journal = {Language and Cognition}, volume = {15}, year = {2023}, pages = {148{\textendash}172}, abstract = {

The neuro-cognition of multimodal interaction---the embedded, embodied, predictive processing of vocal and non-vocal communicative behaviour---has developed into an important sub-field of cognitive science.
\%
It leaves a glaring lacuna, however, namely the dearth of a precise investigation of the meanings of the verbal and non-verbal communication signals that constitute multimodal interaction.
\%
Cognitively construable dialogue semantics provides a detailed and context-aware notion of meaning, and thereby contributes content-based identity conditions needed for distinguishing syntactically or form-based defined multimodal constituents.
\%
We exemplify this by means of two novel empirical examples: \emph{dissociated} uses of negative polarity utterances and head shaking, and attentional clarification requests addressing speaker/hearer roles.
\%
On this view, interlocutors are described as co-active agents, thereby motivating a replacement of \emph{sequential turn organisation} as a basic organizing principle with notions of \emph{leading} and \emph{accompanying voices}.
\%
The \emph{Multimodal Serialization Hypothesis} is formulated: Multimodal natural language processing is driven in part by a notion of \emph{vertical relevance}---relevance of utterances occurring simultaneously---which we suggest supervenes on sequential ({\textquoteleft}horizontal\&$\#$39;) relevance---relevance of utterances succeeding each other temporally.

}, doi = {10.1017/langcog.2022.30}, author = {L{\"u}cking, Andy and Ginzburg, Jonathan} } @inproceedings {7539, title = {Referential Transparency and Inquisitivity}, year = {2023}, abstract = {

The paper extends a referentially transparent
approach which has been successfully applied
to the analysis of declarative quantified NPs
to wh-phrases. This uses data from dialogi-
cal phenomena such as clarification interaction,
anaphora, and incrementality as a guide to the
design of wh-phrase meanings.

}, author = {Ginzburg, Jonathan and L{\"u}cking, Andy} } @inproceedings {7538, title = {Towards Referential Transparent Annotations of Quantified Noun Phrases}, year = {2023}, abstract = {

Using recent developments in count noun quan-
tification, namely Referential Transparency
Theory (RTT), the basic structure for annotating
quantification in the nominal domain accord-
ing to RTT is presented. The paper discusses
core ideas of RTT, derives the abstract anno-
tation syntax, and exemplifies annotations of
quantified noun phrases partly in comparison
to QuantML.

}, author = {L{\"u}cking, Andy} } @inproceedings {7537, title = {TTR at the SPA: Relating type-theoretical semantics to neural semantic pointers}, year = {2023}, abstract = {

This paper considers how the kind of formal
semantic objects used in TTR (a theory of types
with records, Cooper, 2023) might be related
to the vector representations used in Eliasmith
(2013). An advantage of doing this is that it
would immediately give us a neural representa-
tion for TTR objects as Eliasmith relates vec-
tors to neural activity in his semantic pointer
architecture (SPA). This would be an alternat-
ive using convolution to the suggestions made
by Cooper (2019a) based on the phasing of
neural activity. The project seems potentially
hopeful since all complex TTR objects are con-
structed from labelled sets (essentially sets of
ordered pairs consisting of labels and values)
which might be seen as corresponding to the
representation of structured objects which Elia-
smith achieves using superposition and circular
convolution.

}, author = {Larsson, Staffan and Cooper, Robin and Ginzburg, Jonathan and L{\"u}cking, Andy} } @mastersthesis {7540, title = {Aspects of Multimodal Communication}, volume = {l{\textquoteright}habilitation {\`a} diriger des recherches en linguistique}, year = {2022}, school = {Universit{\'e} Paris Cit{\'e}}, type = {Habilitation}, author = {L{\"u}cking, Andy} } @inproceedings {7330, title = {How to repair a slip of the tongue?}, year = {2022}, pages = {35{\textendash}47}, author = {L{\"u}cking, Andy and Ginzburg, Jonathan} } @inproceedings {7331, title = {The Integrated Model of Memory: a dialogical perspective}, year = {2022}, pages = {6{\textendash}17. year = 2022}, author = {Ginzburg, Jonathan and L{\"u}cking, Andy} } @article {7328, title = {Leading voices: dialogue semantics, cognitive science and the polyphonic structure of multimodal interaction}, journal = {Language and Cognition}, year = {2022}, pages = {1{\textendash}25}, author = {L{\"u}cking, Andy and Ginzburg, Jonathan} } @article {7332, title = {Referential transparency as the proper treatment for quantification}, journal = {Semantics and Pragmatics}, volume = {15}, year = {2022}, pages = {1{\textendash}56}, doi = {10.3765/sp.15.4 }, author = {L{\"u}cking, Andy and Ginzburg, Jonathan} } @article {6835, title = {Computational linguistic assessment of textbooks and online texts by means of threshold concepts in economics}, journal = {Frontiers in Education}, volume = {5}, year = {2021}, pages = {Article 578475}, abstract = {

The ongoing digitalization of educational resources and the use of the internet lead to a steady increase of potentially available learning media. However, many of the media which are used for educational purposes have not been designed specifically for teaching and learning. Usually, linguistic criteria of readability and comprehensibility as well as content-related criteria are used independently to assess and compare the quality of educational media. This also holds true for educational media used in economics. This article aims to improve the analysis of textual learning media used in economic education by drawing on threshold concepts. Threshold concepts are key terms in knowledge acquisition within a domain. From a linguistic perspective, however, threshold concepts are instances of specialized vocabularies, exhibiting particular linguistic features. In three kinds of (German) resources, namely in textbooks, in newspapers, and on Wikipedia, we investigate the distributive profiles of 63 threshold concepts identified in economics education (which have been collected from threshold concept research). We looked at the threshold concepts\’ frequency distribution, their compound distribution, and their
network structure within the three kinds of resources. The two main findings of our
analysis show that firstly, the three kinds of resources can indeed be distinguished in
terms of their threshold concepts\’ profiles. Secondly, Wikipedia definitely shows stronger associative connections between economic threshold concepts than the other sources. We discuss the findings in relation to adequate media use for teaching and learning\—not only in economic education.

}, doi = {10.3389/feduc.2020.578475}, url = {https://www.frontiersin.org/articles/10.3389/feduc.2020.578475/}, author = {L{\"u}cking, Andy and Br{\"u}ckner, Sebastian and Abrami, Giuseppe and Uslu, Tolga and Mehler, Alexander} } @inbook {6601, title = {Gesture}, booktitle = {Head-Driven Phrase Structure Grammar: The handbook}, year = {2021}, publisher = {Language Science Press}, organization = {Language Science Press}, address = {Berlin}, abstract = {The received view in (psycho)linguistics, dialogue theory and gesture studies is that co-verbal gestures, i.e. hand and arm movement, are part of the utterance and contribute to its content (Kendon 1980; McNeill 1992). The relationships between gesture and speech obey regularities that need to be defined in terms of not just the relative timing of gesture to speech, but also the linguistic form of that speech: for instance, prosody and syntactic constituency and headedness (Loehr 2007; Ebert et al. 2011; Alahverdzhieva et al. 2017). Consequently, speech-gesture integration is captured in grammar by means of a gesture-grammar interface. This chapter provides basic snapshots from gesture research, reviews constraints on speech-gesture integration and summarises their implementations into HPSG frameworks. Pointers to future developments conclude the exposition. Since there are already a couple of overviews on gesture such as {\"O}zy{\"u}rek (2012), Wagner et al. (2014) and Abner et al. (2015), this chapter aims at distinguishing itself by providing a guided tour of research that focuses on using (mostly) standard methods for semantic composition in constraint-based grammars like HPSG to model gesture meanings.}, url = {https://langsci-press.org/catalog/book/259}, author = {L{\"u}cking, Andy and M{\"u}ller, Stefan}, editor = {Abeill{\'e}, Anne and Borsley, Robert and Koenig, Jean-Pierre} } @inbook {7339, title = {Grammar in Dialogue}, booktitle = {The Handbook of HPSG}, year = {2021}, publisher = {Language Science Press}, organization = {Language Science Press}, author = {L{\"u}cking, Andy and Ginzburg, Jonathan and Cooper, Robin}, editor = {Abeill{\'e}, Anne and Borsley, Robert and M{\"u}ller, Stefan} } @inproceedings {7340, title = {I thought pointing is rude: A dialogue-semantic analysis of pointing at the addressee}, volume = {25}, year = {2021}, pages = {276{\textendash}291}, doi = {10.18148/sub/2021.v25i0.937}, author = {Ginzburg, Jonathan and L{\"u}cking, Andy} } @inproceedings {6887, title = {Requesting clarifications with speech and gestures}, year = {2021}, address = {Virtual at the University of Groningen, held in conjuction with IWCS 2021}, abstract = {

In multimodal natural language interaction both
speech and non-speech gestures are involved in
the basic mechanism of grounding and repair.
We discuss a couple of multimodal clarifica-
tion requests and argue that gestures, as well as
speech expressions, underlie comparable paral-
lelism constraints. In order to make this precise,
we slightly extend the formal dialogue frame-
work KoS to cover also gestural counterparts
of verbal locutionary propositions.

}, author = {Ginzburg, Jonathan and L{\"u}cking, Andy} } @inproceedings {7341, title = {Saying and shaking {\textquoteleft}no{\textquoteright}}, year = {2021}, abstract = {

In many instances, the head shake can be used instead of or in addition
to verbal \‘No\’. Based on previous work on negation in dialogue, we observe
head shaking as answer particles and as responding to an implicit or an exo-
phoric (i.e., real world situation) antecedent. Exophoric head shake, however,
seems to come in two flavours: with positive and with negative emotional
valuation of the antecedent situation. We provide semantic analyses for all
three uses (and a head nod) within an HPSG version which is implemented
in Type Theory with Records and the dialogue framewok KoS. In particular,
we extend on previous work by grounding \“exophoric negation\” in positive
or negative appraisal. Finally, we briefly speculate about differences between
verbal \‘No\’ and head shaking due to (the lack of) simultaneity.

}, doi = {10.21248/hpsg.2021.15}, author = {L{\"u}cking, Andy and Ginzburg, Jonathan} } @inproceedings {6737, title = {On Laughter and Forgetting and Reconversing: A neurologically-inspired model of conversational context}, year = {2020}, abstract = {

We argue that phenomena from both dement- ive and neurotypical individuals motivate the need for a synthesis between existing formal semantic theories of dialogue context and the- ories of memory and emotion. We sketch here such a synthesis: we embed certain very transient aspects of dialogical semantic states as components of a Multicomponent Work- ing Memory (Baddeley, 2012) style working memory and we also sketch how to embed dialogues globally within Long Term Memory. We exemplify how the emergent framework can account for the conversational phenomena.

}, author = {Ginzburg, Jonathan and L{\"u}cking, Andy} } @inproceedings {7346, title = {On the Score of Communication}, year = {2020}, address = {Brandeis University}, author = {L{\"u}cking, Andy and Jonathan Ginzburg} } @inproceedings {6736, title = {Towards the score of communication}, year = {2020}, abstract = {

The exchange of verbal and non-verbal com- munication signals in face-to-face dialogue is complexly organised in several ways: each contribution is produced and processed incre- mentally, contributions may be consecutive (e.g. question-answer pairs) or overlapping (e.g. backchannelling), and the contributions themselves may be multimodal. Contributions nonetheless exhibit pairwise utterance coher- ence, and in two respects: across tiers and across discourse co-texts. For these reasons, we propose to distribute dialogue agents across different tiers and to \‘incrementalize\’ the se- quential notion of turns according to the model of music-inspired communication scores

}, author = {L{\"u}cking, Andy and Ginzburg, Jonathan} } @inbook {6600, title = {Dialogue semantics: From cognitive structures to positive and negative learning}, booktitle = {Frontiers and Advances in Positive Learning in the Age of InformaTiOn (PLATO)}, year = {2019}, pages = {197-205}, publisher = {Springer Nature Switzerland AG}, organization = {Springer Nature Switzerland AG}, address = {Cham, Switzerland}, abstract = {Part of language processing and understanding is building semantic structures, or situation models. In this paper it is argued on the basis of previous works how dialogue semantics provides representations for formations of such cognitive structures. This cognitive twist is extended to a brief dialogical model of learning which embraces a fourfold partition into learning from the positive, learning from the negative, positive learning and negative learning, the latter being two prime areas of interest of PLATO. Thus, this chapter contributes to a semantic derivation and clarification of different forms of learning on a propositional level.}, doi = {10.1007/978-3-030-26578-6}, url = {https://link.springer.com/chapter/10.1007/978-3-030-26578-6_15}, author = {L{\"u}cking, Andy} } @inproceedings {7352, title = {Distribution is not enough: going Firther}, year = {2019}, pages = {1{\textendash}10}, author = {L{\"u}cking, Andy and Cooper, Robin and Larsson, Staffan and Ginzburg, Jonathan} } @inproceedings {6604, title = {Not few but all quantifiers can be negated: towards a referentially transparent semantics of quantified noun phrases}, year = {2019}, pages = {269-278}, abstract = {

The main concern of this paper is to introduce not as a noun phrase negation operator. It is used in order to compositionally derive structures such as not(many)(bicycles). However, noun phrase negation is part of a much larger account of plural semantics and quantification, guided by the notion of referential transparency. Therefore the paper splits into two parts: the first part gives a minimal background on a referential transparent NP semantics. A foundation of the semantics of plural count nouns in terms of ordered set bipartitions is given. This includes as a side effect a significant reduction in the number of possible quantifier denotations and a derivation of the conservativity universal. The second part deals with not and how it interacts with an negation and anaphoric accessibility.

}, url = {http://events.illc.uva.nl/AC/AC2019/}, author = {L{\"u}cking, Andy and Ginzburg, Jonathan} } @inproceedings {6603, title = {{\textquoteleft}Most people but not Bill{\textquoteright}: integrating sets, individuals and negation into a cognitively plausible account of noun phrase interpretation}, year = {2018}, author = {L{\"u}cking, Andy and Ginzburg, Jonathan} }