Alahverdzhieva, K. and A. Lascarides [2010] Analysing Language and Co-verbal Gesture in Constraint-based Grammars, in Stefan Muller (ed.), Proceedings of the 17th International Conference on Head-Driven Phase Structure Grammar (HPSG), pp5--25, Paris.
We demonstrate that current methods for semantic composition can be extended to multimodal language so as to produce an integrated meaning representation based on the form of the verbal signal, the form of the co-verbal gesture and their relative timing. The ambiguous gestural form provides one-to-many form-meaning mappings without violating coherence in the final interpretation.
@inproceedings{alahverdzhieva:lascarides:2010,
author = {Katya Alahverdzhieva and Alex Lascarides},
title = {Analysing Language and Co-verbal Gesture
in Constraint-based Grammars},
booktitle = {Proceedings of the
17th International Conference on Head-Driven Phase Structure Grammar
(HPSG)},
editor = {S.\ M\"uller},
pages = {5--25},
address = {Paris}
}