@INPROCEEDINGS{huang:2009:is,
  AUTHOR = {Songfang Huang and Steve Renals},
  TITLE = {A Parallel Training Algorithm for Hierarchical {P}itman-{Y}or Process Language Models},
  BOOKTITLE = {Proc. Interspeech'09},
  PAGES = {2695--2698},
  ABSTRACT={The Hierarchical Pitman Yor Process Language Model (HPYLM) is a Bayesian language model based on a non-parametric prior, the Pitman-Yor Process. It has been demonstrated, both theoretically and practically, that the HPYLM can provide better smoothing for language modeling, compared with state-of-the-art approaches such as interpolated Kneser-Ney and modified Kneser-Ney smoothing. However, estimation of Bayesian language models is expensive in terms of both computation time and memory; the inference is approximate and requires a number of iterations to converge. In this paper, we present a parallel training algorithm for the HPYLM, which enables the approach to be applied in the context of automatic speech recognition, using large training corpora with large vocabularies. We demonstrate the effectiveness of the proposed algorithm by estimating language models from corpora for meeting transcription containing over 200 million words, and observe significant reductions in perplexity and word error rate.},
  PDF = {http://homepages.inf.ed.ac.uk/s0562315/pubs/interspeech09.pdf},
  ADDRESS = {Brighton, UK},
  MONTH = September,
  YEAR = 2009
}


@INPROCEEDINGS{huang:2009:icassp,
  AUTHOR = {Songfang Huang and Bowen Zhou},
  TITLE = {An {EM} Algorithm for {SCFG} in Formal Syntax-based Translation},
  BOOKTITLE = {Proc. IEEE International Conference on Acoustic, Speech, and Signal Processing (ICASSP'09)},
  PAGES = {4813--4816},
  ABSTRACT = {In this paper, we investigate the use of bilingual parsing on parallel corpora to better estimate the rule parameters in a formal syntax-based machine translation system, which are normally estimated from the inaccurate heuristics. We use an Expectation-Maximization (EM) algorithm to re-estimate the parameters of synchronous context-free grammar (SCFG) rules according to the derivation knowledge from parallel corpora based on maximum likelihood principle, rather than using only the heuristic information. The proposed algorithm produces significantly better BLEU scores than a state-of-the-art formal syntax-based machine translation system on the IWSLT 2006 Chinese to English task.},
  PDF = {http://homepages.inf.ed.ac.uk/s0562315/pubs/icassp09.pdf},
  ADDRESS = {Taiwan, China}
  MONTH = April,
  YEAR = 2009
}

@INPROCEEDINGS{huang:2008:is,
  AUTHOR = {Songfang Huang and Steve Renals},
  TITLE = {Unsupervised Language Model Adaptation Based on Topic and Role Information in Multiparty Meetings},
  BOOKTITLE = {Proc. Interspeech'08},
  PAGES = {833--836},
  ABSTRACT = {We continue our previous work on the modeling of topic and role information from multiparty meetings using a hierarchical Dirichlet process (HDP), in the context of language model adaptation. In this paper we focus on three problems: 1) an empirical analysis of the HDP as a nonparametric topic model; 2) the mismatch problem of vocabularies of the baseline n-gram model and the HDP; and 3) an automatic speech recognition experiment to further verify the effectiveness of our adaptation framework. Experiments on a large meeting corpus of more than 70 hours speech data show consistent and significant improvements in terms of word error rate for language model adaptation based on the topic and role information.},
  PDF = {http://homepages.inf.ed.ac.uk/s0562315/pubs/interspeech08.pdf},
  ADDRESS = {Brisbane, Australia},
  MONTH = September,
  YEAR = 2008
}

@INPROCEEDINGS{huang:2008:ptkl,
  AUTHOR = {Songfang Huang and Steve Renals},
  TITLE = {Using Participant Role in Multiparty Meetings as Prior Knowledge for Nonparametric Topic Modeling},
  BOOKTITLE = {Proc. ICML/UAI/COLT Workshop on Prior Knowledge for Text and Language Processing},
  PAGES = {21--24},
  ABSTRACT = {In this paper we introduce our attempts to incorporate the participant role information in multiparty meetings for document modeling using the hierarchical Dirichlet process. The perplexity and automatic speech recognition results demonstrate that the participant role information is a promising prior knowledge source to be combined with language models for automatic speech recognition and interaction modeling for multiparty meetings.},
  PDF = {http://homepages.inf.ed.ac.uk/s0562315/pubs/ptkl.pdf},
  ADDRESS = {Helsinki, Finland},
  MONTH = July,
  YEAR = 2008
}

@INCOLLECTION{huang:2008:mlmi,
  AUTHOR = {Songfang Huang and Steve Renals},
  TITLE = {Modeling Topic and Role Information in Meetings using the Hierarchical {D}irichlet Process},
  BOOKTITLE = {Machine Learning for Multimodal Interaction V},
  PUBLISHER = {Springer},
  EDITOR = {Popescu-Belis, A. and Stiefelhagen, R.},
  VOLUME = {5237},
  SERIES = {Lecture Notes in Computer Science},
  PAGES = {214--225},
  ABSTRACT = {In this paper, we address the modeling of topic and role information in multiparty meetings, via a nonparametric Bayesian model called the hierarchical Dirichlet process. This model provides a powerful solution to topic modeling and a flexible framework for the incorporation of other cues such as speaker role information. We present our modeling framework for topic and role on the AMI Meeting Corpus, and illustrate the effectiveness of the approach in the context of adapting a baseline language model in a large-vocabulary automatic speech recognition system for multiparty meetings. The adapted LM produces significant improvements in terms of both perplexity and word error rate.},
  PDF = {http://homepages.inf.ed.ac.uk/s0562315/pubs/mlmi08.pdf},
  DOI = {http://dx.doi.org/10.1007/978-3-540-85853-9_20}, 
  YEAR = 2008
}

@INPROCEEDINGS{huang:2007:asru,
  AUTHOR = {Huang, Songfang and Renals, Steve},
  TITLE = {Hierarchical {P}itman-{Y}or Language Models for {ASR} in Meetings},
  BOOKTITLE = {Proc. IEEE Workshop on Automatic Speech Recognition and Understanding (ASRU'07)},
  PAGES = {124--129},
  ABSTRACT = {In this paper we investigate the application of a novel technique for language modeling --- a hierarchical Bayesian language model (LM) based on the Pitman-Yor process --- on automatic speech recognition (ASR) for multiparty meetings. The hierarchical Pitman-Yor language model (HPYLM), which was originally proposed in the machine learning field, provides a Bayesian interpretation to language modeling. An approximation to the HPYLM recovers the exact formulation of the interpolated Kneser-Ney smoothing method in n-gram models. This paper focuses on the application and scalability of HPYLM on a practical large vocabulary ASR system. Experimental results on NIST RT06s evaluation meeting data verify that HPYLM is a competitive and promising language modeling technique, which consistently performs better than interpolated Kneser-Ney and modified Kneser-Ney n-gram LMs in terms of both perplexity (PPL) and word error rate (WER).},
  PDF = {http://homepages.inf.ed.ac.uk/s0562315/pubs/asru07.pdf},
  ADDRESS = {Kyoto, Japan},
  MONTH = December,
  YEAR = 2007
}

@INCOLLECTION{huang:2007:mlmi,
  AUTHOR = {Huang, Songfang and Renals, Steve},
  TITLE = {Modeling Prosodic Features in Language Models for Meetings},
  BOOKTITLE = {Machine Learning for Multimodal Interaction IV},
  PUBLISHER = {Springer},
  EDITOR = {Popescu-Belis, A. and Renals, S. and Bourlard, H.},
  VOLUME = {4892},
  SERIES = {Lecture Notes in Computer Science},
  PAGES = {191--202},
  ABSTRACT = {Prosody has been actively studied as an important knowledge source for speech recognition and understanding. In this paper, we are concerned with the question of exploiting prosody for language models to aid automatic speech recognition in the context of meetings. Using an automatic syllable detection algorithm, the syllable-based prosodic features are extracted to form the prosodic representation for each word. Two modeling approaches are then investigated. One is based on a factored language model, which directly uses the prosodic representation and treats it as a `word'. Instead of direct association, the second approach provides a richer probabilistic structure within a hierarchical Bayesian framework by introducing an intermediate latent variable to represent similar prosodic patterns shared by groups of words. Four-fold cross-validation experiments on the ICSI Meeting Corpus show that exploiting prosody for language modeling can significantly reduce the perplexity, and also have marginal reductions in word error rate.},
  PDF = {http://homepages.inf.ed.ac.uk/s0562315/pubs/mlmi07.pdf},
  DOI = {http://dx.doi.org/10.1007/978-3-540-78155-4_17}, 
  YEAR = 2007
}