<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> <html xmlns="http://www.w3.org/1999/xhtml"> <head> <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> <meta http-equiv="X-UA-Compatible" content="IE=9"/> <meta name="generator" content="Doxygen 1.8.8"/> <title>SphinxBase: src/libsphinxbase/lm/ngram_model_arpa.h Source File</title> <link href="tabs.css" rel="stylesheet" type="text/css"/> <script type="text/javascript" src="jquery.js"></script> <script type="text/javascript" src="dynsections.js"></script> <link href="navtree.css" rel="stylesheet" type="text/css"/> <script type="text/javascript" src="resize.js"></script> <script type="text/javascript" src="navtree.js"></script> <script type="text/javascript"> $(document).ready(initResizable); $(window).load(resizeHeight); </script> <link href="doxygen.css" rel="stylesheet" type="text/css" /> </head> <body> <div id="top"><!-- do not remove this div, it is closed by doxygen! --> <div id="titlearea"> <table cellspacing="0" cellpadding="0"> <tbody> <tr style="height: 56px;"> <td style="padding-left: 0.5em;"> <div id="projectname">SphinxBase  <span id="projectnumber">0.6</span> </div> </td> </tr> </tbody> </table> </div> <!-- end header part --> <!-- Generated by Doxygen 1.8.8 --> <div id="navrow1" class="tabs"> <ul class="tablist"> <li><a href="index.html"><span>Main Page</span></a></li> <li><a href="pages.html"><span>Related Pages</span></a></li> <li><a href="annotated.html"><span>Data Structures</span></a></li> <li class="current"><a href="files.html"><span>Files</span></a></li> </ul> </div> <div id="navrow2" class="tabs2"> <ul class="tablist"> <li><a href="files.html"><span>File List</span></a></li> <li><a href="globals.html"><span>Globals</span></a></li> </ul> </div> </div><!-- top --> <div id="side-nav" class="ui-resizable side-nav-resizable"> <div id="nav-tree"> <div id="nav-tree-contents"> <div id="nav-sync" class="sync"></div> </div> </div> <div id="splitbar" style="-moz-user-select:none;" class="ui-resizable-handle"> </div> </div> <script type="text/javascript"> $(document).ready(function(){initNavTree('ngram__model__arpa_8h_source.html','');}); </script> <div id="doc-content"> <div class="header"> <div class="headertitle"> <div class="title">ngram_model_arpa.h</div> </div> </div><!--header--> <div class="contents"> <div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">/* -*- c-basic-offset: 4; indent-tabs-mode: nil -*- */</span></div> <div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">/* ====================================================================</span></div> <div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> * Copyright (c) 1999-2007 Carnegie Mellon University. All rights</span></div> <div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> * reserved.</span></div> <div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"> *</span></div> <div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> * Redistribution and use in source and binary forms, with or without</span></div> <div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> * modification, are permitted provided that the following conditions</span></div> <div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment"> * are met:</span></div> <div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment"> *</span></div> <div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment"> * 1. Redistributions of source code must retain the above copyright</span></div> <div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment"> * notice, this list of conditions and the following disclaimer. </span></div> <div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment"> *</span></div> <div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment"> * 2. Redistributions in binary form must reproduce the above copyright</span></div> <div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="comment"> * notice, this list of conditions and the following disclaimer in</span></div> <div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="comment"> * the documentation and/or other materials provided with the</span></div> <div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="comment"> * distribution.</span></div> <div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="comment"> *</span></div> <div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="comment"> * This work was supported in part by funding from the Defense Advanced </span></div> <div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="comment"> * Research Projects Agency and the National Science Foundation of the </span></div> <div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="comment"> * United States of America, and the CMU Sphinx Speech Consortium.</span></div> <div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="comment"> *</span></div> <div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="comment"> * THIS SOFTWARE IS PROVIDED BY CARNEGIE MELLON UNIVERSITY ``AS IS'' AND </span></div> <div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="comment"> * ANY EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, </span></div> <div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="comment"> * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR</span></div> <div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="comment"> * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL CARNEGIE MELLON UNIVERSITY</span></div> <div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="comment"> * NOR ITS EMPLOYEES BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,</span></div> <div class="line"><a name="l00027"></a><span class="lineno"> 27</span> <span class="comment"> * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT </span></div> <div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="comment"> * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, </span></div> <div class="line"><a name="l00029"></a><span class="lineno"> 29</span> <span class="comment"> * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY </span></div> <div class="line"><a name="l00030"></a><span class="lineno"> 30</span> <span class="comment"> * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT </span></div> <div class="line"><a name="l00031"></a><span class="lineno"> 31</span> <span class="comment"> * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE </span></div> <div class="line"><a name="l00032"></a><span class="lineno"> 32</span> <span class="comment"> * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.</span></div> <div class="line"><a name="l00033"></a><span class="lineno"> 33</span> <span class="comment"> *</span></div> <div class="line"><a name="l00034"></a><span class="lineno"> 34</span> <span class="comment"> * ====================================================================</span></div> <div class="line"><a name="l00035"></a><span class="lineno"> 35</span> <span class="comment"> *</span></div> <div class="line"><a name="l00036"></a><span class="lineno"> 36</span> <span class="comment"> */</span></div> <div class="line"><a name="l00037"></a><span class="lineno"> 37</span> <span class="comment">/*</span></div> <div class="line"><a name="l00038"></a><span class="lineno"> 38</span> <span class="comment"> * \file ngram_model_arpa.h ARPABO text format for N-Gram models</span></div> <div class="line"><a name="l00039"></a><span class="lineno"> 39</span> <span class="comment"> *</span></div> <div class="line"><a name="l00040"></a><span class="lineno"> 40</span> <span class="comment"> * Author: David Huggins-Daines <dhuggins@cs.cmu.edu></span></div> <div class="line"><a name="l00041"></a><span class="lineno"> 41</span> <span class="comment"> */</span></div> <div class="line"><a name="l00042"></a><span class="lineno"> 42</span> </div> <div class="line"><a name="l00043"></a><span class="lineno"> 43</span> <span class="preprocessor">#ifndef __NGRAM_MODEL_ARPA_H__</span></div> <div class="line"><a name="l00044"></a><span class="lineno"> 44</span> <span class="preprocessor">#define __NGRAM_MODEL_ARPA_H__</span></div> <div class="line"><a name="l00045"></a><span class="lineno"> 45</span> </div> <div class="line"><a name="l00046"></a><span class="lineno"> 46</span> <span class="preprocessor">#include "ngram_model_internal.h"</span></div> <div class="line"><a name="l00047"></a><span class="lineno"> 47</span> <span class="preprocessor">#include "lm3g_model.h"</span></div> <div class="line"><a name="l00048"></a><span class="lineno"> 48</span> </div> <div class="line"><a name="l00052"></a><span class="lineno"><a class="line" href="structbigram__s.html"> 52</a></span> <span class="keyword">struct </span><a class="code" href="structbigram__s.html">bigram_s</a> {</div> <div class="line"><a name="l00053"></a><span class="lineno"><a class="line" href="structbigram__s.html#af66faad954d56f5ceaf6ba47cdcd9b1f"> 53</a></span>  uint32 <a class="code" href="structbigram__s.html#af66faad954d56f5ceaf6ba47cdcd9b1f">wid</a>; </div> <div class="line"><a name="l00054"></a><span class="lineno"><a class="line" href="structbigram__s.html#a769b8a54f864ac4844e37cfa17ed1af0"> 54</a></span>  uint16 <a class="code" href="structbigram__s.html#a769b8a54f864ac4844e37cfa17ed1af0">prob2</a>; </div> <div class="line"><a name="l00055"></a><span class="lineno"><a class="line" href="structbigram__s.html#a410991054e81251285cbc209964cdaf4"> 55</a></span>  uint16 <a class="code" href="structbigram__s.html#a410991054e81251285cbc209964cdaf4">bo_wt2</a>; </div> <div class="line"><a name="l00056"></a><span class="lineno"><a class="line" href="structbigram__s.html#a11c1cb1d7c40de624f09c372b36a6857"> 56</a></span>  uint16 <a class="code" href="structbigram__s.html#a11c1cb1d7c40de624f09c372b36a6857">trigrams</a>; </div> <div class="line"><a name="l00058"></a><span class="lineno"> 58</span> };</div> <div class="line"><a name="l00059"></a><span class="lineno"> 59</span> </div> <div class="line"><a name="l00066"></a><span class="lineno"><a class="line" href="structtrigram__s.html"> 66</a></span> <span class="keyword">struct </span><a class="code" href="structtrigram__s.html">trigram_s</a> {</div> <div class="line"><a name="l00067"></a><span class="lineno"><a class="line" href="structtrigram__s.html#a492e1fedb16fa11d26a941177c1305be"> 67</a></span>  uint32 <a class="code" href="structtrigram__s.html#a492e1fedb16fa11d26a941177c1305be">wid</a>; </div> <div class="line"><a name="l00068"></a><span class="lineno"><a class="line" href="structtrigram__s.html#a52f3fad42f7c653a469af0c1b75988a9"> 68</a></span>  uint16 <a class="code" href="structtrigram__s.html#a52f3fad42f7c653a469af0c1b75988a9">prob3</a>; </div> <div class="line"><a name="l00069"></a><span class="lineno"> 69</span> };</div> <div class="line"><a name="l00070"></a><span class="lineno"> 70</span> </div> <div class="line"><a name="l00071"></a><span class="lineno"> 71</span> </div> <div class="line"><a name="l00075"></a><span class="lineno"><a class="line" href="structngram__model__arpa__s.html"> 75</a></span> <span class="keyword">typedef</span> <span class="keyword">struct </span><a class="code" href="structngram__model__arpa__s.html">ngram_model_arpa_s</a> {</div> <div class="line"><a name="l00076"></a><span class="lineno"><a class="line" href="structngram__model__arpa__s.html#ab09caa709057492ca333e7349e006c5d"> 76</a></span>  <a class="code" href="structngram__model__s.html">ngram_model_t</a> <a class="code" href="structngram__model__arpa__s.html#ab09caa709057492ca333e7349e006c5d">base</a>; </div> <div class="line"><a name="l00077"></a><span class="lineno"><a class="line" href="structngram__model__arpa__s.html#abe1aa64587afdcb6134c0efaad622e78"> 77</a></span>  <a class="code" href="structlm3g__model__s.html">lm3g_model_t</a> <a class="code" href="structngram__model__arpa__s.html#abe1aa64587afdcb6134c0efaad622e78">lm3g</a>; </div> <div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  <span class="comment">/* Arrays of unique bigram probs and bo-wts, and trigram probs</span></div> <div class="line"><a name="l00080"></a><span class="lineno"> 80</span> <span class="comment"> * (these are temporary, actually) */</span></div> <div class="line"><a name="l00081"></a><span class="lineno"> 81</span>  <a class="code" href="structsorted__list__t.html">sorted_list_t</a> sorted_prob2;</div> <div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <a class="code" href="structsorted__list__t.html">sorted_list_t</a> sorted_bo_wt2;</div> <div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  <a class="code" href="structsorted__list__t.html">sorted_list_t</a> sorted_prob3;</div> <div class="line"><a name="l00084"></a><span class="lineno"> 84</span> } <a class="code" href="structngram__model__arpa__s.html">ngram_model_arpa_t</a>;</div> <div class="line"><a name="l00085"></a><span class="lineno"> 85</span> </div> <div class="line"><a name="l00086"></a><span class="lineno"> 86</span> <span class="preprocessor">#endif </span><span class="comment">/* __NGRAM_MODEL_ARPA_H__ */</span><span class="preprocessor"></span></div> <div class="ttc" id="structbigram__s_html"><div class="ttname"><a href="structbigram__s.html">bigram_s</a></div><div class="ttdoc">Bigram structure. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00052">ngram_model_arpa.h:52</a></div></div> <div class="ttc" id="structtrigram__s_html_a52f3fad42f7c653a469af0c1b75988a9"><div class="ttname"><a href="structtrigram__s.html#a52f3fad42f7c653a469af0c1b75988a9">trigram_s::prob3</a></div><div class="ttdeci">uint16 prob3</div><div class="ttdoc">Index into array of actual trigram probs. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00068">ngram_model_arpa.h:68</a></div></div> <div class="ttc" id="structngram__model__arpa__s_html"><div class="ttname"><a href="structngram__model__arpa__s.html">ngram_model_arpa_s</a></div><div class="ttdoc">Subclass of ngram_model for ARPA file reading. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00075">ngram_model_arpa.h:75</a></div></div> <div class="ttc" id="structtrigram__s_html"><div class="ttname"><a href="structtrigram__s.html">trigram_s</a></div><div class="ttdoc">Trigram structure. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00066">ngram_model_arpa.h:66</a></div></div> <div class="ttc" id="structngram__model__arpa__s_html_ab09caa709057492ca333e7349e006c5d"><div class="ttname"><a href="structngram__model__arpa__s.html#ab09caa709057492ca333e7349e006c5d">ngram_model_arpa_s::base</a></div><div class="ttdeci">ngram_model_t base</div><div class="ttdoc">Base ngram_model_t structure. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00076">ngram_model_arpa.h:76</a></div></div> <div class="ttc" id="structlm3g__model__s_html"><div class="ttname"><a href="structlm3g__model__s.html">lm3g_model_s</a></div><div class="ttdoc">Common internal structure for Sphinx 3-gram models. </div><div class="ttdef"><b>Definition:</b> <a href="lm3g__model_8h_source.html#l00142">lm3g_model.h:142</a></div></div> <div class="ttc" id="structbigram__s_html_a11c1cb1d7c40de624f09c372b36a6857"><div class="ttname"><a href="structbigram__s.html#a11c1cb1d7c40de624f09c372b36a6857">bigram_s::trigrams</a></div><div class="ttdeci">uint16 trigrams</div><div class="ttdoc">Index of 1st entry in lm_t.trigrams[], RELATIVE TO its segment base (see above) </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00056">ngram_model_arpa.h:56</a></div></div> <div class="ttc" id="structbigram__s_html_a769b8a54f864ac4844e37cfa17ed1af0"><div class="ttname"><a href="structbigram__s.html#a769b8a54f864ac4844e37cfa17ed1af0">bigram_s::prob2</a></div><div class="ttdeci">uint16 prob2</div><div class="ttdoc">Index into array of actual bigram probs. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00054">ngram_model_arpa.h:54</a></div></div> <div class="ttc" id="structsorted__list__t_html"><div class="ttname"><a href="structsorted__list__t.html">sorted_list_t</a></div><div class="ttdoc">The sorted list. </div><div class="ttdef"><b>Definition:</b> <a href="lm3g__model_8h_source.html#l00082">lm3g_model.h:82</a></div></div> <div class="ttc" id="structbigram__s_html_a410991054e81251285cbc209964cdaf4"><div class="ttname"><a href="structbigram__s.html#a410991054e81251285cbc209964cdaf4">bigram_s::bo_wt2</a></div><div class="ttdeci">uint16 bo_wt2</div><div class="ttdoc">Index into array of actual bigram backoff wts. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00055">ngram_model_arpa.h:55</a></div></div> <div class="ttc" id="structngram__model__arpa__s_html_abe1aa64587afdcb6134c0efaad622e78"><div class="ttname"><a href="structngram__model__arpa__s.html#abe1aa64587afdcb6134c0efaad622e78">ngram_model_arpa_s::lm3g</a></div><div class="ttdeci">lm3g_model_t lm3g</div><div class="ttdoc">Shared lm3g structure. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00077">ngram_model_arpa.h:77</a></div></div> <div class="ttc" id="structngram__model__s_html"><div class="ttname"><a href="structngram__model__s.html">ngram_model_s</a></div><div class="ttdoc">Common implementation of ngram_model_t. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__internal_8h_source.html#l00055">ngram_model_internal.h:55</a></div></div> <div class="ttc" id="structbigram__s_html_af66faad954d56f5ceaf6ba47cdcd9b1f"><div class="ttname"><a href="structbigram__s.html#af66faad954d56f5ceaf6ba47cdcd9b1f">bigram_s::wid</a></div><div class="ttdeci">uint32 wid</div><div class="ttdoc">Index of unigram entry for this. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00053">ngram_model_arpa.h:53</a></div></div> <div class="ttc" id="structtrigram__s_html_a492e1fedb16fa11d26a941177c1305be"><div class="ttname"><a href="structtrigram__s.html#a492e1fedb16fa11d26a941177c1305be">trigram_s::wid</a></div><div class="ttdeci">uint32 wid</div><div class="ttdoc">Index of unigram entry for this. </div><div class="ttdef"><b>Definition:</b> <a href="ngram__model__arpa_8h_source.html#l00067">ngram_model_arpa.h:67</a></div></div> </div><!-- fragment --></div><!-- contents --> </div><!-- doc-content --> <!-- start footer part --> <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> <ul> <li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.html">src</a></li><li class="navelem"><a class="el" href="dir_3b5e6589d8d7d3e6424fe0fcd4bf9c2a.html">libsphinxbase</a></li><li class="navelem"><a class="el" href="dir_60aae0458aa1ecc8feb93296b73d98ea.html">lm</a></li><li class="navelem"><b>ngram_model_arpa.h</b></li> <li class="footer">Generated on Sat Oct 18 2014 15:21:16 for SphinxBase by <a href="http://www.doxygen.org/index.html"> <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.8 </li> </ul> </div> </body> </html>