Issue #1538 - remove speech recognition engine

This removes speech recognition, pocketsphinx, training models
and the speech automated test interface.
This also re-establishes proper use of MOZ_WEBSPEECH to work
for the speech API (synthesis part only) that was a broken mess
before, with some synth parts being always built, some parts
being built only with it enabled and recognition parts being
dependent on it. I'm pretty sure it'd be totally busted if you'd
ever have tried building without MOZ_WEBPEECH before.

Tested that synthesis still works as-intended.

This resolves #1538

1 files changed, 0 insertions, 415 deletions

diff --git a/media/pocketsphinx/src/ms_senone.c b/media/pocketsphinx/src/ms_senone.c
deleted file mode 100644
index d92e9ee36..000000000
--- a/media/pocketsphinx/src/ms_senone.c
+++ /dev/null
@@ -1,415 +0,0 @@
-/* -*- c-basic-offset: 4; indent-tabs-mode: nil -*- */
-/* ====================================================================
- * Copyright (c) 1999-2004 Carnegie Mellon University.  All rights
- * reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- *
- * 1. Redistributions of source code must retain the above copyright
- *    notice, this list of conditions and the following disclaimer. 
- *
- * 2. Redistributions in binary form must reproduce the above copyright
- *    notice, this list of conditions and the following disclaimer in
- *    the documentation and/or other materials provided with the
- *    distribution.
- *
- * This work was supported in part by funding from the Defense Advanced 
- * Research Projects Agency and the National Science Foundation of the 
- * United States of America, and the CMU Sphinx Speech Consortium.
- *
- * THIS SOFTWARE IS PROVIDED BY CARNEGIE MELLON UNIVERSITY ``AS IS'' AND 
- * ANY EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 
- * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL CARNEGIE MELLON UNIVERSITY
- * NOR ITS EMPLOYEES BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 
- * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * ====================================================================
- *
- */
-
-/* System headers. */
-#include <string.h>
-#include <stdio.h>
-#include <assert.h>
-
-/* SphinxBase headers. */
-#include <sphinxbase/bio.h>
-
-/* Local headers. */
-#include "ms_senone.h"
-
-#define MIXW_PARAM_VERSION	"1.0"
-#define SPDEF_PARAM_VERSION	"1.2"
-
-static int32
-senone_mgau_map_read(senone_t * s, char const *file_name)
-{
-    FILE *fp;
-    int32 byteswap, chksum_present, n_gauden_present;
-    uint32 chksum;
-    int32 i;
-    char eofchk;
-    char **argname, **argval;
-    void *ptr;
-    float32 v;
-
-    E_INFO("Reading senone gauden-codebook map file: %s\n", file_name);
-
-    if ((fp = fopen(file_name, "rb")) == NULL)
-        E_FATAL_SYSTEM("Failed to open map file '%s' for reading", file_name);
-
-    /* Read header, including argument-value info and 32-bit byteorder magic */
-    if (bio_readhdr(fp, &argname, &argval, &byteswap) < 0)
-        E_FATAL("Failed to read header from file '%s'\n", file_name);
-
-    /* Parse argument-value list */
-    chksum_present = 0;
-    n_gauden_present = 0;
-    for (i = 0; argname[i]; i++) {
-        if (strcmp(argname[i], "version") == 0) {
-            if (strcmp(argval[i], SPDEF_PARAM_VERSION) != 0) {
-                E_WARN("Version mismatch(%s): %s, expecting %s\n",
-                       file_name, argval[i], SPDEF_PARAM_VERSION);
-            }
-
-            /* HACK!! Convert version# to float32 and take appropriate action */
-            if (sscanf(argval[i], "%f", &v) != 1)
-                E_FATAL("%s: Bad version no. string: %s\n", file_name,
-                        argval[i]);
-
-            n_gauden_present = (v > 1.1) ? 1 : 0;
-        }
-        else if (strcmp(argname[i], "chksum0") == 0) {
-            chksum_present = 1; /* Ignore the associated value */
-        }
-    }
-    bio_hdrarg_free(argname, argval);
-    argname = argval = NULL;
-
-    chksum = 0;
-
-    /* Read #gauden (if version matches) */
-    if (n_gauden_present) {
-        E_INFO("Reading number of codebooks from %s\n", file_name);
-        if (bio_fread
-            (&(s->n_gauden), sizeof(int32), 1, fp, byteswap, &chksum) != 1)
-            E_FATAL("fread(%s) (#gauden) failed\n", file_name);
-    }
-
-    /* Read 1d array data */
-    if (bio_fread_1d(&ptr, sizeof(uint32), &(s->n_sen), fp,
-		     byteswap, &chksum) < 0) {
-        E_FATAL("bio_fread_1d(%s) failed\n", file_name);
-    }
-    s->mgau = ptr;
-    E_INFO("Mapping %d senones to %d codebooks\n", s->n_sen, s->n_gauden);
-
-    /* Infer n_gauden if not present in this version */
-    if (!n_gauden_present) {
-        s->n_gauden = 1;
-        for (i = 0; i < s->n_sen; i++)
-            if (s->mgau[i] >= s->n_gauden)
-                s->n_gauden = s->mgau[i] + 1;
-    }
-
-    if (chksum_present)
-        bio_verify_chksum(fp, byteswap, chksum);
-
-    if (fread(&eofchk, 1, 1, fp) == 1)
-        E_FATAL("More data than expected in %s: %d\n", file_name, eofchk);
-
-    fclose(fp);
-
-    E_INFO("Read %d->%d senone-codebook mappings\n", s->n_sen,
-           s->n_gauden);
-
-    return 1;
-}
-
-
-static int32
-senone_mixw_read(senone_t * s, char const *file_name, logmath_t *lmath)
-{
-    char eofchk;
-    FILE *fp;
-    int32 byteswap, chksum_present;
-    uint32 chksum;
-    float32 *pdf;
-    int32 i, f, c, p, n_err;
-    char **argname, **argval;
-
-    E_INFO("Reading senone mixture weights: %s\n", file_name);
-
-    if ((fp = fopen(file_name, "rb")) == NULL)
-        E_FATAL_SYSTEM("Failed to open mixture weights file '%s' for reading", file_name);
-
-    /* Read header, including argument-value info and 32-bit byteorder magic */
-    if (bio_readhdr(fp, &argname, &argval, &byteswap) < 0)
-        E_FATAL("Failed to read header from file '%s'\n", file_name);
-
-    /* Parse argument-value list */
-    chksum_present = 0;
-    for (i = 0; argname[i]; i++) {
-        if (strcmp(argname[i], "version") == 0) {
-            if (strcmp(argval[i], MIXW_PARAM_VERSION) != 0)
-                E_WARN("Version mismatch(%s): %s, expecting %s\n",
-                       file_name, argval[i], MIXW_PARAM_VERSION);
-        }
-        else if (strcmp(argname[i], "chksum0") == 0) {
-            chksum_present = 1; /* Ignore the associated value */
-        }
-    }
-    bio_hdrarg_free(argname, argval);
-    argname = argval = NULL;
-
-    chksum = 0;
-
-    /* Read #senones, #features, #codewords, arraysize */
-    if ((bio_fread(&(s->n_sen), sizeof(int32), 1, fp, byteswap, &chksum) !=
-         1)
-        ||
-        (bio_fread(&(s->n_feat), sizeof(int32), 1, fp, byteswap, &chksum)
-         != 1)
-        || (bio_fread(&(s->n_cw), sizeof(int32), 1, fp, byteswap, &chksum)
-            != 1)
-        || (bio_fread(&i, sizeof(int32), 1, fp, byteswap, &chksum) != 1)) {
-        E_FATAL("bio_fread(%s) (arraysize) failed\n", file_name);
-    }
-    if (i != s->n_sen * s->n_feat * s->n_cw) {
-        E_FATAL
-            ("%s: #float32s(%d) doesn't match dimensions: %d x %d x %d\n",
-             file_name, i, s->n_sen, s->n_feat, s->n_cw);
-    }
-
-    /*
-     * Compute #LSB bits to be dropped to represent mixwfloor with 8 bits.
-     * All PDF values will be truncated (in the LSB positions) by these many bits.
-     */
-    if ((s->mixwfloor <= 0.0) || (s->mixwfloor >= 1.0))
-        E_FATAL("mixwfloor (%e) not in range (0, 1)\n", s->mixwfloor);
-
-    /* Use a fixed shift for compatibility with everything else. */
-    E_INFO("Truncating senone logs3(pdf) values by %d bits\n", SENSCR_SHIFT);
-
-    /*
-     * Allocate memory for senone PDF data.  Organize normally or transposed depending on
-     * s->n_gauden.
-     */
-    if (s->n_gauden > 1) {
-	E_INFO("Not transposing mixture weights in memory\n");
-        s->pdf =
-            (senprob_t ***) ckd_calloc_3d(s->n_sen, s->n_feat, s->n_cw,
-                                          sizeof(senprob_t));
-    }
-    else {
-	E_INFO("Transposing mixture weights in memory\n");
-        s->pdf =
-            (senprob_t ***) ckd_calloc_3d(s->n_feat, s->n_cw, s->n_sen,
-                                          sizeof(senprob_t));
-    }
-
-    /* Temporary structure to read in floats */
-    pdf = (float32 *) ckd_calloc(s->n_cw, sizeof(float32));
-
-    /* Read senone probs data, normalize, floor, convert to logs3, truncate to 8 bits */
-    n_err = 0;
-    for (i = 0; i < s->n_sen; i++) {
-        for (f = 0; f < s->n_feat; f++) {
-            if (bio_fread
-                ((void *) pdf, sizeof(float32), s->n_cw, fp, byteswap,
-                 &chksum)
-                != s->n_cw) {
-                E_FATAL("bio_fread(%s) (arraydata) failed\n", file_name);
-            }
-
-            /* Normalize and floor */
-            if (vector_sum_norm(pdf, s->n_cw) <= 0.0)
-                n_err++;
-            vector_floor(pdf, s->n_cw, s->mixwfloor);
-            vector_sum_norm(pdf, s->n_cw);
-
-            /* Convert to logs3, truncate to 8 bits, and store in s->pdf */
-            for (c = 0; c < s->n_cw; c++) {
-                p = -(logmath_log(lmath, pdf[c]));
-                p += (1 << (SENSCR_SHIFT - 1)) - 1; /* Rounding before truncation */
-
-                if (s->n_gauden > 1)
-                    s->pdf[i][f][c] =
-                        (p < (255 << SENSCR_SHIFT)) ? (p >> SENSCR_SHIFT) : 255;
-                else
-                    s->pdf[f][c][i] =
-                        (p < (255 << SENSCR_SHIFT)) ? (p >> SENSCR_SHIFT) : 255;
-            }
-        }
-    }
-    if (n_err > 0)
-        E_WARN("Weight normalization failed for %d mixture weights components\n", n_err);
-
-    ckd_free(pdf);
-
-    if (chksum_present)
-        bio_verify_chksum(fp, byteswap, chksum);
-
-    if (fread(&eofchk, 1, 1, fp) == 1)
-        E_FATAL("More data than expected in %s\n", file_name);
-
-    fclose(fp);
-
-    E_INFO
-        ("Read mixture weights for %d senones: %d features x %d codewords\n",
-         s->n_sen, s->n_feat, s->n_cw);
-
-    return 1;
-}
-
-
-senone_t *
-senone_init(gauden_t *g, char const *mixwfile, char const *sen2mgau_map_file,
-	    float32 mixwfloor, logmath_t *lmath, bin_mdef_t *mdef)
-{
-    senone_t *s;
-    int32 n = 0, i;
-
-    s = (senone_t *) ckd_calloc(1, sizeof(senone_t));
-    s->lmath = logmath_init(logmath_get_base(lmath), SENSCR_SHIFT, TRUE);
-    s->mixwfloor = mixwfloor;
-
-    s->n_gauden = g->n_mgau;
-    if (sen2mgau_map_file) {
-	if (!(strcmp(sen2mgau_map_file, ".semi.") == 0
-	      || strcmp(sen2mgau_map_file, ".ptm.") == 0
-	      || strcmp(sen2mgau_map_file, ".cont.") == 0)) {
-	    senone_mgau_map_read(s, sen2mgau_map_file);
-	    n = s->n_sen;
-	}
-    }
-    else {
-	if (s->n_gauden == 1)
-	    sen2mgau_map_file = ".semi.";
-	else if (s->n_gauden == bin_mdef_n_ciphone(mdef))
-	    sen2mgau_map_file = ".ptm.";
-	else
-	    sen2mgau_map_file = ".cont.";
-    }
-
-    senone_mixw_read(s, mixwfile, lmath);
-
-    if (strcmp(sen2mgau_map_file, ".semi.") == 0) {
-        /* All-to-1 senones-codebook mapping */
-	E_INFO("Mapping all senones to one codebook\n");
-        s->mgau = (uint32 *) ckd_calloc(s->n_sen, sizeof(*s->mgau));
-    }
-    else if (strcmp(sen2mgau_map_file, ".ptm.") == 0) {
-        /* All-to-ciphone-id senones-codebook mapping */
-	E_INFO("Mapping senones to context-independent phone codebooks\n");
-        s->mgau = (uint32 *) ckd_calloc(s->n_sen, sizeof(*s->mgau));
-        for (i = 0; i < s->n_sen; i++)
-	    s->mgau[i] = bin_mdef_sen2cimap(mdef, i);
-    }
-    else if (strcmp(sen2mgau_map_file, ".cont.") == 0
-             || strcmp(sen2mgau_map_file, ".s3cont.") == 0) {
-        /* 1-to-1 senone-codebook mapping */
-	E_INFO("Mapping senones to individual codebooks\n");
-        if (s->n_sen <= 1)
-            E_FATAL("#senone=%d; must be >1\n", s->n_sen);
-
-        s->mgau = (uint32 *) ckd_calloc(s->n_sen, sizeof(*s->mgau));
-        for (i = 0; i < s->n_sen; i++)
-            s->mgau[i] = i;
-	/* Not sure why this is here, it probably does nothing. */
-        s->n_gauden = s->n_sen;
-    }
-    else {
-        if (s->n_sen != n)
-            E_FATAL("#senones inconsistent: %d in %s; %d in %s\n",
-                    n, sen2mgau_map_file, s->n_sen, mixwfile);
-    }
-
-    s->featscr = NULL;
-    return s;
-}
-
-void
-senone_free(senone_t * s)
-{
-    if (s == NULL)
-        return;
-    if (s->pdf)
-        ckd_free_3d((void *) s->pdf);
-    if (s->mgau)
-        ckd_free(s->mgau);
-    if (s->featscr)
-        ckd_free(s->featscr);
-    logmath_free(s->lmath);
-    ckd_free(s);
-}
-
-
-/*
- * Compute senone score for one senone.
- * NOTE:  Remember that senone PDF tables contain SCALED, NEGATED logs3 values.
- * NOTE:  Remember also that PDF data may be transposed or not depending on s->n_gauden.
- */
-int32
-senone_eval(senone_t * s, int id, gauden_dist_t ** dist, int32 n_top)
-{
-    int32 scr;                  /* total senone score */
-    int32 fden;                 /* Gaussian density */
-    int32 fscr;                 /* senone score for one feature */
-    int32 fwscr;                /* senone score for one feature, one codeword */
-    int32 f, t;
-    gauden_dist_t *fdist;
-
-    assert((id >= 0) && (id < s->n_sen));
-    assert((n_top > 0) && (n_top <= s->n_cw));
-
-    scr = 0;
-
-    for (f = 0; f < s->n_feat; f++) {
-#ifdef SPHINX_DEBUG
-        int top;
-#endif
-        fdist = dist[f];
-
-        /* Top codeword for feature f */
-#ifdef SPHINX_DEBUG
-	top = 
-#endif
-	fden = ((int32)fdist[0].dist + ((1<<SENSCR_SHIFT) - 1)) >> SENSCR_SHIFT;
-        fscr = (s->n_gauden > 1)
-	    ? (fden + -s->pdf[id][f][fdist[0].id])  /* untransposed */
-	    : (fden + -s->pdf[f][fdist[0].id][id]); /* transposed */
-        E_DEBUG(1, ("fden[%d][%d] l+= %d + %d = %d\n",
-                    id, f, -(fscr - fden), -(fden-top), -(fscr-top)));
-        /* Remaining of n_top codewords for feature f */
-        for (t = 1; t < n_top; t++) {
-	    fden = ((int32)fdist[t].dist + ((1<<SENSCR_SHIFT) - 1)) >> SENSCR_SHIFT;
-            fwscr = (s->n_gauden > 1) ?
-                (fden + -s->pdf[id][f][fdist[t].id]) :
-                (fden + -s->pdf[f][fdist[t].id][id]);
-            fscr = logmath_add(s->lmath, fscr, fwscr);
-            E_DEBUG(1, ("fden[%d][%d] l+= %d + %d = %d\n",
-                        id, f, -(fwscr - fden), -(fden-top), -(fscr-top)));
-        }
-	/* Senone scores are also scaled, negated logs3 values.  Hence
-	 * we have to negate the stuff we calculated above. */
-        scr -= fscr;
-    }
-    /* Downscale scores. */
-    scr /= s->aw;
-
-    /* Avoid overflowing int16 */
-    if (scr > 32767)
-      scr = 32767;
-    if (scr < -32768)
-      scr = -32768;
-    return scr;
-}