255 lines
8.5 KiB
C
255 lines
8.5 KiB
C
|
#include <stdio.h>
|
||
|
|
#include <string.h>
|
||
|
|
#include <pocketsphinx.h>
|
||
|
|
|
||
|
|
#include <sphinxbase/logmath.h>
|
||
|
|
|
||
|
|
#include "acmod.h"
|
||
|
|
#include "test_macros.h"
|
||
|
|
|
||
|
|
static const mfcc_t prior[13] = {
|
||
|
|
FLOAT2MFCC(37.03),
|
||
|
|
FLOAT2MFCC(-1.01),
|
||
|
|
FLOAT2MFCC(0.53),
|
||
|
|
FLOAT2MFCC(0.49),
|
||
|
|
FLOAT2MFCC(-0.60),
|
||
|
|
FLOAT2MFCC(0.14),
|
||
|
|
FLOAT2MFCC(-0.05),
|
||
|
|
FLOAT2MFCC(0.25),
|
||
|
|
FLOAT2MFCC(0.37),
|
||
|
|
FLOAT2MFCC(0.58),
|
||
|
|
FLOAT2MFCC(0.13),
|
||
|
|
FLOAT2MFCC(-0.16),
|
||
|
|
FLOAT2MFCC(0.17)
|
||
|
|
};
|
||
|
|
|
||
|
|
int
|
||
|
|
main(int argc, char *argv[])
|
||
|
|
{
|
||
|
|
acmod_t *acmod;
|
||
|
|
logmath_t *lmath;
|
||
|
|
cmd_ln_t *config;
|
||
|
|
FILE *rawfh;
|
||
|
|
int16 *buf;
|
||
|
|
int16 const *bptr;
|
||
|
|
mfcc_t **cepbuf, **cptr;
|
||
|
|
size_t nread, nsamps;
|
||
|
|
int nfr;
|
||
|
|
int frame_counter;
|
||
|
|
int bestsen1[270];
|
||
|
|
|
||
|
|
lmath = logmath_init(1.0001, 0, 0);
|
||
|
|
config = cmd_ln_init(NULL, ps_args(), TRUE,
|
||
|
|
"-mdef", MODELDIR "/en-us/en-us/mdef",
|
||
|
|
"-mean", MODELDIR "/en-us/en-us/means",
|
||
|
|
"-var", MODELDIR "/en-us/en-us/variances",
|
||
|
|
"-tmat", MODELDIR "/en-us/en-us/transition_matrices",
|
||
|
|
"-sendump", MODELDIR "/en-us/en-us/sendump",
|
||
|
|
"-compallsen", "true",
|
||
|
|
"-cmn", "prior",
|
||
|
|
"-tmatfloor", "0.0001",
|
||
|
|
"-mixwfloor", "0.001",
|
||
|
|
"-varfloor", "0.0001",
|
||
|
|
"-mmap", "no",
|
||
|
|
"-topn", "4",
|
||
|
|
"-ds", "1",
|
||
|
|
"-input_endian", "little",
|
||
|
|
"-samprate", "16000", NULL);
|
||
|
|
TEST_ASSERT(config);
|
||
|
|
cmd_ln_parse_file_r(config, ps_args(), MODELDIR "/en-us/en-us/feat.params", FALSE);
|
||
|
|
|
||
|
|
TEST_ASSERT(acmod = acmod_init(config, lmath, NULL, NULL));
|
||
|
|
cmn_prior_set(acmod->fcb->cmn_struct, prior);
|
||
|
|
|
||
|
|
nsamps = 2048;
|
||
|
|
frame_counter = 0;
|
||
|
|
buf = ckd_calloc(nsamps, sizeof(*buf));
|
||
|
|
TEST_ASSERT(rawfh = fopen(DATADIR "/goforward.raw", "rb"));
|
||
|
|
TEST_EQUAL(0, acmod_start_utt(acmod));
|
||
|
|
E_INFO("Incremental(2048):\n");
|
||
|
|
while (!feof(rawfh)) {
|
||
|
|
nread = fread(buf, sizeof(*buf), nsamps, rawfh);
|
||
|
|
bptr = buf;
|
||
|
|
while ((nfr = acmod_process_raw(acmod, &bptr, &nread, FALSE)) > 0 || nread > 0) {
|
||
|
|
int16 best_score;
|
||
|
|
int frame_idx = -1, best_senid;
|
||
|
|
while (acmod->n_feat_frame > 0) {
|
||
|
|
acmod_score(acmod, &frame_idx);
|
||
|
|
acmod_advance(acmod);
|
||
|
|
best_score = acmod_best_score(acmod, &best_senid);
|
||
|
|
E_INFO("Frame %d best senone %d score %d\n",
|
||
|
|
frame_idx, best_senid, best_score);
|
||
|
|
TEST_EQUAL(frame_counter, frame_idx);
|
||
|
|
if (frame_counter < 190)
|
||
|
|
bestsen1[frame_counter] = best_score;
|
||
|
|
++frame_counter;
|
||
|
|
frame_idx = -1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
TEST_EQUAL(0, acmod_end_utt(acmod));
|
||
|
|
nread = 0;
|
||
|
|
{
|
||
|
|
int16 best_score;
|
||
|
|
int frame_idx = -1, best_senid;
|
||
|
|
while (acmod->n_feat_frame > 0) {
|
||
|
|
acmod_score(acmod, &frame_idx);
|
||
|
|
acmod_advance(acmod);
|
||
|
|
best_score = acmod_best_score(acmod, &best_senid);
|
||
|
|
E_INFO("Frame %d best senone %d score %d\n",
|
||
|
|
frame_idx, best_senid, best_score);
|
||
|
|
if (frame_counter < 190)
|
||
|
|
bestsen1[frame_counter] = best_score;
|
||
|
|
TEST_EQUAL(frame_counter, frame_idx);
|
||
|
|
++frame_counter;
|
||
|
|
frame_idx = -1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/* Now try to process the whole thing at once. */
|
||
|
|
E_INFO("Whole utterance:\n");
|
||
|
|
cmn_prior_set(acmod->fcb->cmn_struct, prior);
|
||
|
|
nsamps = ftell(rawfh) / sizeof(*buf);
|
||
|
|
clearerr(rawfh);
|
||
|
|
fseek(rawfh, 0, SEEK_SET);
|
||
|
|
buf = ckd_realloc(buf, nsamps * sizeof(*buf));
|
||
|
|
TEST_EQUAL(nsamps, fread(buf, sizeof(*buf), nsamps, rawfh));
|
||
|
|
bptr = buf;
|
||
|
|
TEST_EQUAL(0, acmod_start_utt(acmod));
|
||
|
|
acmod_process_raw(acmod, &bptr, &nsamps, TRUE);
|
||
|
|
TEST_EQUAL(0, acmod_end_utt(acmod));
|
||
|
|
{
|
||
|
|
int16 best_score;
|
||
|
|
int frame_idx = -1, best_senid;
|
||
|
|
frame_counter = 0;
|
||
|
|
while (acmod->n_feat_frame > 0) {
|
||
|
|
acmod_score(acmod, &frame_idx);
|
||
|
|
acmod_advance(acmod);
|
||
|
|
best_score = acmod_best_score(acmod, &best_senid);
|
||
|
|
E_INFO("Frame %d best senone %d score %d\n",
|
||
|
|
frame_idx, best_senid, best_score);
|
||
|
|
if (frame_counter < 190)
|
||
|
|
TEST_EQUAL_LOG(best_score, bestsen1[frame_counter]);
|
||
|
|
TEST_EQUAL(frame_counter, frame_idx);
|
||
|
|
++frame_counter;
|
||
|
|
frame_idx = -1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/* Now process MFCCs and make sure we get the same results. */
|
||
|
|
cepbuf = ckd_calloc_2d(frame_counter,
|
||
|
|
fe_get_output_size(acmod->fe),
|
||
|
|
sizeof(**cepbuf));
|
||
|
|
fe_start_utt(acmod->fe);
|
||
|
|
nsamps = ftell(rawfh) / sizeof(*buf);
|
||
|
|
bptr = buf;
|
||
|
|
nfr = frame_counter;
|
||
|
|
fe_process_frames(acmod->fe, &bptr, &nsamps, cepbuf, &nfr, NULL);
|
||
|
|
fe_end_utt(acmod->fe, cepbuf[frame_counter-1], &nfr);
|
||
|
|
|
||
|
|
E_INFO("Incremental(MFCC):\n");
|
||
|
|
cmn_prior_set(acmod->fcb->cmn_struct, prior);
|
||
|
|
TEST_EQUAL(0, acmod_start_utt(acmod));
|
||
|
|
cptr = cepbuf;
|
||
|
|
nfr = frame_counter;
|
||
|
|
frame_counter = 0;
|
||
|
|
while ((acmod_process_cep(acmod, &cptr, &nfr, FALSE)) > 0) {
|
||
|
|
int16 best_score;
|
||
|
|
int frame_idx = -1, best_senid;
|
||
|
|
while (acmod->n_feat_frame > 0) {
|
||
|
|
acmod_score(acmod, &frame_idx);
|
||
|
|
acmod_advance(acmod);
|
||
|
|
best_score = acmod_best_score(acmod, &best_senid);
|
||
|
|
E_INFO("Frame %d best senone %d score %d\n",
|
||
|
|
frame_idx, best_senid, best_score);
|
||
|
|
TEST_EQUAL(frame_counter, frame_idx);
|
||
|
|
if (frame_counter < 190)
|
||
|
|
TEST_EQUAL_LOG(best_score, bestsen1[frame_counter]);
|
||
|
|
++frame_counter;
|
||
|
|
frame_idx = -1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
TEST_EQUAL(0, acmod_end_utt(acmod));
|
||
|
|
nfr = 0;
|
||
|
|
acmod_process_cep(acmod, &cptr, &nfr, FALSE);
|
||
|
|
{
|
||
|
|
int16 best_score;
|
||
|
|
int frame_idx = -1, best_senid;
|
||
|
|
while (acmod->n_feat_frame > 0) {
|
||
|
|
acmod_score(acmod, &frame_idx);
|
||
|
|
acmod_advance(acmod);
|
||
|
|
best_score = acmod_best_score(acmod, &best_senid);
|
||
|
|
E_INFO("Frame %d best senone %d score %d\n",
|
||
|
|
frame_idx, best_senid, best_score);
|
||
|
|
TEST_EQUAL(frame_counter, frame_idx);
|
||
|
|
if (frame_counter < 190)
|
||
|
|
TEST_EQUAL_LOG(best_score, bestsen1[frame_counter]);
|
||
|
|
++frame_counter;
|
||
|
|
frame_idx = -1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/* Note that we have to process the whole thing again because
|
||
|
|
* !#@$@ s2mfc2feat modifies its argument (not for long) */
|
||
|
|
fe_start_utt(acmod->fe);
|
||
|
|
nsamps = ftell(rawfh) / sizeof(*buf);
|
||
|
|
bptr = buf;
|
||
|
|
nfr = frame_counter;
|
||
|
|
fe_process_frames(acmod->fe, &bptr, &nsamps, cepbuf, &nfr, NULL);
|
||
|
|
fe_end_utt(acmod->fe, cepbuf[frame_counter-1], &nfr);
|
||
|
|
|
||
|
|
E_INFO("Whole utterance (MFCC):\n");
|
||
|
|
cmn_prior_set(acmod->fcb->cmn_struct, prior);
|
||
|
|
TEST_EQUAL(0, acmod_start_utt(acmod));
|
||
|
|
cptr = cepbuf;
|
||
|
|
nfr = frame_counter;
|
||
|
|
acmod_process_cep(acmod, &cptr, &nfr, TRUE);
|
||
|
|
TEST_EQUAL(0, acmod_end_utt(acmod));
|
||
|
|
{
|
||
|
|
int16 best_score;
|
||
|
|
int frame_idx = -1, best_senid;
|
||
|
|
frame_counter = 0;
|
||
|
|
while (acmod->n_feat_frame > 0) {
|
||
|
|
acmod_score(acmod, &frame_idx);
|
||
|
|
acmod_advance(acmod);
|
||
|
|
best_score = acmod_best_score(acmod, &best_senid);
|
||
|
|
E_INFO("Frame %d best senone %d score %d\n",
|
||
|
|
frame_idx, best_senid, best_score);
|
||
|
|
if (frame_counter < 190)
|
||
|
|
TEST_EQUAL_LOG(best_score, bestsen1[frame_counter]);
|
||
|
|
TEST_EQUAL(frame_counter, frame_idx);
|
||
|
|
++frame_counter;
|
||
|
|
frame_idx = -1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
E_INFO("Rewound (MFCC):\n");
|
||
|
|
TEST_EQUAL(0, acmod_rewind(acmod));
|
||
|
|
{
|
||
|
|
int16 best_score;
|
||
|
|
int frame_idx = -1, best_senid;
|
||
|
|
frame_counter = 0;
|
||
|
|
while (acmod->n_feat_frame > 0) {
|
||
|
|
acmod_score(acmod, &frame_idx);
|
||
|
|
acmod_advance(acmod);
|
||
|
|
best_score = acmod_best_score(acmod, &best_senid);
|
||
|
|
E_INFO("Frame %d best senone %d score %d\n",
|
||
|
|
frame_idx, best_senid, best_score);
|
||
|
|
if (frame_counter < 190)
|
||
|
|
TEST_EQUAL_LOG(best_score, bestsen1[frame_counter]);
|
||
|
|
TEST_EQUAL(frame_counter, frame_idx);
|
||
|
|
++frame_counter;
|
||
|
|
frame_idx = -1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/* Clean up, go home. */
|
||
|
|
ckd_free_2d(cepbuf);
|
||
|
|
fclose(rawfh);
|
||
|
|
ckd_free(buf);
|
||
|
|
acmod_free(acmod);
|
||
|
|
logmath_free(lmath);
|
||
|
|
cmd_ln_free_r(config);
|
||
|
|
return 0;
|
||
|
|
}
|