[src] add max_warnining option to SlidingWindowCmnOptions to limit the number of times the variance flooring warning is printed (#2043)

Author: david-ryan-snyder

src/feat/feature-functions.cc

@@ -251,9 +251,9 @@ void SlidingWindowCmnInternal(const SlidingWindowCmnOptions &opts,
  const MatrixBase<double> &input,
  MatrixBase<double> *output) {
  opts.Check();
- int32 num_frames = input.NumRows(), dim = input.NumCols();
-
- int32 last_window_start = -1, last_window_end = -1;
+ int32 num_frames = input.NumRows(), dim = input.NumCols(),
+ last_window_start = -1, last_window_end = -1,
+  warning_count = 0;
  Vector<double> cur_sum(dim), cur_sumsq(dim);
 
  for (int32 t = 0; t < num_frames; t++) {
@@ -323,8 +323,20 @@ void SlidingWindowCmnInternal(const SlidingWindowCmnOptions &opts,
  // around their own mean.
  int32 num_floored = variance.ApplyFloor(1.0e-10);
  if (num_floored > 0 && num_frames > 1) {
- KALDI_WARN << "Flooring variance When normalizing variance, floored " << num_floored
- << " elements; num-frames was " << window_frames;
+ if (opts.max_warnings == warning_count) {
+ KALDI_WARN << "Suppressing the remaining variance flooring "
+ << "warnings. Run program with --max-warnings=-1 to "
+ << "see all warnings.";
+ }
+ // If opts.max_warnings is a negative number, we won't restrict the
+ // number of times that the warning is printed out.
+ else if (opts.max_warnings < 0
+ || opts.max_warnings > warning_count) {
+ KALDI_WARN << "Flooring when normalizing variance, floored "
+ << num_floored << " elements; num-frames was "
+ << window_frames;
+ }
+ warning_count++;
  }
  variance.ApplyPow(-0.5); // get inverse standard deviation.
  output_frame.MulElements(variance);
@@ -339,7 +351,7 @@ void SlidingWindowCmn(const SlidingWindowCmnOptions &opts,
  MatrixBase<BaseFloat> *output) {
  KALDI_ASSERT(SameDim(input, *output) && input.NumRows() > 0);
  Matrix<double> input_dbl(input), output_dbl(input.NumRows(), input.NumCols());
- // calll double-precision version
+ // call double-precision version
  SlidingWindowCmnInternal(opts, input_dbl, &output_dbl);
  output->CopyFromMat(output_dbl);
 }

src/feat/feature-functions.h

@@ -158,12 +158,14 @@ void InitIdftBases(int32 n_bases, int32 dimension, Matrix<BaseFloat> *mat_out);
 struct SlidingWindowCmnOptions {
  int32 cmn_window;
  int32 min_window;
+ int32 max_warnings;
  bool normalize_variance;
  bool center;
 
  SlidingWindowCmnOptions():
  cmn_window(600),
  min_window(100),
+ max_warnings(5),
  normalize_variance(false),
  center(false) { }
 
@@ -173,6 +175,8 @@ struct SlidingWindowCmnOptions {
  opts->Register("min-cmn-window", &min_window, "Minimum CMN window "
  "used at start of decoding (adds latency only at start). "
  "Only applicable if center == false, ignored if center==true");
+ opts->Register("max-warnings", &max_warnings, "Maximum warnings to report "
+ "per utterance. 0 to disable, -1 to show all.");
  opts->Register("norm-vars", &normalize_variance, "If true, normalize "
  "variance to one."); // naming this as in apply-cmvn.cc
  opts->Register("center", &center, "If true, use a window centered on the "