// featbin/extract-rows.cc

// Copyright 2013 Korbinian Riedhammer

// 2015 Johns Hopkins University (author: Daniel Povey)

// See ../../COPYING for clarification regarding multiple authors

//

// Licensed under the Apache License, Version 2.0 (the "License");

// you may not use this file except in compliance with the License.

// You may obtain a copy of the License at

//

// http://www.apache.org/licenses/LICENSE-2.0

//

// THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

// KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED

// WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,

// MERCHANTABLITY OR NON-INFRINGEMENT.

// See the Apache 2 License for the specific language governing permissions and

// limitations under the License.

#include "base/kaldi-common.h"

#include "util/common-utils.h"

#include "matrix/kaldi-matrix.h"

int main(int argc, char *argv[]) {

try {

using namespace kaldi;

using namespace std;

const char *usage =

"Extract certain row ranges of matrices. This is most useful to extract segments\n"

"from feature files, for example to modify segmentations or to extract features\n"

"corresponding to certain alignments. The program expects a segments file in the\n"

"form of\n"

" segment-name utterance-id start end\n"

"where the segment-name is chosen by the user and utterance-id indexes the input matrices.\n"

"By default, 'start' and 'end' are row numbers (zero-based), but if you specify the --frame-shift\n"

"option (e.g. --frame-shift=0.01), then they represent a time in seconds, which are converted\n"

"to integers by dividing by frame-shift.\n"

"\n"

"Usage: extract-rows [options] <segments-file> <features-rspecifier> <features-wspecifier>\n"

" e.g. extract-rows --frame-shift=0.01 segments ark:feats-in.ark ark:feats-out.ark\n"

"See also: select-feats, subset-feats, subsample-feats\n";

ParseOptions po(usage);

float frame_shift = 0;

po.Register("frame-shift", &frame_shift,

"Frame shift in sec (e.g. 0.01), if segment files contains times "

"instead of frames");

po.Read(argc, argv);

if (po.NumArgs() != 3) {

po.PrintUsage();

exit(1);

}

string segment_rspecifier = po.GetArg(1);

string feat_rspecifier = po.GetArg(2);

string feat_wspecifier = po.GetArg(3);

Input ki(segment_rspecifier);

RandomAccessBaseFloatMatrixReader reader(feat_rspecifier);

BaseFloatMatrixWriter writer(feat_wspecifier);

int32 num_done = 0, num_err = 0;

string line;

/* read each line from segments file */

while (std::getline(ki.Stream(), line)) {

vector<string> split_line;

SplitStringToVector(line, " \t\r", true, &split_line);

if (split_line.size() != 4) {

KALDI_WARN << "Invalid line in segments file: " << line;

num_err++;

continue;

}

string utt = split_line[0],

recording = split_line[1],

start_str = split_line[2],

end_str = split_line[3];

// if the segments are in time, we need to convert them to frame numbers

int32 start = 0;

int32 end = 0;

if (frame_shift > 0) {

// Convert the start time and endtime to real from string. Segment is

// ignored if start or end time cannot be converted to real.

double t1, t2;

if (!ConvertStringToReal(start_str, &t1)) {

KALDI_ERR << "Invalid line in segments file [bad start]: " << line;

continue;

}

if (!ConvertStringToReal(end_str, &t2)) {

KALDI_ERR << "Invalid line in segments file [bad end]: " << line;

continue;

}

start = (int) (t1 / frame_shift);

end = (int) (t2 / frame_shift);

} else {

if (!ConvertStringToInteger(start_str, &start)) {

KALDI_ERR << "Invalid line in segments file [bad start]: " << line;

continue;

}

if (!ConvertStringToInteger(end_str, &end)) {

KALDI_ERR << "Invalid line in segments file [bad end]: " << line;

continue;

}

}

if (start < 0 || end - start <= 0) {

KALDI_WARN << "Invalid line in segments file [less than one frame]: " << line;

num_err++;

continue;

}

if (reader.HasKey(recording)) {

const Matrix<BaseFloat> &feats = reader.Value(recording);

if (feats.NumRows() < end) {

if (feats.NumRows() > start) {

KALDI_WARN << "Truncating end time of segment " << utt << " from "

<< end << " to " << feats.NumRows();

end = feats.NumRows();

} else {

KALDI_WARN << "Segment " << utt << " is outside of input range: "

<< "input num-rows " << feats.NumRows() << " vs. "

<< line;

num_err++;

continue;

}

}

Matrix<BaseFloat> to_write(feats.RowRange(start, (end-start)));

writer.Write(utt, to_write);

num_done++;

} else {

KALDI_WARN << "No recording-id " << recording << " present in features.";

num_err++;

}

}

KALDI_LOG << "Processed " << num_done << " segments successfully; "

<< "errors on " << num_err;

return (num_done > 0);

} catch(const std::exception &e) {

std::cerr << e.what();

return -1;

}

}

/*

testing:

cat <<EOF | extract-rows 'echo bar foo 0 2 |' ark:- ark,t:-

foo [ 1; 2; 3; 4 ]

EOF

# gives:

bar [

1

2 ]

*/