// nnet3bin/nnet3-compute-from-egs.cc
  
  // Copyright 2015  Johns Hopkins University (author: Daniel Povey)
  
  // See ../../COPYING for clarification regarding multiple authors
  //
  // Licensed under the Apache License, Version 2.0 (the "License");
  // you may not use this file except in compliance with the License.
  // You may obtain a copy of the License at
  //
  //  http://www.apache.org/licenses/LICENSE-2.0
  //
  // THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  // KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
  // WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
  // MERCHANTABLITY OR NON-INFRINGEMENT.
  // See the Apache 2 License for the specific language governing permissions and
  // limitations under the License.
  
  #include "base/kaldi-common.h"
  #include "util/common-utils.h"
  #include "hmm/transition-model.h"
  #include "nnet3/nnet-nnet.h"
  #include "nnet3/nnet-example-utils.h"
  #include "nnet3/nnet-optimize.h"
  #include "transform/lda-estimate.h"
  
  
  namespace kaldi {
  namespace nnet3 {
  
  class NnetComputerFromEg {
   public:
    NnetComputerFromEg(const Nnet &nnet):
        nnet_(nnet), compiler_(nnet) { }
  
    // Compute the output (which will have the same number of rows as the number
    // of Indexes in the output with the name 'output_name' of the eg), 
    // and put it in "*output".
    // An output with the name 'output_name' is expected to exist in the network.
    void Compute(const NnetExample &eg, const std::string &output_name, 
                 Matrix<BaseFloat> *output) {
      ComputationRequest request;
      bool need_backprop = false, store_stats = false;
      GetComputationRequest(nnet_, eg, need_backprop, store_stats, &request);
      const NnetComputation &computation = *(compiler_.Compile(request));
      NnetComputeOptions options;
      if (GetVerboseLevel() >= 3)
        options.debug = true;
      NnetComputer computer(options, computation, nnet_, NULL);
      computer.AcceptInputs(nnet_, eg.io);
      computer.Run();
      const CuMatrixBase<BaseFloat> &nnet_output = computer.GetOutput(output_name);
      output->Resize(nnet_output.NumRows(), nnet_output.NumCols());
      nnet_output.CopyToMat(output);
    }
   private:
    const Nnet &nnet_;
    CachingOptimizingCompiler compiler_;
  
  };
  
  }
  }
  
  int main(int argc, char *argv[]) {
    try {
      using namespace kaldi;
      using namespace kaldi::nnet3;
      typedef kaldi::int32 int32;
      typedef kaldi::int64 int64;
  
      const char *usage =
          "Read input nnet training examples, and compute the output for each one.
  "
          "If --apply-exp=true, apply the Exp() function to the output before writing
  "
          "it out.
  "
          "
  "
          "Usage:  nnet3-compute-from-egs [options] <raw-nnet-in> <training-examples-in> <matrices-out>
  "
          "e.g.:
  "
          "nnet3-compute-from-egs --apply-exp=true 0.raw ark:1.egs ark:- | matrix-sum-rows ark:- ... 
  "
          "See also: nnet3-compute
  ";
  
      bool binary_write = true,
          apply_exp = false;
      std::string use_gpu = "yes";
      std::string output_name = "output";
  
      ParseOptions po(usage);
      po.Register("binary", &binary_write, "Write output in binary mode");
      po.Register("apply-exp", &apply_exp, "If true, apply exp function to "
                  "output");
      po.Register("output-name", &output_name, "Do computation for "
                  "specified output-node");
      po.Register("use-gpu", &use_gpu,
                  "yes|no|optional|wait, only has effect if compiled with CUDA");
  
      po.Read(argc, argv);
  
      if (po.NumArgs() != 3) {
        po.PrintUsage();
        exit(1);
      }
  
  #if HAVE_CUDA==1
      CuDevice::Instantiate().SelectGpuId(use_gpu);
  #endif
  
      std::string nnet_rxfilename = po.GetArg(1),
          examples_rspecifier = po.GetArg(2),
          matrix_wspecifier = po.GetArg(3);
  
      Nnet nnet;
      ReadKaldiObject(nnet_rxfilename, &nnet);
  
      NnetComputerFromEg computer(nnet);
  
      int64 num_egs = 0;
  
      SequentialNnetExampleReader example_reader(examples_rspecifier);
      BaseFloatMatrixWriter matrix_writer(matrix_wspecifier);
  
      for (; !example_reader.Done(); example_reader.Next(), num_egs++) {
        Matrix<BaseFloat> output;
        computer.Compute(example_reader.Value(), output_name, &output);
        KALDI_ASSERT(output.NumRows() != 0);
        if (apply_exp)
          output.ApplyExp();
        matrix_writer.Write(example_reader.Key(), output);
      }
  #if HAVE_CUDA==1
      CuDevice::Instantiate().PrintProfile();
  #endif
      KALDI_LOG << "Processed " << num_egs << " examples.";
      return 0;
    } catch(const std::exception &e) {
      std::cerr << e.what() << '
  ';
      return -1;
    }
  }