birnn_classifier_script_generator.cpp

Go to the documentation of this file.

// Copyright 2021 CEA LIST
// SPDX-FileCopyrightText: 2022 CEA LIST <gael.de-chalendar@cea.fr>
//
// SPDX-License-Identifier: MIT
 
#include <sstream>
 
#include "birnn_seq_classifier.h"
 
using namespace std;
 
namespace deeplima
{
namespace nets
{
 
string BiRnnClassifierImpl::generate_script(const std::vector<embd_descr_t>& embd_descr,
                                            const std::vector<rnn_descr_t>& rnn_descr,
                                            const std::vector<std::string>& output_names,
                                            const std::vector<uint32_t>& classes,
                                            float input_dropout_prob)
{
  stringstream ss;
 
  ss << "input_dropout = def Dropout prob=" << input_dropout_prob << std::endl;
 
  size_t rnn_input_size = 0;
  for (size_t i = 0; i < embd_descr.size(); i++)
  {
    if (1 == embd_descr[i].m_type)
    {
      ss << "embd_" << embd_descr[i].m_name << " = def Embedding dict=" << i
         << " dim=" << embd_descr[i].m_dim << std::endl;
    }
    rnn_input_size += embd_descr[i].m_dim;
  }
 
  ss << std::endl;
 
  size_t input_size = rnn_input_size;
  for (size_t i = 0; i < rnn_descr.size(); i++)
  {
    ss << "lstm_" << i << " = def LSTM input_size=" << input_size
       << " hidden_size=" << rnn_descr[i].m_dim << " num_layers=1 bidirectional=true" << std::endl;
    input_size = rnn_descr[i].m_dim * 2;
  }
 
  ss << std::endl;
 
  for (size_t i = 0; i < output_names.size(); ++i)
  {
    ss << "fc_" << output_names[i] << " = def Linear input_size=" << input_size
       << " output_size=" << classes[i] << std::endl;
 
    ss << std::endl;
  }
 
  for (size_t i = 0; i < embd_descr.size(); i++)
  {
    ss << embd_descr[i].m_name << " = def Arg" << std::endl;
  }
 
  ss << std::endl;
 
  for (size_t i = 0; i < embd_descr.size(); i++)
  {
    if (1 == embd_descr[i].m_type)
    {
      ss << "input_" << embd_descr[i].m_name << " = forward module=embd_"
         << embd_descr[i].m_name
         << " input=" << embd_descr[i].m_name << std::endl;
    }
  }
 
  ss << std::endl;
 
  ss << "input_brut = cat input=";
  for (size_t i = 0; i < embd_descr.size(); i++)
  {
    if (0 == embd_descr[i].m_type)
    {
      ss << embd_descr[i].m_name;
    }
    else if (1 == embd_descr[i].m_type)
    {
      ss << "input_" << embd_descr[i].m_name;
    }
    if (i < embd_descr.size() - 1)
    {
      ss << ",";
    }
  }
  ss << " dim=2" << std::endl;
 
  ss << std::endl;
 
  ss << "input = forward module=input_dropout input=input_brut" << std::endl;
 
  ss << std::endl;
 
  std::string last_output_name = "input";
  for (size_t i = 0; i < rnn_descr.size(); i++)
  {
    ss << "rnn_out_" << i << " = forward module=lstm_" << i
       << " input=" << last_output_name << std::endl;
    std::stringstream t;
    t << "rnn_out_" << i;
    last_output_name = t.str();
  }
 
  ss << std::endl;
 
  for (size_t i = 0; i < output_names.size(); ++i)
  {
    ss << output_names[i] << "_raw = forward module=fc_" << output_names[i]
       << " input=" << last_output_name << std::endl;
 
    ss << output_names[i] << " = log_softmax input=" << output_names[i] << "_raw" << std::endl;
    ss << endl;
  }
 
  return ss.str();
}
 
} // namespace nets
} // namespace deeplima