train_params.cpp

Go to the documentation of this file.

// Copyright 2021 CEA LIST
// SPDX-FileCopyrightText: 2022 CEA LIST <gael.de-chalendar@cea.fr>
//
// SPDX-License-Identifier: MIT
 
#include <string>
#include <boost/filesystem.hpp>
 
#include "conllu/treebank.h"
#include "train_params.h"
 
namespace deeplima
{
namespace train
{
 
  void train_params_t::guess_data_sets(const std::string& ud_path, const std::string& corpus)
  {
    boost::filesystem::path path = boost::filesystem::path(ud_path) / corpus;
 
    for (boost::filesystem::directory_entry& entry : boost::filesystem::directory_iterator(path))
    {
      if (entry.path().extension().string() == ".conllu")
      {
        std::map<std::string, std::string> fields;
        if (!CoNLLU::parse_ud_file_name(entry.path().filename().string(), fields)
            || fields.end() == fields.find("part")
            || fields["part"].size() == 0)
        {
          throw std::logic_error("Can't parse file name \"" + entry.path().filename().string() + "\"");
        }
 
        if (m_train_set_fn.empty() && fields["part"] == "train")
        {
          m_train_set_fn = entry.path().string();
        }
        else if (m_dev_set_fn.empty() && fields["part"] == "dev")
        {
          m_dev_set_fn = entry.path().string();
        }
      }
    }
  }
 
} // namespace train
} // namespace deeplima