LIMA
Libre Multilingual Analyzer — C++ API
Loading...
Searching...
No Matches
char_ngram_encoder.h File Reference
#include <sstream>
#include <vector>
#include <tuple>
#include <cassert>
#include <limits>
#include <iostream>
#include "deeplima/utils/pretty.h"
#include "char_ngram.h"

Go to the source code of this file.

Classes

class  deeplima::segmentation::impl::CharNgramEncoder< StreamDecoder >
 

Namespaces

namespace  deeplima
 
namespace  deeplima::segmentation
 
namespace  deeplima::segmentation::impl
 

Macros

#define ONE_POS_MASK(BITS_PER_POS, VAR_TYPE)    ( (BITS_PER_POS == sizeof(VAR_TYPE) * 8) ? ~((VAR_TYPE)(0)) : ((1 << BITS_PER_POS) - 1) )
 

Macro Definition Documentation

◆ ONE_POS_MASK

#define ONE_POS_MASK (   BITS_PER_POS,
  VAR_TYPE 
)     ( (BITS_PER_POS == sizeof(VAR_TYPE) * 8) ? ~((VAR_TYPE)(0)) : ((1 << BITS_PER_POS) - 1) )

Definition at line 30 of file char_ngram_encoder.h.