tokensstream.h

Go to the documentation of this file.

// Copyright (C) 2003 by CEA LIST (LVIC)
// SPDX-FileCopyrightText: 2022 CEA LIST <gael.de-chalendar@cea.fr>
//
// SPDX-License-Identifier: MIT
 
#ifndef LINGUISTICPROCESSINGSTOKENSSTREAM_H
#define LINGUISTICPROCESSINGSTOKENSSTREAM_H
 
#include "documentsreader_export.h"
#include "indextoken.h"
 
#include <queue>
#include <iostream>
 
namespace Lima {
namespace DocumentsReader {
class DOCUMENTSREADER_EXPORT TokensStream : public std::deque< IndexToken* >
{
public:
    TokensStream();
    TokensStream(const TokensStream&);
    TokensStream& operator = (const TokensStream&);
    virtual ~TokensStream();
 
    // helper functions for constructors, destructor and copy assignment
    void copy(const TokensStream&);
    void clear();
 
 
    void push(const IndexToken&);
    
    bool hasToken() const;
    
    IndexToken* nextToken();
 
  //    friend std::wostream& operator << (std::wostream&, TokensStream&);
  //    friend std::wistream& operator >> (std::wistream&, TokensStream&);
 
}
;
 
} // namespace DocumentsReader
} // namespace Lima
 
#endif // LINGUISTICPROCESSINGSTOKENSSTREAM_H