infix2postfix::preprocessor::TokenStream Class Reference

Public Member Functions
	TokenStream (std::vector< Token > p_tokens)
bool	is_eof () const
Token	peek (size_t offset=0) const
Token	consume ()
void	prepend (const std::vector< Token > &tokens)
void	skipWhitespace ()

Detailed Description

Definition at line 519 of file Preprocessor.cpp.

Constructor & Destructor Documentation

TokenStream()

infix2postfix::preprocessor::TokenStream::TokenStream ( std::vector< Token > p_tokens )

inlineexplicit

Definition at line 521 of file Preprocessor.cpp.

                                                    {
        for (auto&& tok : p_tokens) {
            tokens.push_back(std::move(tok));
        }
    }

Member Function Documentation

consume()

Token infix2postfix::preprocessor::TokenStream::consume ( )

inline

Definition at line 539 of file Preprocessor.cpp.

                    {
        if (is_eof()) {
            static Token eof_token{TokenType::EndOfFile, "", 0, 0};
            return eof_token;
        }
        Token tok = std::move(tokens.front());
        tokens.pop_front();
        return tok;
    }

References is_eof().

Referenced by infix2postfix::preprocessor::Expander::expand(), and skipWhitespace().

is_eof()

bool infix2postfix::preprocessor::TokenStream::is_eof ( ) const

inlinenodiscard

Definition at line 527 of file Preprocessor.cpp.

                                      {
        return tokens.empty() || tokens.front().type == TokenType::EndOfFile;
    }

Referenced by consume(), infix2postfix::preprocessor::Expander::expand(), and skipWhitespace().

peek()

Token infix2postfix::preprocessor::TokenStream::peek ( size_t offset = 0 ) const

inlinenodiscard

Definition at line 531 of file Preprocessor.cpp.

                                                    {
        if (offset >= tokens.size()) {
            static Token eof_token{TokenType::EndOfFile, "", 0, 0};
            return eof_token;
        }
        return tokens[offset];
    }

Referenced by infix2postfix::preprocessor::Expander::expand(), and skipWhitespace().

prepend()

void infix2postfix::preprocessor::TokenStream::prepend ( const std::vector< Token > & tokens )

inline

Definition at line 549 of file Preprocessor.cpp.

                                                 {
        for (const auto& tok : std::views::reverse(tokens)) {
            this->tokens.push_front(tok);
        }
    }

skipWhitespace()

void infix2postfix::preprocessor::TokenStream::skipWhitespace ( )

inline

Definition at line 555 of file Preprocessor.cpp.

                          {
        while (!is_eof() && preprocessor_detail::isSkippable(peek())) {
            consume();
        }
    }

References consume(), is_eof(), infix2postfix::preprocessor_detail::isSkippable(), and peek().

---

The documentation for this class was generated from the following file:

• llvmexpr/frontend/infix2postfix/Preprocessor.cpp