infix2postfix::preprocessor_detail Namespace Reference

Classes
struct	Token
class	PreprocessorTokenizer

Enumerations

enum class

TokenType : std::uint8_t {   Identifier , Number , Plus , Minus ,   Multiply , Divide , Modulo , Power ,   Equal , NotEqual , Greater , GreaterEqual ,   Less , LessEqual , LogicalAnd , LogicalOr ,   LogicalNot , BitAnd , BitOr , BitXor ,   BitNot , Lparen , Rparen , Lbracket ,   Rbracket , Lbrace , Rbrace , Comma ,   Dot , Question , Colon , Semicolon ,   Assign , AtDefine , AtUndef , AtIfdef ,   AtIfndef , AtIf , AtElse , AtEndif ,   AtError , AtRequires , At , Whitespace ,   Newline , Comment , EndOfFile , Concat ,   BeginMacroExpansion , EndMacroExpansion }

Functions
std::string	tokensToString (const std::vector< Token > &tokens, bool preserve_whitespace=false)
std::vector< Token >	trimTokens (const std::vector< Token > &tokens)
bool	isSkippable (const Token &t)

Enumeration Type Documentation

TokenType

enum class infix2postfix::preprocessor_detail::TokenType : std::uint8_t

strong

Enumerator
Identifier
Number
Plus
Minus
Multiply
Divide
Modulo
Power
Equal
NotEqual
Greater
GreaterEqual
Less
LessEqual
LogicalAnd
LogicalOr
LogicalNot
BitAnd
BitOr
BitXor
BitNot
Lparen
Rparen
Lbracket
Rbracket
Lbrace
Rbrace
Comma
Dot
Question
Colon
Semicolon
Assign
AtDefine
AtUndef
AtIfdef
AtIfndef
AtIf
AtElse
AtEndif
AtError
AtRequires
At
Whitespace
Newline
Comment
EndOfFile
Concat
BeginMacroExpansion
EndMacroExpansion

Definition at line 42 of file Preprocessor.cpp.

                     : std::uint8_t {
    Identifier,
    Number,
    Plus,
    Minus,
    Multiply,
    Divide,
    Modulo,
    Power,
    Equal,
    NotEqual,
    Greater,
    GreaterEqual,
    Less,
    LessEqual,
    LogicalAnd,
    LogicalOr,
    LogicalNot,
    BitAnd,
    BitOr,
    BitXor,
    BitNot,
    Lparen,
    Rparen,
    Lbracket,
    Rbracket,
    Lbrace,
    Rbrace,
    Comma,
    Dot,
    Question,
    Colon,
    Semicolon,
    Assign,
    AtDefine,
    AtUndef,
    AtIfdef,
    AtIfndef,
    AtIf,
    AtElse,
    AtEndif,
    AtError,
    AtRequires,
    At,
    Whitespace,
    Newline,
    Comment,
    EndOfFile,
    Concat,
    BeginMacroExpansion,
    EndMacroExpansion,
};

Function Documentation

isSkippable()

bool infix2postfix::preprocessor_detail::isSkippable

(

const Token &

t

)

Definition at line 476 of file Preprocessor.cpp.

                                 {
    return t.type == TokenType::Whitespace || t.type == TokenType::Comment ||
           t.type == TokenType::BeginMacroExpansion ||
           t.type == TokenType::EndMacroExpansion;
}

References infix2postfix::preprocessor_detail::Token::type.

Referenced by infix2postfix::preprocessor::TokenStream::skipWhitespace().

tokensToString()

std::string infix2postfix::preprocessor_detail::tokensToString	(	const std::vector< Token > &	tokens,
		bool	preserve_whitespace = false )

Definition at line 441 of file Preprocessor.cpp.

                                                           {
    std::string result;
    for (const auto& tok : tokens) {
        if (!preserve_whitespace && (tok.type == TokenType::Whitespace ||
                                     tok.type == TokenType::Comment)) {
            continue;
        }
        result += tok.text;
    }
    return result;
}

trimTokens()

std::vector< Token > infix2postfix::preprocessor_detail::trimTokens

(

const std::vector< Token > &

tokens

)

Definition at line 454 of file Preprocessor.cpp.

                                                            {
    if (tokens.empty()) {
        return tokens;
    }
 
    size_t start = 0;
    while (start < tokens.size() &&
           (tokens[start].type == TokenType::Whitespace ||
            tokens[start].type == TokenType::Comment)) {
        start++;
    }
 
    size_t end = tokens.size();
    while (end > start && (tokens[end - 1].type == TokenType::Whitespace ||
                           tokens[end - 1].type == TokenType::Comment)) {
        end--;
    }
 
    return {tokens.begin() + static_cast<std::ptrdiff_t>(start),
            tokens.begin() + static_cast<std::ptrdiff_t>(end)};
}