mirror of
https://github.com/pocoproject/poco.git
synced 2025-04-01 01:16:55 +02:00
b0581433a7
fix: remove executable flag and change back to 100644 (was 100755) Signed-off-by: Roger Meier <r.meier@siemens.com>
49 lines
861 B
C++
49 lines
861 B
C++
//
|
|
// Tokenizer.cpp
|
|
//
|
|
// $Id: //poco/1.4/CppParser/src/Tokenizer.cpp#1 $
|
|
//
|
|
// Library: CppParser
|
|
// Package: CppParser
|
|
// Module: Tokenizer
|
|
//
|
|
// Copyright (c) 2006, Applied Informatics Software Engineering GmbH.
|
|
// and Contributors.
|
|
//
|
|
// SPDX-License-Identifier: BSL-1.0
|
|
//
|
|
|
|
|
|
#include "Poco/CppParser/Tokenizer.h"
|
|
#include "Poco/CppParser/CppToken.h"
|
|
|
|
|
|
using Poco::StreamTokenizer;
|
|
using Poco::WhitespaceToken;
|
|
|
|
|
|
namespace Poco {
|
|
namespace CppParser {
|
|
|
|
|
|
Tokenizer::Tokenizer(std::istream& istr):
|
|
StreamTokenizer(istr)
|
|
{
|
|
addToken(new OperatorToken);
|
|
addToken(new IdentifierToken);
|
|
addToken(new StringLiteralToken);
|
|
addToken(new CharLiteralToken);
|
|
addToken(new NumberLiteralToken);
|
|
addToken(new CommentToken, false);
|
|
addToken(new PreprocessorToken);
|
|
addToken(new WhitespaceToken);
|
|
}
|
|
|
|
|
|
Tokenizer::~Tokenizer()
|
|
{
|
|
}
|
|
|
|
|
|
} } // namespace Poco::CppParser
|