mirror of
https://github.com/pocoproject/poco.git
synced 2025-04-21 08:18:58 +02:00
69 lines
2.1 KiB
C++
69 lines
2.1 KiB
C++
//
|
|
// Tokenizer.cpp
|
|
//
|
|
// $Id: //poco/1.4/CppParser/src/Tokenizer.cpp#1 $
|
|
//
|
|
// Library: CppParser
|
|
// Package: CppParser
|
|
// Module: Tokenizer
|
|
//
|
|
// Copyright (c) 2006, Applied Informatics Software Engineering GmbH.
|
|
// and Contributors.
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person or organization
|
|
// obtaining a copy of the software and accompanying documentation covered by
|
|
// this license (the "Software") to use, reproduce, display, distribute,
|
|
// execute, and transmit the Software, and to prepare derivative works of the
|
|
// Software, and to permit third-parties to whom the Software is furnished to
|
|
// do so, all subject to the following:
|
|
//
|
|
// The copyright notices in the Software and this entire statement, including
|
|
// the above license grant, this restriction and the following disclaimer,
|
|
// must be included in all copies of the Software, in whole or in part, and
|
|
// all derivative works of the Software, unless such copies or derivative
|
|
// works are solely in the form of machine-executable object code generated by
|
|
// a source language processor.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
|
|
// SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
|
|
// FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
|
|
// ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
// DEALINGS IN THE SOFTWARE.
|
|
//
|
|
|
|
|
|
#include "Poco/CppParser/Tokenizer.h"
|
|
#include "Poco/CppParser/CppToken.h"
|
|
|
|
|
|
using Poco::StreamTokenizer;
|
|
using Poco::WhitespaceToken;
|
|
|
|
|
|
namespace Poco {
|
|
namespace CppParser {
|
|
|
|
|
|
Tokenizer::Tokenizer(std::istream& istr):
|
|
StreamTokenizer(istr)
|
|
{
|
|
addToken(new OperatorToken);
|
|
addToken(new IdentifierToken);
|
|
addToken(new StringLiteralToken);
|
|
addToken(new CharLiteralToken);
|
|
addToken(new NumberLiteralToken);
|
|
addToken(new CommentToken, false);
|
|
addToken(new PreprocessorToken);
|
|
addToken(new WhitespaceToken);
|
|
}
|
|
|
|
|
|
Tokenizer::~Tokenizer()
|
|
{
|
|
}
|
|
|
|
|
|
} } // namespace Poco::CppParser
|