token.h

// Copyright 2011-2013 Kevin Cox

/*******************************************************************************
*                                                                              *
*  This software is provided 'as-is', without any express or implied           *
*  warranty. In no event will the authors be held liable for any damages       *
*  arising from the use of this software.                                      *
*                                                                              *
*  Permission is granted to anyone to use this software for any purpose,       *
*  including commercial applications, and to alter it and redistribute it      *
*  freely, subject to the following restrictions:                              *
*                                                                              *
*  1. The origin of this software must not be misrepresented; you must not     *
*     claim that you wrote the original software. If you use this software in  *
*     a product, an acknowledgment in the product documentation would be       *
*     appreciated but is not required.                                         *
*                                                                              *
*  2. Altered source versions must be plainly marked as such, and must not be  *
*     misrepresented as being the original software.                           *
*                                                                              *
*  3. This notice may not be removed or altered from any source distribution.  *                                                           *
*                                                                              *
*******************************************************************************/

#ifndef TOKEN_H
#define TOKEN_H

#include <QString>

#include "smartbuffer.h"

class Token
{
public:
	enum Type {
		Undefined,
		Character,
		String,
		Number,
		Identifier,
		Operator,
		Comment,
	};

	typedef QList<Token> List;

	QString data;
	SmartBuffer::Position defined;

	Type type;

public:
	Token();
	Token(Type type, QString data);

	static Token::List tokenize(SmartBuffer *b);
};

QDebug operator<<(QDebug dbg, const Token &t);

#endif // TOKEN_H