style_tokenizer.h
1 /*
2 ** ClanLib SDK
3 ** Copyright (c) 1997-2015 The ClanLib Team
4 **
5 ** This software is provided 'as-is', without any express or implied
6 ** warranty. In no event will the authors be held liable for any damages
7 ** arising from the use of this software.
8 **
9 ** Permission is granted to anyone to use this software for any purpose,
10 ** including commercial applications, and to alter it and redistribute it
11 ** freely, subject to the following restrictions:
12 **
13 ** 1. The origin of this software must not be misrepresented; you must not
14 ** claim that you wrote the original software. If you use this software
15 ** in a product, an acknowledgment in the product documentation would be
16 ** appreciated but is not required.
17 ** 2. Altered source versions must be plainly marked as such, and must not be
18 ** misrepresented as being the original software.
19 ** 3. This notice may not be removed or altered from any source distribution.
20 **
21 ** Note: Some of the libraries ClanLib may link to may have additional
22 ** requirements or restrictions.
23 **
24 ** File Author(s):
25 **
26 ** Magnus Norddahl
27 */
28
29 #pragma once
30
31 #include <memory>
32 #include <vector>
33 #include <string>
34
35 namespace clan
36 {
37 class StyleToken;
38 class StyleTokenizer_Impl;
39
41 class StyleTokenizer
42 {
43 public:
45 StyleTokenizer(const std::string &text);
46
48 void read(StyleToken &out_token, bool eat_whitespace, bool eat_comments = true);
49
51 std::vector<StyleToken> read_property_value(StyleToken &token, bool &out_important_flag);
52
54 static std::vector<StyleToken> tokenize(const std::string &text);
55
56 private:
57 std::shared_ptr<StyleTokenizer_Impl> impl;
58 };
59 }
clan
Definition: clanapp.h:35
clan::StyleTokenizer::read_property_value
std::vector< StyleToken > read_property_value(StyleToken &token, bool &out_important_flag)
Reads all tokens belonging to a property value.
clan::StyleTokenizer::StyleTokenizer
StyleTokenizer(const std::string &text)
Construct tokenizer for a text string.
clan::StyleTokenType::string
@ keyword
clan::StyleTokenizer::read
void read(StyleToken &out_token, bool eat_whitespace, bool eat_comments=true)
Reads the next token.
clan::StyleToken
Style token.
Definition: style_token.h:68
clan::StyleTokenizer
Tokenizer class that breaks text into tokens.
Definition: style_tokenizer.h:41
clan::StyleTokenizer::tokenize
static std::vector< StyleToken > tokenize(const std::string &text)
Returns all tokens except start/end whitespace and comments.