-
Notifications
You must be signed in to change notification settings - Fork 4
/
Copy pathlexer.h
96 lines (73 loc) · 2.43 KB
/
lexer.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
#ifndef LEXER_H
#define LEXER_H
// ReRap Version 0.9
// Copyright 2011 Matthew Mikolay.
//
// This file is part of ReRap.
//
// ReRap is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// ReRap is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with ReRap. If not, see <http://www.gnu.org/licenses/>.
#include <fstream>
#include "token.h"
#include "exceptions/lexersyntax.h"
class Lexer
{
public:
/*** Constructor ***/
Lexer(const char* filename);
/*** Determine if the file has been opened ***/
bool isOpen();
/*** Determine if the lexer has more tokens ***/
bool hasMoreTokens();
/*** Get the next token ***/
Token getNextToken();
/*** Destructor ***/
~Lexer();
private:
/*** Input file ***/
std::ifstream file;
/*** The file's current line number ***/
unsigned int lineNum;
/*** The file's current column number ***/
unsigned int colNum;
/*** If the lexer is currently processing a comment ***/
bool comment;
/*** The last position ***/
/*** Used to reset position of get pointer ***/
/*** When fail method is called ***/
std::streampos lastpos;
unsigned int oldLine;
unsigned int oldCol;
/*** Return true if the file has more characters ***/
bool hasChars();
/*** Peek at the next character ***/
std::string peekChar();
/*** Get a character ***/
std::string getChar();
/*** Fail a finite state machine token test ***/
void fail();
/*** Finite state machines to check stream data ***/
void checkEndOfLine(Token &target);
void checkString(Token &target);
void checkIdentifier(Token &target);
void checkKeyword(Token &target, std::string keyword, unsigned char type);
void checkSymbol(Token &target, std::string keyword, unsigned char type);
void checkUnsignedInteger(Token &target);
void checkUnsignedReal(Token &target);
bool isWhitespace(std::string input);
bool isSpecial(std::string input);
bool isAlpha(std::string input);
bool isNumber(std::string input);
std::string tolower(std::string );
};
#endif