/
tokens.py
40 lines (31 loc) · 989 Bytes
/
tokens.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
class Token:
def __init__(self, type, value):
self.type = type
self.value = value
def __repr__(self):
return str(self.value)
class Integer(Token):
def __init__(self, value):
super().__init__("INT", value)
class Float(Token):
def __init__(self, value):
super().__init__("FLT", value)
class Operation(Token):
def __init__(self, value):
super().__init__("OP", value)
class Declaration(Token):
def __init__(self, value):
super().__init__("DECL", value)
class Variable(Token):
def __init__(self, value):
super().__init__("VAR(?)", value) # Variable name, VAR, data type
# make a = 5 # VAR(?)
class Boolean(Token):
def __init__(self, value):
super().__init__("BOOL", value)
class Comparison(Token):
def __init__(self, value):
super().__init__("COMP", value)
class Reserved(Token):
def __init__(self, value):
super().__init__("RSV", value)