1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
#include <string.h>
#include <stdbool.h>
#include "lexer.h"
#include "tests.h"
static bool token_matches(struct Token token, enum TokenType type, const char* text)
{
size_t length = strlen(text);
return token.type == type
&& token.length == length
&& memcmp(token.start, text, length) == 0;
}
static void test_identifiers_and_integers(struct TestContext* context)
{
struct Lexer lexer = create_lexer("rax 42");
check(context, token_matches(scan_token(&lexer), TOKEN_IDENTIFIER, "rax"));
check(context, token_matches(scan_token(&lexer), TOKEN_INTEGER, "42"));
check(context, scan_token(&lexer).type == TOKEN_EOF);
}
static void test_number_bases(struct TestContext* context)
{
struct Lexer lexer = create_lexer("42 0x1F 0b1010");
check(context, token_matches(scan_token(&lexer), TOKEN_INTEGER, "42"));
check(context, token_matches(scan_token(&lexer), TOKEN_INTEGER, "0x1F"));
check(context, token_matches(scan_token(&lexer), TOKEN_INTEGER, "0b1010"));
}
static void test_float_literals(struct TestContext* context)
{
struct Lexer lexer = create_lexer("3.14 1.0 42");
check(context, token_matches(scan_token(&lexer), TOKEN_FLOAT, "3.14"));
check(context, token_matches(scan_token(&lexer), TOKEN_FLOAT, "1.0"));
check(context, scan_token(&lexer).type == TOKEN_INTEGER);
}
static void test_operators(struct TestContext* context)
{
struct Lexer lexer = create_lexer("= == += != /");
check(context, scan_token(&lexer).type == TOKEN_EQUAL);
check(context, scan_token(&lexer).type == TOKEN_EQUAL_EQUAL);
check(context, scan_token(&lexer).type == TOKEN_PLUS_EQUAL);
check(context, scan_token(&lexer).type == TOKEN_BANG_EQUAL);
check(context, scan_token(&lexer).type == TOKEN_SLASH);
}
static void test_literals(struct TestContext* context)
{
struct Lexer lexer = create_lexer("\"hi\\n\" '0'");
check(context, token_matches(scan_token(&lexer), TOKEN_STRING, "\"hi\\n\""));
check(context, token_matches(scan_token(&lexer), TOKEN_CHAR, "'0'"));
}
static void test_keywords(struct TestContext* context)
{
struct Lexer lexer = create_lexer("const proc mainly");
check(context, scan_token(&lexer).type == TOKEN_CONST);
check(context, scan_token(&lexer).type == TOKEN_PROC);
check(context, scan_token(&lexer).type == TOKEN_IDENTIFIER);
}
static void test_size_keywords(struct TestContext* context)
{
struct Lexer lexer = create_lexer("byte word dword qword");
check(context, scan_token(&lexer).type == TOKEN_BYTE);
check(context, scan_token(&lexer).type == TOKEN_WORD);
check(context, scan_token(&lexer).type == TOKEN_DWORD);
check(context, scan_token(&lexer).type == TOKEN_QWORD);
}
static void test_enum_struct_keywords(struct TestContext* context)
{
struct Lexer lexer = create_lexer("enum struct");
check(context, scan_token(&lexer).type == TOKEN_ENUM);
check(context, scan_token(&lexer).type == TOKEN_STRUCT);
}
static void test_line_counting(struct TestContext* context)
{
struct Lexer lexer = create_lexer("a\nb\nc");
check(context, scan_token(&lexer).line == 1);
check(context, scan_token(&lexer).line == 2);
check(context, scan_token(&lexer).line == 3);
}
static void test_comments(struct TestContext* context)
{
struct Lexer lexer = create_lexer("rax // line comment\n/* block\ncomment */ rbx");
check(context, token_matches(scan_token(&lexer), TOKEN_IDENTIFIER, "rax"));
struct Token second = scan_token(&lexer);
check(context, token_matches(second, TOKEN_IDENTIFIER, "rbx"));
check(context, second.line == 3);
check(context, scan_token(&lexer).type == TOKEN_EOF);
}
void run_lexer_tests(struct TestContext* context)
{
test_identifiers_and_integers(context);
test_number_bases(context);
test_float_literals(context);
test_operators(context);
test_literals(context);
test_keywords(context);
test_size_keywords(context);
test_enum_struct_keywords(context);
test_line_counting(context);
test_comments(context);
}
|
