1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
|
#include <string.h>
#include <stdbool.h>
#include "lexer/lexer.h"
#include "tests.h"
static bool token_matches(struct Token token, enum TokenType type, const char* text)
{
size_t length = strlen(text);
return token.type == type
&& token.length == length
&& memcmp(token.start, text, length) == 0;
}
static void test_identifiers_and_integers(struct TestContext* context)
{
struct Lexer lexer = create_lexer("rax 42");
check(context, token_matches(scan_token(&lexer), TOKEN_IDENTIFIER, "rax"));
check(context, token_matches(scan_token(&lexer), TOKEN_INTEGER, "42"));
check(context, scan_token(&lexer).type == TOKEN_EOF);
}
static void test_operators(struct TestContext* context)
{
struct Lexer lexer = create_lexer("= == += != /");
check(context, scan_token(&lexer).type == TOKEN_EQUAL);
check(context, scan_token(&lexer).type == TOKEN_EQUAL_EQUAL);
check(context, scan_token(&lexer).type == TOKEN_PLUS_EQUAL);
check(context, scan_token(&lexer).type == TOKEN_BANG_EQUAL);
check(context, scan_token(&lexer).type == TOKEN_SLASH);
}
static void test_literals(struct TestContext* context)
{
struct Lexer lexer = create_lexer("\"hi\\n\" '0'");
check(context, token_matches(scan_token(&lexer), TOKEN_STRING, "\"hi\\n\""));
check(context, token_matches(scan_token(&lexer), TOKEN_CHAR, "'0'"));
}
static void test_keywords(struct TestContext* context)
{
struct Lexer lexer = create_lexer("const proc mainly");
check(context, scan_token(&lexer).type == TOKEN_CONST);
check(context, scan_token(&lexer).type == TOKEN_PROC);
check(context, scan_token(&lexer).type == TOKEN_IDENTIFIER);
}
static void test_line_counting(struct TestContext* context)
{
struct Lexer lexer = create_lexer("a\nb\nc");
check(context, scan_token(&lexer).line == 1);
check(context, scan_token(&lexer).line == 2);
check(context, scan_token(&lexer).line == 3);
}
void run_lexer_tests(struct TestContext* context)
{
test_identifiers_and_integers(context);
test_operators(context);
test_literals(context);
test_keywords(context);
test_line_counting(context);
}
|