Archeus 0.0.0
A C library and game engine that focuses on documentation
Loading...
Searching...
No Matches
Functions
lexer.c File Reference
#include "../test.h"
#include "arc/std/lexer.h"

Go to the source code of this file.

Functions

 ARC_TEST (Lexer_Char_Match)
 
 ARC_TEST (Lexer_Check_Id_Basic)
 
 ARC_TEST (Lexer_Check_Id_Unordered_But_Continious)
 
 ARC_TEST (Lexer_Check_Id_Unordered_Not_Continious)
 
 ARC_TEST (Lexer_Check_Continious)
 
 ARC_TEST (Lexer_Check_Not_Continious)
 

Function Documentation

◆ ARC_TEST() [1/6]

ARC_TEST ( Lexer_Char_Match )

Definition at line 4 of file lexer.c.

4 {
5 ARC_Lexer *lexer;
6 ARC_Lexer_Create(&lexer);
7
8 ARC_Lexer_InitBasicTokenRules(lexer);
9
10 ARC_String *simple;
11 ARC_String_CreateWithStrlen(&simple, "::{}!/.");
12
13 ARC_Lexer_LexString(lexer, &simple);
14
15 ARC_LexerToken *token;
16
17 token = ARC_Lexer_GetToken(lexer, 0);
18 ARC_CHECK(token->rule == ARC_LEXER_TOKEN_COLON_ID);
19
20 token = ARC_Lexer_GetToken(lexer, 1);
21 ARC_CHECK(token->rule == ARC_LEXER_TOKEN_COLON_ID);
22
23 token = ARC_Lexer_GetToken(lexer, 2);
24 ARC_CHECK(token->rule == ARC_LEXER_TOKEN_LEFT_CURLY_BRACE_ID);
25
26 token = ARC_Lexer_GetToken(lexer, 3);
27 ARC_CHECK(token->rule == ARC_LEXER_TOKEN_RIGHT_CURLY_BRACE_ID);
28
29 token = ARC_Lexer_GetToken(lexer, 4);
30 ARC_CHECK(token->rule == ARC_LEXER_TOKEN_BANG_ID);
31
32 token = ARC_Lexer_GetToken(lexer, 5);
33 ARC_CHECK(token->rule == ARC_LEXER_TOKEN_FORWARD_SLASH_ID);
34
35 token = ARC_Lexer_GetToken(lexer, 6);
36 ARC_CHECK(token->rule == ARC_LEXER_TOKEN_PERIOD_ID);
37
38 ARC_Lexer_Destroy(lexer);
39}
ARC_LEXER_TOKEN_FORWARD_SLASH_ID
#define ARC_LEXER_TOKEN_FORWARD_SLASH_ID
Definition lexer.h:271
ARC_LEXER_TOKEN_PERIOD_ID
#define ARC_LEXER_TOKEN_PERIOD_ID
Definition lexer.h:268
ARC_LEXER_TOKEN_LEFT_CURLY_BRACE_ID
#define ARC_LEXER_TOKEN_LEFT_CURLY_BRACE_ID
Definition lexer.h:283
ARC_LEXER_TOKEN_RIGHT_CURLY_BRACE_ID
#define ARC_LEXER_TOKEN_RIGHT_CURLY_BRACE_ID
Definition lexer.h:286
ARC_LEXER_TOKEN_BANG_ID
#define ARC_LEXER_TOKEN_BANG_ID
Definition lexer.h:289
ARC_LEXER_TOKEN_COLON_ID
#define ARC_LEXER_TOKEN_COLON_ID
Definition lexer.h:259
ARC_Lexer_GetToken
ARC_LexerToken * ARC_Lexer_GetToken(ARC_Lexer *lexer, uint32_t index)
gets a token at a given index from a lexer
Definition lexer.c:272
ARC_Lexer_LexString
void ARC_Lexer_LexString(ARC_Lexer *lexer, ARC_String **data)
creates tokens using a given string with ARC_LexerToken rules
Definition lexer.c:166
ARC_Lexer_InitBasicTokenRules
void ARC_Lexer_InitBasicTokenRules(ARC_Lexer *lexer)
adds a bunch of basic token rules (matching the BasicTokens above)
Definition lexer.c:472
ARC_Lexer_Create
void ARC_Lexer_Create(ARC_Lexer **lexer)
creates an ARC_Lexer type
Definition lexer.c:50
ARC_Lexer_Destroy
void ARC_Lexer_Destroy(ARC_Lexer *lexer)
destroys an ARC_Lexer type
Definition lexer.c:68
ARC_String_CreateWithStrlen
void ARC_String_CreateWithStrlen(ARC_String **string, char *data)
creates ARC_String type with strinlen
Definition string.c:32
ARC_LexerToken
a lexer token type
Definition lexer.h:18
ARC_LexerToken::rule
uint32_t rule
Definition lexer.h:19
ARC_Lexer
Definition lexer.c:10
ARC_String
substring position within a string
Definition string.h:14
ARC_CHECK
#define ARC_CHECK(TEST)
Definition test.h:33

References ARC_CHECK, ARC_Lexer_Create(), ARC_Lexer_Destroy(), ARC_Lexer_GetToken(), ARC_Lexer_InitBasicTokenRules(), ARC_Lexer_LexString(), ARC_LEXER_TOKEN_BANG_ID, ARC_LEXER_TOKEN_COLON_ID, ARC_LEXER_TOKEN_FORWARD_SLASH_ID, ARC_LEXER_TOKEN_LEFT_CURLY_BRACE_ID, ARC_LEXER_TOKEN_PERIOD_ID, ARC_LEXER_TOKEN_RIGHT_CURLY_BRACE_ID, ARC_String_CreateWithStrlen(), and ARC_LexerToken::rule.

◆ ARC_TEST() [2/6]

ARC_TEST ( Lexer_Check_Continious )

Definition at line 98 of file lexer.c.

98 {
99 ARC_Lexer *lexer;
100 ARC_Lexer_Create(&lexer);
101
102 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(2, ':'));
103 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(0, 0 ));
104 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(3, ':'));
105 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(1, ':'));
106 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(4, ':'));
107
108 ARC_CHECK(ARC_Lexer_IsContinious(lexer) == ARC_True);
109
110 ARC_Lexer_Destroy(lexer);
111}
ARC_True
#define ARC_True
Definition bool.h:11
ARC_Lexer_RegisterTokenRule
void ARC_Lexer_RegisterTokenRule(ARC_Lexer *lexer, ARC_LexerTokenRule tokenRule)
adds a token rule to a lexer
Definition lexer.c:79
ARC_LexerTokenRule_CreateAndReturnMatchCharRule
ARC_LexerTokenRule ARC_LexerTokenRule_CreateAndReturnMatchCharRule(uint32_t id, char character)
creates a ARC_LexerTokenRule with a given id and character
Definition lexer.c:378
ARC_Lexer_IsContinious
ARC_Bool ARC_Lexer_IsContinious(ARC_Lexer *lexer)
returns a boolean based on if a lexers rules are continious
Definition lexer.c:290

References ARC_CHECK, ARC_Lexer_Create(), ARC_Lexer_Destroy(), ARC_Lexer_IsContinious(), ARC_Lexer_RegisterTokenRule(), ARC_LexerTokenRule_CreateAndReturnMatchCharRule(), and ARC_True.

◆ ARC_TEST() [3/6]

ARC_TEST ( Lexer_Check_Id_Basic )

Definition at line 41 of file lexer.c.

41 {
42 ARC_Lexer *lexer;
43 ARC_Lexer_Create(&lexer);
44
45 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(0, 0 ));
46 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(1, ':'));
47 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(2, ':'));
48 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(3, ':'));
49 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(4, ':'));
50
51 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 0) == ARC_True );
52 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 7) == ARC_False);
53 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 2) == ARC_True );
54 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 4) == ARC_True );
55 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 5) == ARC_False);
56
57 ARC_Lexer_Destroy(lexer);
58}
ARC_False
#define ARC_False
Definition bool.h:12
ARC_Lexer_IsTokenId
ARC_Bool ARC_Lexer_IsTokenId(ARC_Lexer *lexer, uint32_t id)
returns a boolean based on if a given id is a stored token rule id
Definition lexer.c:294

References ARC_CHECK, ARC_False, ARC_Lexer_Create(), ARC_Lexer_Destroy(), ARC_Lexer_IsTokenId(), ARC_Lexer_RegisterTokenRule(), ARC_LexerTokenRule_CreateAndReturnMatchCharRule(), and ARC_True.

◆ ARC_TEST() [4/6]

ARC_TEST ( Lexer_Check_Id_Unordered_But_Continious )

Definition at line 60 of file lexer.c.

60 {
61 ARC_Lexer *lexer;
62 ARC_Lexer_Create(&lexer);
63
64 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(2, ':'));
65 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(0, 0 ));
66 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(3, ':'));
67 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(1, ':'));
68 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(4, ':'));
69
70 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 0) == ARC_True );
71 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 7) == ARC_False);
72 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 2) == ARC_True );
73 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 4) == ARC_True );
74 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 5) == ARC_False);
75
76 ARC_Lexer_Destroy(lexer);
77}

References ARC_CHECK, ARC_False, ARC_Lexer_Create(), ARC_Lexer_Destroy(), ARC_Lexer_IsTokenId(), ARC_Lexer_RegisterTokenRule(), ARC_LexerTokenRule_CreateAndReturnMatchCharRule(), and ARC_True.

◆ ARC_TEST() [5/6]

ARC_TEST ( Lexer_Check_Id_Unordered_Not_Continious )

Definition at line 79 of file lexer.c.

79 {
80 ARC_Lexer *lexer;
81 ARC_Lexer_Create(&lexer);
82
83 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(2, ':'));
84 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(8, 0 ));
85 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(3, ':'));
86 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(1, ':'));
87 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(4, ':'));
88
89 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 8) == ARC_True );
90 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 7) == ARC_False);
91 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 2) == ARC_True );
92 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 4) == ARC_True );
93 ARC_CHECK(ARC_Lexer_IsTokenId(lexer, 5) == ARC_False);
94
95 ARC_Lexer_Destroy(lexer);
96}

References ARC_CHECK, ARC_False, ARC_Lexer_Create(), ARC_Lexer_Destroy(), ARC_Lexer_IsTokenId(), ARC_Lexer_RegisterTokenRule(), ARC_LexerTokenRule_CreateAndReturnMatchCharRule(), and ARC_True.

◆ ARC_TEST() [6/6]

ARC_TEST ( Lexer_Check_Not_Continious )

Definition at line 113 of file lexer.c.

113 {
114 ARC_Lexer *lexer;
115 ARC_Lexer_Create(&lexer);
116
117 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(2, ':'));
118 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(8, 0 ));
119 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(3, ':'));
120 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(1, ':'));
121 ARC_Lexer_RegisterTokenRule(lexer, ARC_LexerTokenRule_CreateAndReturnMatchCharRule(4, ':'));
122
123 ARC_CHECK(ARC_Lexer_IsContinious(lexer) == ARC_False);
124
125 ARC_Lexer_Destroy(lexer);
126}

References ARC_CHECK, ARC_False, ARC_Lexer_Create(), ARC_Lexer_Destroy(), ARC_Lexer_IsContinious(), ARC_Lexer_RegisterTokenRule(), and ARC_LexerTokenRule_CreateAndReturnMatchCharRule().