summaryrefslogtreecommitdiffstats
path: root/dimension/tokenize.h
diff options
context:
space:
mode:
Diffstat (limited to 'dimension/tokenize.h')
-rw-r--r--dimension/tokenize.h15
1 files changed, 13 insertions, 2 deletions
diff --git a/dimension/tokenize.h b/dimension/tokenize.h
index 3798d1e..e64b7eb 100644
--- a/dimension/tokenize.h
+++ b/dimension/tokenize.h
@@ -20,8 +20,19 @@
#include "../libdimension/dimension.h"
typedef enum {
- DMNSN_LBRACE,
- DMNSN_RBRACE
+ DMNSN_LBRACE, /* { */
+ DMNSN_RBRACE, /* } */
+ DMNSN_LPAREN, /* ( */
+ DMNSN_RPAREN, /* ) */
+ DMNSN_LBRACKET, /* [ */
+ DMNSN_RBRACKET, /* ] */
+ DMNSN_LT, /* < */
+ DMNSN_GT, /* > */
+ DMNSN_PLUS, /* + */
+ DMNSN_MINUS, /* - */
+ DMNSN_STAR, /* * */
+ DMNSN_SLASH, /* / */
+ DMNSN_COMMA, /* , */
} dmnsn_token_type;
typedef struct dmnsn_token dmnsn_token;