diff options
author | Tavian Barnes <tavianator@gmail.com> | 2009-10-28 18:57:31 -0400 |
---|---|---|
committer | Tavian Barnes <tavianator@gmail.com> | 2009-10-28 18:57:31 -0400 |
commit | 8ce6029a6a14c0ef003c88cb9fb29e522c022f9c (patch) | |
tree | 4720666135b504097ba49644612b53bbd106bb7f /dimension/tokenize.h | |
parent | 9335c34a93f66318c5d4aaaca4b11595d349421d (diff) | |
download | dimension-8ce6029a6a14c0ef003c88cb9fb29e522c022f9c.tar.xz |
Tokenize strings and language directives.
Diffstat (limited to 'dimension/tokenize.h')
-rw-r--r-- | dimension/tokenize.h | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/dimension/tokenize.h b/dimension/tokenize.h index 2e82f98..cc8148f 100644 --- a/dimension/tokenize.h +++ b/dimension/tokenize.h @@ -45,8 +45,15 @@ typedef enum { DMNSN_SPHERE, DMNSN_BOX, + /* Directives (#declare, etc.) */ + DMNSN_INCLUDE, /* Only used internally */ + DMNSN_DECLARE, + /* Identifiers */ DMNSN_IDENTIFIER, + + /* Strings */ + DMNSN_STRING, } dmnsn_token_type; typedef struct dmnsn_token dmnsn_token; |