diff options
Diffstat (limited to 'lib/ctotok.h')
| -rw-r--r-- | lib/ctotok.h | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/lib/ctotok.h b/lib/ctotok.h new file mode 100644 index 00000000..af1c4fa3 --- /dev/null +++ b/lib/ctotok.h @@ -0,0 +1,11 @@ +# CTOTOK.H -- Tokens recognized by CTOTOK. + +define TOK_IDENTIFIER 1 # [A-Za-z][A-Za-z0-9_.$]* +define TOK_NUMBER 2 # [0-9][-+0-9.:xXa-fA-F]* +define TOK_OPERATOR 3 # all other printable sequences +define TOK_PUNCTUATION 4 # [:,;] or any control character +define TOK_STRING 5 # "..." +define TOK_CHARCON 6 # '\n', etc. +define TOK_EOS 7 # end of string +define TOK_NEWLINE 8 # end of line +define TOK_UNKNOWN 9 # control characters |