aboutsummaryrefslogtreecommitdiff
path: root/lib/ctotok.h
diff options
context:
space:
mode:
authorJoseph Hunkeler <jhunkeler@gmail.com>2015-07-08 20:46:52 -0400
committerJoseph Hunkeler <jhunkeler@gmail.com>2015-07-08 20:46:52 -0400
commitfa080de7afc95aa1c19a6e6fc0e0708ced2eadc4 (patch)
treebdda434976bc09c864f2e4fa6f16ba1952b1e555 /lib/ctotok.h
downloadiraf-linux-fa080de7afc95aa1c19a6e6fc0e0708ced2eadc4.tar.gz
Initial commit
Diffstat (limited to 'lib/ctotok.h')
-rw-r--r--lib/ctotok.h11
1 files changed, 11 insertions, 0 deletions
diff --git a/lib/ctotok.h b/lib/ctotok.h
new file mode 100644
index 00000000..af1c4fa3
--- /dev/null
+++ b/lib/ctotok.h
@@ -0,0 +1,11 @@
+# CTOTOK.H -- Tokens recognized by CTOTOK.
+
+define TOK_IDENTIFIER 1 # [A-Za-z][A-Za-z0-9_.$]*
+define TOK_NUMBER 2 # [0-9][-+0-9.:xXa-fA-F]*
+define TOK_OPERATOR 3 # all other printable sequences
+define TOK_PUNCTUATION 4 # [:,;] or any control character
+define TOK_STRING 5 # "..."
+define TOK_CHARCON 6 # '\n', etc.
+define TOK_EOS 7 # end of string
+define TOK_NEWLINE 8 # end of line
+define TOK_UNKNOWN 9 # control characters