From fa080de7afc95aa1c19a6e6fc0e0708ced2eadc4 Mon Sep 17 00:00:00 2001
From: Joseph Hunkeler <jhunkeler@gmail.com>
Date: Wed, 8 Jul 2015 20:46:52 -0400
Subject: Initial commit

---
 lib/ctotok.h | 11 +++++++++++
 1 file changed, 11 insertions(+)
 create mode 100644 lib/ctotok.h

(limited to 'lib/ctotok.h')

diff --git a/lib/ctotok.h b/lib/ctotok.h
new file mode 100644
index 00000000..af1c4fa3
--- /dev/null
+++ b/lib/ctotok.h
@@ -0,0 +1,11 @@
+# CTOTOK.H -- Tokens recognized by CTOTOK.
+
+define	TOK_IDENTIFIER		1	# [A-Za-z][A-Za-z0-9_.$]*
+define	TOK_NUMBER		2	# [0-9][-+0-9.:xXa-fA-F]*
+define	TOK_OPERATOR		3	# all other printable sequences
+define	TOK_PUNCTUATION		4	# [:,;] or any control character
+define	TOK_STRING		5	# "..."
+define	TOK_CHARCON		6	# '\n', etc.
+define	TOK_EOS			7	# end of string
+define	TOK_NEWLINE		8	# end of line
+define	TOK_UNKNOWN		9	# control characters
-- 
cgit