blob: af1c4fa3745086e7867d6641a3deddab9eb82692 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
|
# CTOTOK.H -- Tokens recognized by CTOTOK.
define TOK_IDENTIFIER 1 # [A-Za-z][A-Za-z0-9_.$]*
define TOK_NUMBER 2 # [0-9][-+0-9.:xXa-fA-F]*
define TOK_OPERATOR 3 # all other printable sequences
define TOK_PUNCTUATION 4 # [:,;] or any control character
define TOK_STRING 5 # "..."
define TOK_CHARCON 6 # '\n', etc.
define TOK_EOS 7 # end of string
define TOK_NEWLINE 8 # end of line
define TOK_UNKNOWN 9 # control characters
|
