From fa080de7afc95aa1c19a6e6fc0e0708ced2eadc4 Mon Sep 17 00:00:00 2001
From: Joseph Hunkeler <jhunkeler@gmail.com>
Date: Wed, 8 Jul 2015 20:46:52 -0400
Subject: Initial commit

---
 pkg/lists/tokens.par | 5 +++++
 1 file changed, 5 insertions(+)
 create mode 100644 pkg/lists/tokens.par

(limited to 'pkg/lists/tokens.par')

diff --git a/pkg/lists/tokens.par b/pkg/lists/tokens.par
new file mode 100644
index 00000000..1df3490b
--- /dev/null
+++ b/pkg/lists/tokens.par
@@ -0,0 +1,5 @@
+files,s,a,,,,list of files to be converted into a stream of tokens
+ignore_comments,b,h,yes,,,ignore comments in the input stream?
+begin_comment,s,h,"#",,,string marking start of a comment
+end_comment,s,h,"eol",,,"string marking end of a comment ('eol' if end of line)"
+newlines,b,h,yes,,,is newline a legal token?
-- 
cgit