1 package org.millscript.millscript.syntax;
2
3 /**
4 * This enumeration describes the valid types of token that can be
5 * generated by the tokenizer.
6 */
7 public enum TokenType {
8
9 /**
10 * Used to indicate we've reached the end of file. This is returned when
11 * the end of file is reached, but not if it is reached part way through
12 * reading a token.
13 */
14 EOF,
15
16 /**
17 * Used to indicate the current token is an integer.
18 */
19 INTEGER,
20
21 /**
22 * Used to indicate the current token is a name.
23 */
24 NAME,
25
26 /**
27 * Used to indicate when we need a new token. This is used when the current
28 * token is dropped.
29 */
30 NEED_NEW,
31
32 /**
33 * Used to indicate the current token is a string.
34 */
35 STRING,
36
37 /**
38 * Used to indicate the current token is a traditional regular expression
39 * token.
40 */
41 TRADITIONAL_REGEX
42
43 }