keep alpha source states during node propagation

[IRC.git] / Robust / src / Benchmarks / mlp / tagger / mlp-smaller / Token.java

diff --git a/Robust/src/Benchmarks/mlp/tagger/mlp-smaller/Token.java b/Robust/src/Benchmarks/mlp/tagger/mlp-smaller/Token.java
new file mode 100644 (file)
index 0000000..fc99c39
--- /dev/null
+++ b/Robust/src/Benchmarks/mlp/tagger/mlp-smaller/Token.java
@@ -0,0 +1,71 @@
+/**\r
+ * Token class\r
+ * Represents tokens generated by lexer\r
+ * <p>\r
+ *\r
+ * @author  Daniel Jackson\r
+ * @version 0, 07/06/01\r
+ */\r
+\r
+//package tagger;\r
+//import java.io.*;\r
+//import java.util.*;\r
+\r
+public class Token {\r
+  // may be null\r
+  public String arg;\r
+  public int line;\r
+  public int type;\r
+\r
+  public static final int COMMENT              () { return  0;  }\r
+  public static final int WHITESPACE           () { return  1; }\r
+  public static final int ALPHABETIC           () { return  2; }\r
+  public static final int NUMERIC              () { return  3; }\r
+\r
+  public static final int PARABREAK            () { return  4; }\r
+  public static final int LINEBREAK            () { return  5; }\r
+\r
+  public static final int APOSTROPHE           () { return  10;        }\r
+  public static final int PRIME                () { return  11;        }\r
+  public static final int OPENSINGLEQUOTE      () { return  12;        }\r
+  public static final int CLOSESINGLEQUOTE     () { return  13;        }\r
+  public static final int OPENDOUBLEQUOTE      () { return  14;        }\r
+  public static final int CLOSEDOUBLEQUOTE     () { return  15;        }\r
+  public static final int HYPHENS              () { return  16;        }\r
+  public static final int DOTS                 () { return  17;        }\r
+\r
+  public static final int PARASTYLECOMMAND     () { return  20;        }\r
+  public static final int FORMATCOMMAND        () { return  21;        }\r
+  public static final int POPFORMATCOMMAND     () { return  22;        }\r
+  public static final int REFCOMMAND           () { return  23;        }\r
+  public static final int TAGCOMMAND           () { return  24;        }\r
+  public static final int CITECOMMAND          () { return  25;        }\r
+  public static final int CHARCOMMAND          () { return  26;        }\r
+  public static final int LOADCHARMAPCOMMAND   () { return  27;        }\r
+  public static final int LOADSTYLESHEETCOMMAND() { return  28;        }\r
+  public static final int PREAMBLECOMMAND      () { return  29;        }\r
+  public static final int SEPARATORCOMMAND     () { return  30;        }\r
+\r
+  public static final int UNDERSCORE           () { return  31;        }\r
+  public static final int DOLLAR               () { return  32;        }\r
+  public static final int OTHER                () { return  33;        }\r
+  public static final int ENDOFSTREAM          () { return  34;        }\r
+\r
+  public static final int MAXTOKEN             () { return  34; }\r
+  \r
+  public Token (int type, String arg, int line) {\r
+    this.type = type;\r
+    this.arg = arg;\r
+    this.line = line;\r
+  }\r
+  \r
+  public Token (int type, int line) {\r
+    this.type = type;\r
+    this.line = line;\r
+  }\r
+\r
+  // temporary implementation\r
+  public String toString () {\r
+    return arg;\r
+  }\r
+}\r