Initial check in docu

2026-01-03 18:31:15 +01:00
parent e2c3cbc520
commit ee130973e2
98 changed files with 9430 additions and 0 deletions
@@ -0,0 +1,68 @@
+unit JavaLexer;
+
+uses
+{
+   dpgTokenStreamSelector;
+}
+
+lexer TJavaLexer;
+options
+{
+   k = 2;
+   importVocab = JavaDoc;
+   exportVocab = Java;
+}
+
+tokens
+{
+   "int";
+}
+
+memberdecl
+{
+   public
+      Selector : IdpgTokenStreamSelector;
+}
+
+// ----------------------------------------------------------------------------
+// Simple tokens
+// ----------------------------------------------------------------------------
+SEMI  : ';';
+
+// ----------------------------------------------------------------------------
+// JavaDocOpen
+// ----------------------------------------------------------------------------
+JAVADOC_OPEN
+   :  "/**"    { Selector.Push('docLexer');  }
+   ;
+   
+// ----------------------------------------------------------------------------
+// Identifier
+// ----------------------------------------------------------------------------
+ID 
+options
+{
+   testLiterals = true;
+}
+   :  ('a'..'z')+
+   ;
+
+WS 
+   :   
+      (
+         ' '
+      |  '\t'
+      |
+         (
+            '\r' '\n'
+         |  '\r'
+         |  '\n'
+         )
+         {
+            newLine;
+         }
+      )
+      {
+         _ttype := TT_SKIP;
+      }
+   ;