version 2.7.0.2 : short code attributes for generic lexer

ParserTests/EBNFTests.cs

@@ -15,6 +15,7 @@
 using sly.parser.parser;
 using sly.parser.syntax.grammar;
 using Xunit;
+using String = System.String;
 
 namespace ParserTests
 {

ParserTests/lexer/GenericLexerTests.cs

@@ -13,6 +13,44 @@
 namespace ParserTests.lexer
 {
 
+    public enum GenericShortAttributes
+    {
+        [Double] DOUBLE = 1,
+
+        // integer        
+        [Int] INT = 3,
+
+        [AlphaId] IDENTIFIER = 4,
+
+        // the + operator
+        [Sugar("+")] PLUS = 5,
+
+        // the ++ operator
+        [Sugar("++")]
+        INCREMENT = 6,
+
+        // the - operator
+        [Sugar("-")] MINUS = 7,
+
+        // the * operator
+        [Sugar("*")] TIMES = 8,
+
+        //  the  / operator
+        [Sugar("/")] DIVIDE = 9,
+
+        // a left paranthesis (
+        [Sugar("(")] LPAREN = 10,
+
+        // a right paranthesis )
+        [Sugar(")")] RPAREN = 11,
+
+        [String("'","\\")]
+        STRING = 12,
+
+        [Keyword("hello")]
+        HELLO = 13
+    }
+
     public enum Issue210Token
     {
         EOF = 0,
@@ -1104,6 +1142,27 @@ public void TestIndented2()
             Assert.Equal(2,unindents);
         }
 
+        [Fact]
+        public void TestGenericShortCode()
+        {
+            var build = LexerBuilder.BuildLexer<GenericShortAttributes>();
+            Assert.True(build.IsOk);
+            Assert.NotNull(build.Result);
+            var lexer = build.Result;
+            var lexResult = lexer.Tokenize(@"1 + 2 + a + b * 8.3 hello / 'b\'jour'");
+
+            Assert.True(lexResult.IsOk);
+            var tokens = lexResult.Tokens;
+            Assert.Equal(13,tokens.Count);
+            Assert.Equal(GenericShortAttributes.INT,tokens[0].TokenID);
+            Assert.Equal(GenericShortAttributes.PLUS,tokens[3].TokenID);
+            Assert.Equal(GenericShortAttributes.IDENTIFIER,tokens[4].TokenID);
+            Assert.Equal(GenericShortAttributes.DOUBLE,tokens[8].TokenID);
+            Assert.Equal(GenericShortAttributes.HELLO,tokens[9].TokenID);
+            Assert.Equal(GenericShortAttributes.STRING,tokens[11].TokenID);
+
+        }
+
         private static string ToTokens<T>(LexerResult<T> result) where T : struct
         {
             return result.Tokens.Aggregate(new StringBuilder(), (buf, token) => buf.Append(token.TokenID)).ToString();

sly/lexer/attributes/StringAttribute.cs

@@ -2,7 +2,7 @@ namespace sly.lexer
 {
     public class StringAttribute : LexemeAttribute
     {
-        public StringAttribute(string delimiter, string escape) : base(GenericToken.String, delimiter, escape)
+        public StringAttribute(string delimiter = null, string escape = null) : base(GenericToken.String, delimiter, escape)
         {
 
         } 

sly/sly.csproj

@@ -6,11 +6,11 @@
     <AllowedOutputExtensionsInPackageBuildOutputFolder>$(AllowedOutputExtensionsInPackageBuildOutputFolder);.pdb</AllowedOutputExtensionsInPackageBuildOutputFolder>
     <Description>#LY is a parser generator halfway between parser combinators and parser generator like ANTLR</Description>
     <Authors>b3b00</Authors>
-    <version>2.7.0.1</version>
+    <version>2.7.0.2</version>
     <PackageProjectUrl>https://github.com/b3b00/sly</PackageProjectUrl>
     <RepositoryUrl>https://github.com/b3b00/sly</RepositoryUrl>
     <PackageLicenseUrl>https://github.com/b3b00/sly/blob/master/LICENSE</PackageLicenseUrl>
-    <PackageVersion>2.7.0.1</PackageVersion>
+    <PackageVersion>2.7.0.2</PackageVersion>
     <ApplicationIcon />
     <OutputType>Library</OutputType>
     <StartupObject />