Add vscode-tmgrammar-test module, include tests in ci, add unit and s…

…napshot tests for lexical constructs

.vscodeignore

@@ -4,4 +4,5 @@
 tests/**
 src/**
 node_modules
-.gitkeep
+.gitkeep
+scripts

bin/ci-release.sh

@@ -7,6 +7,7 @@ NEW_VERSION=${TRAVIS_TAG#"v"}
 # Build the extension
 yarn install
 yarn build
+yarn test
 
 # Update package.json and CHANGELOG.md
 set-up-ssh() {

package.json

@@ -48,11 +48,13 @@
         "ts-node": "^8.1.0",
         "tsc": "^1.20150623.0",
         "typescript": "^3.3.3",
+        "vscode-tmgrammar-test": "0.0.4",
         "vsce": "^1.59.0"
     },
     "scripts": {
         "vscode:prepublish": "test -f ./syntaxes/Scala.tmLanguage.json",
         "vscode:publish": "vsce publish --yarn",
-        "build": "ts-node src/typescript/GenerateTmLanguageFile.ts > ./syntaxes/Scala.tmLanguage.json"
+        "build": "ts-node src/typescript/GenerateTmLanguageFile.ts > ./syntaxes/Scala.tmLanguage.json",
+        "test": "node scripts/unit.js && node scripts/snap.js"
     }
 }

scripts/snap.js

@@ -0,0 +1,9 @@
+var cp = require('child_process')
+
+try {
+cp.execSync("npx vscode-tmgrammar-snap -s source.scala -g syntaxes/Scala.tmLanguage.json -t 'tests/snap/**/*.test.scala'",
+  { stdio: 'inherit' })
+} catch(err) {
+    console.debug(err.toString())
+    process.exit(-1)
+}

scripts/unit.js

@@ -0,0 +1,9 @@
+var cp = require('child_process')
+
+try {
+cp.execSync("npx vscode-tmgrammar-test -s source.scala -g syntaxes/Scala.tmLanguage.json -t 'tests/unit/**/*.test.scala'",
+  { stdio: 'inherit' })
+} catch(err) {
+    console.debug(err.toString())
+    process.exit(-1)
+}

tests/sample.test.scala

@@ -0,0 +1,23 @@
+// SYNTAX TEST "source.scala"
+
+// line which start with a <comment token> but don't have valid assertions are ignored
+
+class Stack[A] {
+// <-----  keyword.declaration.scala
+//   ^ - keyword.declaration.scala entity.name.class.declaration
+//    ^^^^^  entity.name.class.declaration 
+//         ^  source.scala meta.bracket.scala
+//          ^  entity.name.class
+//           ^  meta.bracket.scala
+//             ^  punctuation.section.block.begin.scala
+  private var elements: List[A] = Nil
+    def push(x: A) { elements = x :: elements }
+    def peek: A = elements.head
+    def pop(): A = {
+      val currentTop = peek
+      elements = elements.tail
+      currentTop
+  }
+// <~~- punctuation.section.block.end.scala
+}
+

tests/snap/lexical.test.scala

@@ -0,0 +1,78 @@
+
+object ExampleIdentifiers {
+  val x = 3
+  val Object = 3        
+  val maxIndex = 3   
+  val p2p = 3      
+  val empty_? = 3
+  val + = 3         
+  val `yield` = 3       
+  val αρετη = 3     
+  val _y = 3       
+  val dot_product_* = 3
+  val __system = 3  
+  val _MAX_LEN_ = 3
+}
+
+object IntegerLiterals {
+  (0, 21,  0xFFFFFFFF, -42L)        
+}
+
+object FloatingPointLiterals {
+  ( 0.0, 1e30f, 3.14159f, 1.0e-100, .1  )
+}
+
+object Boolean {
+    (true, false)
+}
+
+object CharacterLiterals {
+    ('a',    '\u0041',    '\n',    '\t')
+}
+
+object StringLiterals {
+    ("Hello,\nWorld!",  "This string contains a \" character.")
+
+    """the present string
+     spans three
+     lines."""
+
+    """the present string
+      |spans three
+      |lines.""".stripMargin
+
+
+  val escapeSequences = "\b\t\n\f\r\"\'\\"
+
+  s"$x plain ${val x = y}"
+  custom"$x plain ${val x = y}"
+
+  s"""$x plain ${val x = y}"""
+  custom"""$x plain ${val x = y}"""
+}
+
+object Symbols {
+    ('x, 'X, 'αρετη, '=, '+ )
+}
+
+// single line comment
+
+  /*
+  
+multiline comment*/
+
+  /**
+   * Scaladoc comment
+   * @scaladoc @param 
+   */
+
+   /*  nested /* multi-line */ comment */
+
+
+object Xml {
+    val b = <book>
+          <title>The Scala Language Specification</title>
+          <version>{scalaBook.version}</version>
+          <authors>{scalaBook.authors.mkList("", ", ", "")}</authors>
+        </book>
+}