Merge pull request microsoft#26465 from rnathanday/master

RyanCavanaugh · web-flow · commit 1e2fb9f0ae58 · 2018-09-05T12:38:09.000-07:00
include leading non-ASCII horizontal whitespace
diff --git a/src/compiler/scanner.ts b/src/compiler/scanner.ts
@@ -1396,6 +1396,24 @@ namespace ts {
                     case CharacterCodes.verticalTab:
                     case CharacterCodes.formFeed:
                     case CharacterCodes.space:
+                    case CharacterCodes.nonBreakingSpace:
+                    case CharacterCodes.ogham:
+                    case CharacterCodes.enQuad:
+                    case CharacterCodes.emQuad:
+                    case CharacterCodes.enSpace:
+                    case CharacterCodes.emSpace:
+                    case CharacterCodes.threePerEmSpace:
+                    case CharacterCodes.fourPerEmSpace:
+                    case CharacterCodes.sixPerEmSpace:
+                    case CharacterCodes.figureSpace:
+                    case CharacterCodes.punctuationSpace:
+                    case CharacterCodes.thinSpace:
+                    case CharacterCodes.hairSpace:
+                    case CharacterCodes.zeroWidthSpace:
+                    case CharacterCodes.narrowNoBreakSpace:
+                    case CharacterCodes.mathematicalSpace:
+                    case CharacterCodes.ideographicSpace:
+                    case CharacterCodes.byteOrderMark:
                         if (skipTrivia) {
                             pos++;
                             continue;
diff --git a/tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.js b/tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.js
@@ -0,0 +1,14 @@
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}"
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}"
+
+
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}";
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}";
diff --git a/tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.symbols b/tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.symbols
@@ -0,0 +1,9 @@
+=== tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts ===
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+No type information for this code."  function f() {}"
+No type information for this code.
+No type information for this code.//// [scannerNonAsciiHorizontalWhitespace.js]
+No type information for this code."  function f() {}"
+No type information for this code.
+No type information for this code.
+No type information for this code.
diff --git a/tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.types b/tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.types
@@ -0,0 +1,10 @@
+=== tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts ===
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}"
+>"  function f() {}" : "  function f() {}"
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}"
+>"  function f() {}" : "  function f() {}"
+
+
diff --git a/tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts b/tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts
@@ -0,0 +1,6 @@
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}"
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}"
+
