[[ ExternalsApiV5 ]] Fix negative number tokenization.

runrevmark · runrevmark · commit aeb0dafac282 · 2013-06-17T11:41:24.000+01:00
diff --git a/lcidlc/src/Scanner.cpp b/lcidlc/src/Scanner.cpp
@@ -299,6 +299,12 @@ static bool ScannerConsume(ScannerRef self)
 	{
 		t_type = kTokenTypeNumber;
 		
+		// MW-2013-06-17: [[ ExternalsApiV5 ]] Since number-prefix is not a subset of
+		//   number-suffix (due to '-'), make sure we advance past the prefix before
+		//   continuing the scan.
+		self -> input_frontier += 1;
+		self -> input_column += 1;
+		
 		while(!ScannerIsEndPrefix(self) &&
 				ScannerIsIntegerSuffix(self))
 		{

Original file line number	Diff line number	Diff line change
`@@ -299,6 +299,12 @@ static bool ScannerConsume(ScannerRef self)`
`299`	`299`	`{`
`300`	`300`	`t_type = kTokenTypeNumber;`
`301`	`301`
	`302`	`+ // MW-2013-06-17: [[ ExternalsApiV5 ]] Since number-prefix is not a subset of`
	`303`	`+ // number-suffix (due to '-'), make sure we advance past the prefix before`
	`304`	`+ // continuing the scan.`
	`305`	`+ self -> input_frontier += 1;`
	`306`	`+ self -> input_column += 1;`
	`307`	`+`
`302`	`308`	`while(!ScannerIsEndPrefix(self) &&`
`303`	`309`	`ScannerIsIntegerSuffix(self))`
`304`	`310`	`{`