/**

* A TypeScript parser for the AssemblyScript subset.

* @module parser

*//***/

import {

CommonFlags,

LIBRARY_PREFIX,

PATH_DELIMITER

} from "./common";

import {

Program

} from "./program";

import {

Tokenizer,

Token,

Range,

CommentHandler,

IdentifierHandling

} from "./tokenizer";

import {

DiagnosticCode,

DiagnosticEmitter

} from "./diagnostics";

import {

normalizePath

} from "./util";

import {

Node,

NodeKind,

Source,

SourceKind,

CommonTypeNode,

TypeNode,

SignatureNode,

Expression,

AssertionKind,

CallExpression,

ClassExpression,

FunctionExpression,

IdentifierExpression,

StringLiteralExpression,

Statement,

BlockStatement,

BreakStatement,

ClassDeclaration,

ContinueStatement,

DeclarationStatement,

DecoratorNode,

DoStatement,

EnumDeclaration,

EnumValueDeclaration,

ExportImportStatement,

ExportMember,

ExportStatement,

ExpressionStatement,

ForStatement,

FunctionDeclaration,

IfStatement,

ImportDeclaration,

ImportStatement,

NamespaceDeclaration,

ParameterNode,

ParameterKind,

ReturnStatement,

SwitchCase,

SwitchStatement,

ThrowStatement,

TryStatement,

TypeDeclaration,

TypeParameterNode,

VariableStatement,

VariableDeclaration,

VoidStatement,

WhileStatement,

mangleInternalPath,

nodeIsCallable,

nodeIsGenericCallable

} from "./ast";

/** Parser interface. */

export class Parser extends DiagnosticEmitter {

/** Program being created. */

program: Program;

/** Source file names to be requested next. */

backlog: string[] = new Array();

/** Source file names already seen, that is processed or backlogged. */

seenlog: Set<string> = new Set();

/** Source file names already completely processed. */

donelog: Set<string> = new Set();

/** Optional handler to intercept comments while tokenizing. */

onComment: CommentHandler | null = null;

/** Constructs a new parser. */

constructor() {

super();

this.program = new Program(this.diagnostics);

}

/** Parses a file and adds its definitions to the program. */

parseFile(

text: string,

path: string,

isEntry: bool

): void {

var normalizedPath = normalizePath(path);

var internalPath = mangleInternalPath(normalizedPath);

// check if already processed

if (this.donelog.has(internalPath)) return;

this.donelog.add(internalPath); // do not parse again

this.seenlog.add(internalPath); // do not request again

// create the source element

var source = new Source(

normalizedPath,

text,

isEntry

? SourceKind.ENTRY

: path.startsWith(LIBRARY_PREFIX) && path.indexOf(PATH_DELIMITER, LIBRARY_PREFIX.length) < 0

? SourceKind.LIBRARY

: SourceKind.DEFAULT

);

var program = this.program;

program.sources.push(source);

// tokenize and parse

var tn = new Tokenizer(source, program.diagnostics);

tn.onComment = this.onComment;

source.tokenizer = tn;

var statements = source.statements;

while (!tn.skip(Token.ENDOFFILE)) {

let statement = this.parseTopLevelStatement(tn);

if (statement) {

statement.parent = source;

statements.push(statement);

}

}

tn.finish();

}

/** Parses a top-level statement. */

parseTopLevelStatement(

tn: Tokenizer,

namespace: Node | null = null

): Statement | null {

var flags = CommonFlags.NONE;

var startPos: i32 = -1;

// check decorators

var decorators: DecoratorNode[] | null = null;

while (tn.skip(Token.AT)) {

if (startPos < 0) startPos = tn.tokenPos;

let decorator = this.parseDecorator(tn);

if (!decorator) {

this.skipStatement(tn);

continue;

}

if (!decorators) decorators = [];

decorators.push(decorator);

}

// check modifiers

var exportStart: i32 = 0;

var exportEnd: i32 = 0;

if (tn.skip(Token.EXPORT)) {

if (tn.skip(Token.DEFAULT)) {

this.error(

DiagnosticCode.Operation_not_supported,

tn.range()

);

}

if (startPos < 0) startPos = tn.tokenPos;

flags |= CommonFlags.EXPORT;

exportStart = tn.tokenPos;

exportEnd = tn.pos;

}

var declareStart: i32 = 0;

var declareEnd: i32 = 0;

var contextIsAmbient = namespace != null && namespace.is(CommonFlags.AMBIENT);

if (tn.skip(Token.DECLARE)) {

if (startPos < 0) startPos = tn.tokenPos;

if (contextIsAmbient) {

this.error(

DiagnosticCode.A_declare_modifier_cannot_be_used_in_an_already_ambient_context,

tn.range()

); // recoverable

}

flags |= CommonFlags.DECLARE | CommonFlags.AMBIENT;

} else if (contextIsAmbient) {

flags |= CommonFlags.AMBIENT;

}

// parse the statement

var statement: Statement | null = null;

// handle declarations

var first = tn.peek();

if (startPos < 0) startPos = tn.nextTokenPos;

switch (first) {

case Token.CONST: {

tn.next();

flags |= CommonFlags.CONST;

if (tn.skip(Token.ENUM)) {

statement = this.parseEnum(tn, flags, decorators, startPos);

break;

} else {

statement = this.parseVariable(tn, flags, decorators, startPos);

decorators = null;

}

break;

}

case Token.LET: flags |= CommonFlags.LET;

case Token.VAR: {

tn.next();

statement = this.parseVariable(tn, flags, decorators, startPos);

decorators = null;

break;

}

case Token.ENUM: {

tn.next();

statement = this.parseEnum(tn, flags, decorators, startPos);

decorators = null;

break;

}

case Token.FUNCTION: {

tn.next();

statement = this.parseFunction(tn, flags, decorators, startPos);

decorators = null;

break;

}

case Token.ABSTRACT: {

let state = tn.mark();

tn.next();

if (!tn.skip(Token.CLASS)) {

tn.reset(state);

statement = this.parseStatement(tn, true);

break;

} else {

tn.discard(state);

}

flags |= CommonFlags.ABSTRACT;

// fall through

}

case Token.CLASS:

case Token.INTERFACE: {

tn.next();

statement = this.parseClassOrInterface(tn, flags, decorators, startPos);

decorators = null;

break;

}

case Token.NAMESPACE: {

let state = tn.mark();

tn.next();

if (tn.peek(false, IdentifierHandling.PREFER) == Token.IDENTIFIER) {

tn.discard(state);

statement = this.parseNamespace(tn, flags, decorators, startPos);

decorators = null;

} else {

tn.reset(state);

statement = this.parseStatement(tn, true);

}

break;

}

case Token.IMPORT: {

tn.next();

flags |= CommonFlags.IMPORT;

if (flags & CommonFlags.EXPORT) {

statement = this.parseExportImport(tn, startPos);

} else {

statement = this.parseImport(tn);

}

break;

}

case Token.TYPE: { // also identifier

let state = tn.mark();

tn.next();

if (tn.peek(false, IdentifierHandling.PREFER) == Token.IDENTIFIER) {

tn.discard(state);

statement = this.parseTypeDeclaration(tn, flags, decorators, startPos);

decorators = null;

} else {

tn.reset(state);

statement = this.parseStatement(tn, true);

}

break;

}

default: {

// handle plain exports

if (flags & CommonFlags.EXPORT) {

statement = this.parseExport(tn, flags, startPos);

// handle non-declaration statements

} else {

if (exportEnd) {

this.error(

DiagnosticCode._0_modifier_cannot_be_used_here,

tn.range(exportStart, exportEnd), "export"

); // recoverable

}

if (declareEnd) {

this.error(

DiagnosticCode._0_modifier_cannot_be_used_here,

tn.range(declareStart, declareEnd), "declare"

); // recoverable

}

if (!namespace) {

statement = this.parseStatement(tn, true);

} // TODO: else?

}

break;

}

}

// check for decorators that weren't consumed

if (decorators) {

for (let i = 0, k = decorators.length; i < k; ++i) {

this.error(

DiagnosticCode.Decorators_are_not_valid_here,

decorators[i].range

);

}

}

return statement;

}

/** Obtains the next file to parse. */

nextFile(): string | null {

var backlog = this.backlog;

return backlog.length ? backlog.shift() : null;

}

/** Finishes parsing and returns the program. */

finish(): Program {

if (this.backlog.length) throw new Error("backlog is not empty");

this.backlog = [];

this.seenlog.clear();

this.donelog.clear();

return this.program;

}

/** Parses a type. */

parseType(

tn: Tokenizer,

acceptParenthesized: bool = true,

suppressErrors: bool = false

): CommonTypeNode | null {

// NOTE: this parses our limited subset

var token = tn.next();

var startPos = tn.tokenPos;

var type: CommonTypeNode;

// '(' ...

if (token == Token.OPENPAREN) {

// '(' FunctionSignature ')' '|' 'null'?

let isNullableSignature = tn.skip(Token.OPENPAREN);

// FunctionSignature?

let signature = this.tryParseSignature(tn);

if (signature) {

if (isNullableSignature) {

if (!tn.skip(Token.CLOSEPAREN)) {

this.error(

DiagnosticCode._0_expected,

tn.range(), ")"

);

return null;

}

if (!tn.skip(Token.BAR)) {

this.error(

DiagnosticCode._0_expected,

tn.range(), "|"

);

return null;

}

if (!tn.skip(Token.NULL)) {

this.error(

DiagnosticCode._0_expected,

tn.range(), "null"

);

}

signature.isNullable = true;

}

return signature;

} else if (isNullableSignature || this.tryParseSignatureIsSignature) {

this.error(

DiagnosticCode.Unexpected_token,

tn.range()

);

return null;

}

// Type (',' Type)* ')'

if (acceptParenthesized) {

let innerType = this.parseType(tn, false, suppressErrors);

if (!innerType) return null;

if (!tn.skip(Token.CLOSEPAREN)) {

if (!suppressErrors) {

this.error(

DiagnosticCode._0_expected,

tn.range(tn.pos), "}"

);

}

return null;

}

type = innerType;

type.range.start = startPos;

type.range.end = tn.pos;

} else {

this.error(

DiagnosticCode.Unexpected_token,

tn.range()

);

return null;

}

// 'void'

} else if (token == Token.VOID) {

type = Node.createType(

Node.createIdentifierExpression("void", tn.range()), [], false, tn.range(startPos, tn.pos)

);

// 'this'

} else if (token == Token.THIS) {

type = Node.createType(

Node.createThisExpression(tn.range()), [], false, tn.range(startPos, tn.pos)

);

// 'true'

} else if (token == Token.TRUE || token == Token.FALSE) {

type = Node.createType(

Node.createIdentifierExpression("bool", tn.range()), [], false, tn.range(startPos, tn.pos)

);

// StringLiteral

} else if (token == Token.STRINGLITERAL) {

tn.readString();

type = Node.createType(

Node.createIdentifierExpression("string", tn.range()), [], false, tn.range(startPos, tn.pos)

);

// Identifier

} else if (token == Token.IDENTIFIER) {

let identifier = Node.createIdentifierExpression(tn.readIdentifier(), tn.range());

let parameters = new Array<TypeNode>();

let nullable = false;

// Name<T>

if (tn.skip(Token.LESSTHAN)) {

do {

let parameter = this.parseType(tn, true, suppressErrors);

if (!parameter) return null;

parameters.push(<TypeNode>parameter);

} while (tn.skip(Token.COMMA));

if (!tn.skip(Token.GREATERTHAN)) {

if (!suppressErrors) {

this.error(

DiagnosticCode._0_expected,

tn.range(tn.pos), ">"

);

}

return null;

}

}

// ... | null

if (tn.skip(Token.BAR)) {

if (tn.skip(Token.NULL)) {

nullable = true;

} else {

if (!suppressErrors) {

this.error(

DiagnosticCode._0_expected,

tn.range(tn.pos), "null"

);

}

return null;

}

}

type = Node.createType(identifier, parameters, nullable, tn.range(startPos, tn.pos));

} else {

if (!suppressErrors) {

this.error(

DiagnosticCode.Identifier_expected,

tn.range()

);

}

return null;

}

// ... [][]

while (tn.skip(Token.OPENBRACKET)) {

let bracketStart = tn.tokenPos;

if (!tn.skip(Token.CLOSEBRACKET)) {

if (!suppressErrors) {

this.error(

DiagnosticCode._0_expected,

tn.range(), "]"

);

}

return null;

}

let bracketRange = tn.range(bracketStart, tn.pos);

// ...[] | null

let nullable = false;

if (tn.skip(Token.BAR)) {

if (tn.skip(Token.NULL)) {

nullable = true;

} else {

if (!suppressErrors) {

this.error(

DiagnosticCode._0_expected,

tn.range(), "null"

);

}

return null;

}

}

type = Node.createType(

Node.createIdentifierExpression("Array", bracketRange),

[ type ],

nullable,

tn.range(startPos, tn.pos)

);

if (nullable) break;

}

return type;

}

// Indicates whether tryParseSignature determined that it is handling a Signature

private tryParseSignatureIsSignature: bool = false;

/** Parses a function signature, as used in type declarations. */

tryParseSignature(

tn: Tokenizer

): SignatureNode | null {

// at '(': ('...'? Identifier '?'? ':' Type (',' '...'? Identifier '?'? ':' Type)* )? ')' '=>' Type

var state = tn.mark();

var startPos = tn.tokenPos;

var parameters: ParameterNode[] | null = null;

var thisType: TypeNode | null = null;

var isSignature: bool = false;

if (tn.skip(Token.CLOSEPAREN)) {

isSignature = true;

tn.discard(state);

parameters = [];

} else {

isSignature = false; // not yet known

do {

let kind = ParameterKind.DEFAULT;

if (tn.skip(Token.DOT_DOT_DOT)) {

isSignature = true;

tn.discard(state);

kind = ParameterKind.REST;

}

if (tn.skip(Token.THIS)) {

if (tn.skip(Token.COLON)) {

isSignature = true;

tn.discard(state);

let t = this.parseType(tn, false);

if (!t) return null;

if (t.kind != NodeKind.TYPE) {

this.error(

DiagnosticCode.Operation_not_supported,

t.range

);

this.tryParseSignatureIsSignature = true;

return null;

}

thisType = <TypeNode>t;

} else {

tn.reset(state);

this.tryParseSignatureIsSignature = false;

return null;

}

} else if (tn.skipIdentifier()) {

let name = Node.createIdentifierExpression(tn.readIdentifier(), tn.range(tn.tokenPos, tn.pos));

if (tn.skip(Token.QUESTION)) {

isSignature = true;

tn.discard(state);

if (kind == ParameterKind.REST) {

this.error(

DiagnosticCode.A_rest_parameter_cannot_be_optional,

tn.range()

); // recoverable

} else {

kind = ParameterKind.OPTIONAL;

}

}

if (tn.skip(Token.COLON)) {

isSignature = true;

tn.discard(state);

let type = this.parseType(tn); // not suppressing errors because known

if (!type) {

this.tryParseSignatureIsSignature = isSignature;

return null;

}

let param = new ParameterNode();

param.parameterKind = kind;

param.name = name;

param.type = type;

if (!parameters) parameters = [ param ];

else parameters.push(param);

} else {

if (isSignature) {

this.error(

DiagnosticCode.Type_expected,

tn.range()

); // recoverable

}

}

} else {

if (isSignature) {

this.error(

DiagnosticCode.Identifier_expected,

tn.range()

);

} else {

tn.reset(state);

}

this.tryParseSignatureIsSignature = isSignature;

return null;

}

} while (tn.skip(Token.COMMA));

if (!tn.skip(Token.CLOSEPAREN)) {

if (isSignature) {

this.error(

DiagnosticCode._0_expected,

tn.range(), ")"

);

} else {

tn.reset(state);

}

this.tryParseSignatureIsSignature = isSignature;

return null;

}

}

var returnType: CommonTypeNode | null;

if (tn.skip(Token.EQUALS_GREATERTHAN)) {

isSignature = true;

tn.discard(state);

returnType = this.parseType(tn);

if (!returnType) {

this.tryParseSignatureIsSignature = isSignature;

return null;

}

} else {

if (isSignature) {

this.error(

DiagnosticCode._0_expected,

tn.range(), "=>"

);

} else {

tn.reset(state);

}

this.tryParseSignatureIsSignature = isSignature;

return null;

}

this.tryParseSignatureIsSignature = true;

return Node.createSignature(

parameters || [],

returnType,

thisType,

false,

tn.range(startPos, tn.pos)

);

}

// statements

parseDecorator(

tn: Tokenizer

): DecoratorNode | null {

// at '@': Identifier ('.' Identifier)* '(' Arguments

var startPos = tn.tokenPos;

if (tn.skipIdentifier()) {

let name = tn.readIdentifier();

let expression: Expression = Node.createIdentifierExpression(name, tn.range(startPos, tn.pos));

while (tn.skip(Token.DOT)) {

if (tn.skipIdentifier()) {

name = tn.readIdentifier();

expression = Node.createPropertyAccessExpression(

expression,

Node.createIdentifierExpression(name, tn.range()),

tn.range(startPos, tn.pos)

);

} else {

this.error(

DiagnosticCode.Identifier_expected,

tn.range()

);

return null;

}

}

let args: Expression[] | null;

if (tn.skip(Token.OPENPAREN)) {

args = this.parseArguments(tn);

if (args) {

return Node.createDecorator(expression, args, tn.range(startPos, tn.pos));

}

} else {

return Node.createDecorator(expression, null, tn.range(startPos, tn.pos));

}

} else {

this.error(

DiagnosticCode.Identifier_expected,

tn.range()

);

}

return null;

}

parseVariable(

tn: Tokenizer,

flags: CommonFlags,

decorators: DecoratorNode[] | null,

startPos: i32

): VariableStatement | null {

// at ('const' | 'let' | 'var'): VariableDeclaration (',' VariableDeclaration)* ';'?

var members = new Array<VariableDeclaration>();

do {

let member = this.parseVariableDeclaration(tn, flags, decorators);

if (!member) return null;

members.push(<VariableDeclaration>member);

} while (tn.skip(Token.COMMA));

var ret = Node.createVariableStatement(members, decorators, flags, tn.range(startPos, tn.pos));

tn.skip(Token.SEMICOLON);

return ret;

}

parseVariableDeclaration(

tn: Tokenizer,

parentFlags: CommonFlags,

parentDecorators: DecoratorNode[] | null

): VariableDeclaration | null {

// before: Identifier (':' Type)? ('=' Expression)?

if (!tn.skipIdentifier()) {

this.error(

DiagnosticCode.Identifier_expected,

tn.range()

);

return null;

}

var identifier = Node.createIdentifierExpression(tn.readIdentifier(), tn.range());

var flags = parentFlags;

if (tn.skip(Token.EXCLAMATION)) {

flags |= CommonFlags.DEFINITE_ASSIGNMENT;

}

var type: CommonTypeNode | null = null;

if (tn.skip(Token.COLON)) {

type = this.parseType(tn);

}

var initializer: Expression | null = null;

if (tn.skip(Token.EQUALS)) {

if (flags & CommonFlags.AMBIENT) {

this.error(

DiagnosticCode.Initializers_are_not_allowed_in_ambient_contexts,

tn.range()

); // recoverable

}

initializer = this.parseExpression(tn, Precedence.COMMA + 1);

if (!initializer) return null;

} else {

if (flags & CommonFlags.CONST) {

if (!(flags & CommonFlags.AMBIENT)) {

this.error(

DiagnosticCode._const_declarations_must_be_initialized,

identifier.range

); // recoverable

}

} else if (!type) { // neither type nor initializer

this.error(

DiagnosticCode.Type_expected,

tn.range(tn.pos)

); // recoverable

}

}

var range = Range.join(identifier.range, tn.range());

if ((flags & CommonFlags.DEFINITE_ASSIGNMENT) && initializer) {

this.error(

DiagnosticCode.A_definite_assignment_assertion_is_not_permitted_in_this_context,

range);

}

return Node.createVariableDeclaration(

identifier,

type,

initializer,

parentDecorators,

flags,

range

);

}

parseEnum(

tn: Tokenizer,

flags: CommonFlags,

decorators: DecoratorNode[] | null,

startPos: i32

): EnumDeclaration | null {

// at 'enum': Identifier '{' (EnumValueDeclaration (',' EnumValueDeclaration )*)? '}' ';'?

if (tn.next() != Token.IDENTIFIER) {

this.error(

DiagnosticCode.Identifier_expected,

tn.range()

);

return null;

}

var identifier = Node.createIdentifierExpression(tn.readIdentifier(), tn.range());

if (tn.next() != Token.OPENBRACE) {

this.error(

DiagnosticCode._0_expected,

tn.range(), "{"

);

return null;

}

var members = new Array<EnumValueDeclaration>();

while (!tn.skip(Token.CLOSEBRACE)) {

let member = this.parseEnumValue(tn, CommonFlags.NONE);

if (!member) return null;

members.push(<EnumValueDeclaration>member);

if (!tn.skip(Token.COMMA)) {

if (tn.skip(Token.CLOSEBRACE)) {

break;

} else {

this.error(

DiagnosticCode._0_expected,

tn.range(), "}"

);

return null;

}

}

}

var ret = Node.createEnumDeclaration(

identifier,

members,

decorators,

flags,

tn.range(startPos, tn.pos)

);

tn.skip(Token.SEMICOLON);

return ret;

}

parseEnumValue(

tn: Tokenizer,

parentFlags: CommonFlags

): EnumValueDeclaration | null {

// before: Identifier ('=' Expression)?

if (!tn.skipIdentifier()) {

this.error(

DiagnosticCode.Identifier_expected,

tn.range()

);

return null;

}

var identifier = Node.createIdentifierExpression(tn.readIdentifier(), tn.range());

var value: Expression | null = null;

if (tn.skip(Token.EQUALS)) {

value = this.parseExpression(tn, Precedence.COMMA + 1);

if (!value) return null;

}

return Node.createEnumValueDeclaration(

identifier,

value,

parentFlags,

Range.join(identifier.range, tn.range())

);

}

parseReturn(

tn: Tokenizer

): ReturnStatement | null {

// at 'return': Expression | (';' | '}' | ...'\n')

var expr: Expression | null = null;

if (

tn.peek(true) != Token.SEMICOLON &&

tn.nextToken != Token.CLOSEBRACE &&

!tn.nextTokenOnNewLine

) {

if (!(expr = this.parseExpression(tn))) return null;

}

var ret = Node.createReturnStatement(expr, tn.range());

tn.skip(Token.SEMICOLON);

return ret;

}

parseTypeParameters(

tn: Tokenizer

): TypeParameterNode[] | null {

// at '<': TypeParameter (',' TypeParameter)* '>'

var typeParameters = new Array<TypeParameterNode>();

while (!tn.skip(Token.GREATERTHAN)) {

let typeParameter = this.parseTypeParameter(tn);

if (!typeParameter) return null;

typeParameters.push(<TypeParameterNode>typeParameter);

if (!tn.skip(Token.COMMA)) {

if (tn.skip(Token.GREATERTHAN)) {

break;

} else {

this.error(

DiagnosticCode._0_expected,

tn.range(), ">"

);

return null;

}

}

}

if (typeParameters.length === 0) {

this.error(

DiagnosticCode.Type_parameter_list_cannot_be_empty,

tn.range()

); // recoverable

}

return typeParameters;

}

parseTypeParameter(

tn: Tokenizer

): TypeParameterNode | null {

// before: Identifier ('extends' Type)?

if (tn.next() == Token.IDENTIFIER) {

let identifier = Node.createIdentifierExpression(

tn.readIdentifier(),

tn.range()

);

let extendsType: TypeNode | null = null;

if (tn.skip(Token.EXTENDS)) {

let t = this.parseType(tn);

if (!t) return null;

if (t.kind != NodeKind.TYPE) {

this.error(

DiagnosticCode.Operation_not_supported,

t.range

);

return null;

}

extendsType = <TypeNode>t;

}

return Node.createTypeParameter(

identifier,

extendsType,

Range.join(identifier.range, tn.range())

);

} else {

this.error(

DiagnosticCode.Identifier_expected,

tn.range()

);

}

return null;

}

private parseParametersThis: TypeNode | null = null;

parseParameters(

tn: Tokenizer,

isConstructor: bool = false

): ParameterNode[] | null {

// at '(': (Parameter (',' Parameter)*)? ')'