Simplify tokenizer update context (#11944)
* replace lineBreak.test by hasPrecedingLingBreak * refactor: simplify updateContext
This commit is contained in:
parent
3995160fc7
commit
df9ee2c7cd
@ -2306,20 +2306,23 @@ export default class ExpressionParser extends LValParser {
|
||||
parseIdentifierName(pos: number, liberal?: boolean): string {
|
||||
let name: string;
|
||||
|
||||
if (this.match(tt.name)) {
|
||||
const { start, type } = this.state;
|
||||
|
||||
if (type === tt.name) {
|
||||
name = this.state.value;
|
||||
} else if (this.state.type.keyword) {
|
||||
name = this.state.type.keyword;
|
||||
} else if (type.keyword) {
|
||||
name = type.keyword;
|
||||
|
||||
// `class` and `function` keywords push function-type token context into this.context.
|
||||
// But there is no chance to pop the context if the keyword is consumed
|
||||
// as an identifier such as a property name.
|
||||
const context = this.state.context;
|
||||
const curContext = this.curContext();
|
||||
if (
|
||||
(name === "class" || name === "function") &&
|
||||
context[context.length - 1].token === "function"
|
||||
(type === tt._class || type === tt._function) &&
|
||||
(curContext === ct.functionStatement ||
|
||||
curContext === ct.functionExpression)
|
||||
) {
|
||||
context.pop();
|
||||
this.state.context.pop();
|
||||
}
|
||||
} else {
|
||||
throw this.unexpected();
|
||||
@ -2330,12 +2333,7 @@ export default class ExpressionParser extends LValParser {
|
||||
// This will prevent this.next() from throwing about unexpected escapes.
|
||||
this.state.type = tt.name;
|
||||
} else {
|
||||
this.checkReservedWord(
|
||||
name,
|
||||
this.state.start,
|
||||
!!this.state.type.keyword,
|
||||
false,
|
||||
);
|
||||
this.checkReservedWord(name, start, !!type.keyword, false);
|
||||
}
|
||||
|
||||
this.next();
|
||||
|
||||
@ -629,9 +629,7 @@ export default class StatementParser extends ExpressionParser {
|
||||
|
||||
parseThrowStatement(node: N.ThrowStatement): N.ThrowStatement {
|
||||
this.next();
|
||||
if (
|
||||
lineBreak.test(this.input.slice(this.state.lastTokEnd, this.state.start))
|
||||
) {
|
||||
if (this.hasPrecedingLineBreak()) {
|
||||
this.raise(this.state.lastTokEnd, Errors.NewlineAfterThrow);
|
||||
}
|
||||
node.argument = this.parseExpression();
|
||||
|
||||
@ -5,7 +5,6 @@
|
||||
// See https://github.com/mozilla/sweet.js/wiki/design
|
||||
|
||||
import { types as tt } from "./types";
|
||||
import { lineBreak } from "../util/whitespace";
|
||||
|
||||
export class TokContext {
|
||||
constructor(
|
||||
@ -105,17 +104,11 @@ tt.incDec.updateContext = function () {
|
||||
};
|
||||
|
||||
tt._function.updateContext = tt._class.updateContext = function (prevType) {
|
||||
if (prevType === tt.dot || prevType === tt.questionDot) {
|
||||
// when function/class follows dot/questionDot, it is part of
|
||||
// (optional)MemberExpression, then we don't need to push new token context
|
||||
} else if (
|
||||
if (
|
||||
prevType.beforeExpr &&
|
||||
prevType !== tt.semi &&
|
||||
prevType !== tt._else &&
|
||||
!(
|
||||
prevType === tt._return &&
|
||||
lineBreak.test(this.input.slice(this.state.lastTokEnd, this.state.start))
|
||||
) &&
|
||||
!(prevType === tt._return && this.hasPrecedingLineBreak()) &&
|
||||
!(
|
||||
(prevType === tt.colon || prevType === tt.braceL) &&
|
||||
this.curContext() === types.b_stat
|
||||
@ -138,10 +131,6 @@ tt.backQuote.updateContext = function () {
|
||||
this.state.exprAllowed = false;
|
||||
};
|
||||
|
||||
tt.star.updateContext = function () {
|
||||
this.state.exprAllowed = false;
|
||||
};
|
||||
|
||||
// we don't need to update context for tt.braceBarL because we do not pop context for tt.braceBarR
|
||||
tt.braceHashL.updateContext = function () {
|
||||
this.state.context.push(types.recordExpression);
|
||||
|
||||
@ -114,6 +114,7 @@ export default class Tokenizer extends ParserErrors {
|
||||
// Forward-declarations
|
||||
// parser/util.js
|
||||
/*::
|
||||
+hasPrecedingLineBreak: () => boolean;
|
||||
+unexpected: (pos?: ?number, messageOrType?: string | TokenType) => empty;
|
||||
+expectPlugin: (name: string, pos?: ?number) => true;
|
||||
*/
|
||||
@ -603,10 +604,7 @@ export default class Tokenizer extends ParserErrors {
|
||||
next === charCodes.dash &&
|
||||
!this.inModule &&
|
||||
this.input.charCodeAt(this.state.pos + 2) === charCodes.greaterThan &&
|
||||
(this.state.lastTokEnd === 0 ||
|
||||
lineBreak.test(
|
||||
this.input.slice(this.state.lastTokEnd, this.state.pos),
|
||||
))
|
||||
(this.state.lastTokEnd === 0 || this.hasPrecedingLineBreak())
|
||||
) {
|
||||
// A `-->` line comment
|
||||
this.skipLineComment(3);
|
||||
@ -1525,9 +1523,7 @@ export default class Tokenizer extends ParserErrors {
|
||||
prevType === tt._return ||
|
||||
(prevType === tt.name && this.state.exprAllowed)
|
||||
) {
|
||||
return lineBreak.test(
|
||||
this.input.slice(this.state.lastTokEnd, this.state.start),
|
||||
);
|
||||
return this.hasPrecedingLineBreak();
|
||||
}
|
||||
|
||||
if (
|
||||
|
||||
@ -155,7 +155,8 @@ export const types: { [name: string]: TokenType } = {
|
||||
plusMin: new TokenType("+/-", { beforeExpr, binop: 9, prefix, startsExpr }),
|
||||
// startsExpr: required by v8intrinsic plugin
|
||||
modulo: new TokenType("%", { beforeExpr, binop: 10, startsExpr }),
|
||||
star: createBinop("*", 10),
|
||||
// unset `beforeExpr` as it can be `function *`
|
||||
star: new TokenType("*", { binop: 10 }),
|
||||
slash: createBinop("/", 10),
|
||||
exponent: new TokenType("**", {
|
||||
beforeExpr,
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user