root
/
vue3-core
mirror of https://github.com/vuejs/core.git
1
0
Fork 0
Code Issues Actions 8 Packages Projects Releases Wiki Activity

wip: pass all compiler-core tests

This commit is contained in:
Evan You 2023-11-18 11:22:15 +08:00
parent c4e50e46bb
commit 082b5a71c6
1 changed files with 50 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

71
packages/compiler-core/src/parser/Tokenizer.ts
View File

@ -77,7 +77,11 @@ const defaultDelimitersClose = new Uint8Array([125, 125]) // "}}"
/** All the states the tokenizer can be in. */
const enum State {
Text = 1,
// interpolation
InterpolationOpen,
Interpolation,
InterpolationClose,
// Tags
BeforeTagName, // After <
@ -288,38 +292,55 @@ export default class Tokenizer {
this.sectionStart = this.index
} else if (c === CharCodes.Amp) {
this.startEntity()
} else if (this.matchDelimiter(c, this.delimiterOpen)) {
if (this.index > this.sectionStart) {
this.cbs.ontext(this.sectionStart, this.index)
}
this.state = State.Interpolation
this.sectionStart = this.index
this.index += this.delimiterOpen.length - 1
} else if (c === this.delimiterOpen[0]) {
this.state = State.InterpolationOpen
this.delimiterIndex = 0
this.stateInterpolationOpen(c)
}
}
public delimiterOpen: Uint8Array = defaultDelimitersOpen
public delimiterClose: Uint8Array = defaultDelimitersClose
private matchDelimiter(c: number, delimiter: Uint8Array): boolean {
if (c === delimiter[0]) {
const l = delimiter.length
for (let i = 1; i < l; i++) {
if (this.buffer.charCodeAt(this.index + i) !== delimiter[i]) {
return false
private delimiterIndex = -1
private stateInterpolationOpen(c: number): void {
if (c === this.delimiterOpen[this.delimiterIndex]) {
if (this.delimiterIndex === this.delimiterOpen.length - 1) {
const start = this.index + 1 - this.delimiterOpen.length
if (start > this.sectionStart) {
this.cbs.ontext(this.sectionStart, start)
}
this.state = State.Interpolation
this.sectionStart = start
} else {
this.delimiterIndex++
}
return true
} else {
this.state = State.Text
this.stateText(c)
}
return false
}
private stateInterpolation(c: number): void {
if (this.matchDelimiter(c, this.delimiterClose)) {
this.index += this.delimiterClose.length
this.cbs.oninterpolation(this.sectionStart, this.index)
this.state = State.Text
this.sectionStart = this.index
this.stateText(this.buffer.charCodeAt(this.index))
if (c === this.delimiterClose[0]) {
this.state = State.InterpolationClose
this.delimiterIndex = 0
this.stateInterpolationClose(c)
}
}
private stateInterpolationClose(c: number) {
if (c === this.delimiterClose[this.delimiterIndex]) {
if (this.delimiterIndex === this.delimiterClose.length - 1) {
this.cbs.oninterpolation(this.sectionStart, this.index + 1)
this.state = State.Text
this.sectionStart = this.index + 1
} else {
this.delimiterIndex++
}
} else {
this.state = State.Interpolation
this.stateInterpolation(c)
}
}
@ -815,10 +836,18 @@ export default class Tokenizer {
this.stateText(c)
break
}
case State.InterpolationOpen: {
this.stateInterpolationOpen(c)
break
}
case State.Interpolation: {
this.stateInterpolation(c)
break
}
case State.InterpolationClose: {
this.stateInterpolationClose(c)
break
}
case State.SpecialStartSequence: {
this.stateSpecialStartSequence(c)
break