m_arena = &arena->identifierArena();
m_lineNumber = source.firstLine();
- m_delimited = false;
m_lastToken = -1;
const StringImpl* sourceString = source.provider()->data();
} else
tokenData->ident = 0;
- m_delimited = false;
-
if (UNLIKELY((remaining < maxTokenLength) && !(lexerFlags & LexerFlagsIgnoreReservedWords))) {
ASSERT(shouldCreateIdentifier);
if (remaining < maxTokenLength) {
} else
tokenData->ident = 0;
- m_delimited = false;
-
if (UNLIKELY((remaining < maxTokenLength) && !(lexerFlags & LexerFlagsIgnoreReservedWords))) {
ASSERT(shouldCreateIdentifier);
if (remaining < maxTokenLength) {
} else
tokenData->ident = 0;
- m_delimited = false;
-
if (LIKELY(!bufferRequired && !(lexerFlags & LexerFlagsIgnoreReservedWords))) {
ASSERT(shouldCreateIdentifier);
// Keywords must not be recognized if there was an \uXXXX in the identifier.
if (UNLIKELY(m_current == -1))
return EOFTOK;
- m_delimited = false;
-
CharacterType type;
if (LIKELY(isLatin1(static_cast<T>(m_current))))
type = static_cast<CharacterType>(typesOfLatin1Characters[m_current]);
shift();
break;
case CharacterSemicolon:
- m_delimited = true;
shift();
token = SEMICOLON;
break;
break;
case CharacterCloseBrace:
tokenData->intValue = currentOffset();
- m_delimited = true;
shift();
token = CLOSEBRACE;
break;
goto returnError;
}
m_buffer8.resize(0);
- m_delimited = false;
break;
case CharacterQuote:
if (lexerFlags & LexerFlagsDontBuildStrings) {
goto returnError;
}
shift();
- m_delimited = false;
token = STRING;
break;
case CharacterIdentifierStart:
goto start;
token = SEMICOLON;
- m_delimited = true;
// Fall through into returnToken.
returnToken: