fix(lexer): lexing_mode depending on quote
This commit is contained in:
parent
bf7b7f7f68
commit
ed4c3d475c
1 changed files with 14 additions and 4 deletions
|
|
@ -270,8 +270,13 @@ struct token *peek_token(void)
|
||||||
|
|
||||||
while (i < remaining_chars)
|
while (i < remaining_chars)
|
||||||
{
|
{
|
||||||
// true if we didn't encounter a quotes of any type at stream[i]
|
// true if encountered a quotes of any type at stream[i]
|
||||||
if (!update_lexing_mode(stream, i, &lexing_mode))
|
if (update_lexing_mode(stream, i, &lexing_mode))
|
||||||
|
{
|
||||||
|
i++;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
else
|
||||||
{
|
{
|
||||||
if (is_special_char(stream[i]))
|
if (is_special_char(stream[i]))
|
||||||
{
|
{
|
||||||
|
|
@ -309,8 +314,13 @@ struct token *pop_token(void)
|
||||||
|
|
||||||
while (i < remaining_chars)
|
while (i < remaining_chars)
|
||||||
{
|
{
|
||||||
// true if we didn't encounter a quotes of any type at stream[i]
|
// true if encountered a quotes of any type at stream[i]
|
||||||
if (!update_lexing_mode(stream, i, &lexing_mode))
|
if (update_lexing_mode(stream, i, &lexing_mode))
|
||||||
|
{
|
||||||
|
i++;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
else
|
||||||
{
|
{
|
||||||
if (is_special_char(stream[i]))
|
if (is_special_char(stream[i]))
|
||||||
{
|
{
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue