* Modernize Whitespace token: basic lexer * Modernize Whitespace token: bibtex lexer * Modernize Whitespace token: boa lexer * Modernize Whitespace token: capnproto lexer + new example * Modernize Whitespace token: cddl lexer * Modernize Whitespace token: chapel lexer * Modernize Whitespace token: c_like lexer * Modernize Whitespace token: configs lexer * Modernize Whitespace token: console lexer * Modernize Whitespace token: crystal lexer * Modernize Whitespace token: csound lexer * Modernize Whitespace token: css lexer * Revert a change in basic lexer
290 lines
6.9 KiB
Text
290 lines
6.9 KiB
Text
---input---
|
|
printks "%!"
|
|
printks "%%"
|
|
printks "%n"
|
|
printks "%N"
|
|
printks "%r"
|
|
printks "%R"
|
|
printks "%t"
|
|
printks "%T"
|
|
printks "\\a"
|
|
printks "\\A"
|
|
printks "\\b"
|
|
printks "\\B"
|
|
printks "\\n"
|
|
printks "\\N"
|
|
printks "\\r"
|
|
printks "\\R"
|
|
printks "\\t"
|
|
printks "\\T"
|
|
prints "%!"
|
|
prints "%%"
|
|
prints "%n"
|
|
prints "%N"
|
|
prints "%r"
|
|
prints "%R"
|
|
prints "%t"
|
|
prints "%T"
|
|
prints "\\a"
|
|
prints "\\A"
|
|
prints "\\b"
|
|
prints "\\B"
|
|
prints "\\n"
|
|
prints "\\N"
|
|
prints "\\r"
|
|
prints "\\R"
|
|
prints "\\t"
|
|
prints "\\T"
|
|
|
|
---tokens---
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%!' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%%' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%n' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%N' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%r' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%R' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%t' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%T' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\a' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\A' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\b' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\B' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\n' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\N' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\r' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\R' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\t' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'printks' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\T' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%!' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%%' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%n' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%N' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%r' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%R' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%t' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'%T' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\a' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\A' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\b' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\B' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\n' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\N' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\r' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\R' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\t' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|
|
|
|
'prints' Name.Builtin
|
|
' ' Text.Whitespace
|
|
'"' Literal.String
|
|
'\\\\T' Literal.String.Escape
|
|
'"' Literal.String
|
|
'\n' Text.Whitespace
|