22 lines
513 B
Text
22 lines
513 B
Text
---input---
|
|
func abc(arg):
|
|
print("Hello, World!")
|
|
|
|
---tokens---
|
|
'func' Keyword
|
|
' ' Text.Whitespace
|
|
'abc' Name
|
|
'(' Punctuation
|
|
'arg' Name
|
|
')' Punctuation
|
|
':' Punctuation
|
|
'\n' Text.Whitespace
|
|
|
|
'\t' Text.Whitespace
|
|
'print' Name.Builtin
|
|
'(' Punctuation
|
|
'"' Literal.String.Double
|
|
'Hello, World!' Literal.String.Double
|
|
'"' Literal.String.Double
|
|
')' Punctuation
|
|
'\n' Text.Whitespace
|