39 lines
962 B
Python
39 lines
962 B
Python
"""
|
|
Pygments tests for using()
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
:copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
|
|
:license: BSD, see LICENSE for details.
|
|
"""
|
|
|
|
from pytest import raises
|
|
|
|
from pygments.lexer import using, bygroups, this, RegexLexer
|
|
from pygments.token import String, Text, Keyword
|
|
|
|
|
|
class MyLexer(RegexLexer):
|
|
tokens = {
|
|
'root': [
|
|
(r'#.*',
|
|
using(this, state='invalid')),
|
|
(r'(")(.+?)(")',
|
|
bygroups(String, using(this, state='string'), String)),
|
|
(r'[^"]+', Text),
|
|
],
|
|
'string': [
|
|
(r'.+', Keyword),
|
|
],
|
|
}
|
|
|
|
|
|
def test_basic():
|
|
expected = [(Text, 'a'), (String, '"'), (Keyword, 'bcd'),
|
|
(String, '"'), (Text, 'e\n')]
|
|
assert list(MyLexer().get_tokens('a"bcd"e')) == expected
|
|
|
|
|
|
def test_error():
|
|
def gen():
|
|
return list(MyLexer().get_tokens('#a'))
|
|
assert raises(KeyError, gen)
|