45 lines
1.1 KiB
Python
45 lines
1.1 KiB
Python
"""
|
|
Test suite for the unistring module
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
:copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
|
|
:license: BSD, see LICENSE for details.
|
|
"""
|
|
|
|
import re
|
|
import random
|
|
|
|
from pygments import unistring as uni
|
|
|
|
|
|
def test_cats_exist_and_compilable():
|
|
for cat in uni.cats:
|
|
s = getattr(uni, cat)
|
|
if s == '': # Probably Cs on Jython
|
|
continue
|
|
print("%s %r" % (cat, s))
|
|
re.compile('[%s]' % s)
|
|
|
|
|
|
def _cats_that_match(c):
|
|
matching_cats = []
|
|
for cat in uni.cats:
|
|
s = getattr(uni, cat)
|
|
if s == '': # Probably Cs on Jython
|
|
continue
|
|
if re.compile('[%s]' % s).match(c):
|
|
matching_cats.append(cat)
|
|
return matching_cats
|
|
|
|
|
|
def test_spot_check_types():
|
|
# Each char should match one, and precisely one, category
|
|
random.seed(0)
|
|
for i in range(1000):
|
|
o = random.randint(0, 65535)
|
|
c = chr(o)
|
|
if o > 0xd800 and o <= 0xdfff and not uni.Cs:
|
|
continue # Bah, Jython.
|
|
print(hex(o))
|
|
cats = _cats_that_match(c)
|
|
assert len(cats) == 1, "%d (%s): %s" % (o, c, cats)
|