Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
What's new
7
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Open sidebar
PyPy
pypy
Commits
c6650aed42e0
Commit
07f2c897
authored
May 28, 2020
by
Ronan Lamy
1
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Fix missing _special_casing in unicodedb_5_2_0.py and regenerate
parent
12d034d19a2d
Pipeline
#6432
passed with stage
in 7 minutes and 13 seconds
Changes
3
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
111 additions
and
1 deletion
+111
-1
rpython/rlib/unicodedata/generate_unicodedb.py
rpython/rlib/unicodedata/generate_unicodedb.py
+1
-1
rpython/rlib/unicodedata/test/test_unicodedata.py
rpython/rlib/unicodedata/test/test_unicodedata.py
+7
-0
rpython/rlib/unicodedata/unicodedb_5_2_0.py
rpython/rlib/unicodedata/unicodedb_5_2_0.py
+103
-0
No files found.
rpython/rlib/unicodedata/generate_unicodedb.py
View file @
c6650aed
...
...
@@ -987,7 +987,7 @@ def main():
casefolding
=
'CaseFolding-%(version)s.txt'
,
)
version_tuple
=
tuple
(
int
(
x
)
for
x
in
options
.
unidata_version
.
split
(
"."
))
if
version_tuple
[
0
]
>
5
:
if
version_tuple
[
0
]
>
=
5
:
filenames
[
'special_casing'
]
=
'SpecialCasing-%(version)s.txt'
filenames
=
dict
((
name
,
filename
%
dict
(
version
=
options
.
unidata_version
))
for
(
name
,
filename
)
in
filenames
.
items
())
...
...
rpython/rlib/unicodedata/test/test_unicodedata.py
View file @
c6650aed
...
...
@@ -3,6 +3,7 @@ import random
import
unicodedata
import
py
import
pytest
from
rpython.rlib.unicodedata
import
(
unicodedb_3_2_0
,
unicodedb_5_2_0
,
unicodedb_6_0_0
,
unicodedb_6_2_0
,
...
...
@@ -164,3 +165,9 @@ class TestUnicodeData800(object):
class
TestUnicodeData1100
(
object
):
def
test_changed_in_version_11
(
self
):
unicodedb_11_0_0
.
name
(
0x1f970
)
==
'SMILING FACE WITH SMILING EYES AND THREE HEARTS'
@
pytest
.
mark
.
parametrize
(
'db'
,
[
unicodedb_5_2_0
,
unicodedb_6_0_0
,
unicodedb_6_2_0
,
unicodedb_8_0_0
,
unicodedb_11_0_0
])
def
test_turkish_i
(
db
):
assert
db
.
tolower_full
(
0x0130
)
==
[
0x69
,
0x307
]
rpython/rlib/unicodedata/unicodedb_5_2_0.py
View file @
c6650aed
...
...
@@ -142953,6 +142953,109 @@ _totitle = {
_totitle_corrected = {
}
_special_casing = {
223: ([223], [83, 115], [83, 83]),
304: ([105, 775], [304], [304]),
329: ([329], [700, 78], [700, 78]),
496: ([496], [74, 780], [74, 780]),
912: ([912], [921, 776, 769], [921, 776, 769]),
944: ([944], [933, 776, 769], [933, 776, 769]),
1415: ([1415], [1333, 1410], [1333, 1362]),
7830: ([7830], [72, 817], [72, 817]),
7831: ([7831], [84, 776], [84, 776]),
7832: ([7832], [87, 778], [87, 778]),
7833: ([7833], [89, 778], [89, 778]),
7834: ([7834], [65, 702], [65, 702]),
8016: ([8016], [933, 787], [933, 787]),
8018: ([8018], [933, 787, 768], [933, 787, 768]),
8020: ([8020], [933, 787, 769], [933, 787, 769]),
8022: ([8022], [933, 787, 834], [933, 787, 834]),
8064: ([8064], [8072], [7944, 921]),
8065: ([8065], [8073], [7945, 921]),
8066: ([8066], [8074], [7946, 921]),
8067: ([8067], [8075], [7947, 921]),
8068: ([8068], [8076], [7948, 921]),
8069: ([8069], [8077], [7949, 921]),
8070: ([8070], [8078], [7950, 921]),
8071: ([8071], [8079], [7951, 921]),
8072: ([8064], [8072], [7944, 921]),
8073: ([8065], [8073], [7945, 921]),
8074: ([8066], [8074], [7946, 921]),
8075: ([8067], [8075], [7947, 921]),
8076: ([8068], [8076], [7948, 921]),
8077: ([8069], [8077], [7949, 921]),
8078: ([8070], [8078], [7950, 921]),
8079: ([8071], [8079], [7951, 921]),
8080: ([8080], [8088], [7976, 921]),
8081: ([8081], [8089], [7977, 921]),
8082: ([8082], [8090], [7978, 921]),
8083: ([8083], [8091], [7979, 921]),
8084: ([8084], [8092], [7980, 921]),
8085: ([8085], [8093], [7981, 921]),
8086: ([8086], [8094], [7982, 921]),
8087: ([8087], [8095], [7983, 921]),
8088: ([8080], [8088], [7976, 921]),
8089: ([8081], [8089], [7977, 921]),
8090: ([8082], [8090], [7978, 921]),
8091: ([8083], [8091], [7979, 921]),
8092: ([8084], [8092], [7980, 921]),
8093: ([8085], [8093], [7981, 921]),
8094: ([8086], [8094], [7982, 921]),
8095: ([8087], [8095], [7983, 921]),
8096: ([8096], [8104], [8040, 921]),
8097: ([8097], [8105], [8041, 921]),
8098: ([8098], [8106], [8042, 921]),
8099: ([8099], [8107], [8043, 921]),
8100: ([8100], [8108], [8044, 921]),
8101: ([8101], [8109], [8045, 921]),
8102: ([8102], [8110], [8046, 921]),
8103: ([8103], [8111], [8047, 921]),
8104: ([8096], [8104], [8040, 921]),
8105: ([8097], [8105], [8041, 921]),
8106: ([8098], [8106], [8042, 921]),
8107: ([8099], [8107], [8043, 921]),
8108: ([8100], [8108], [8044, 921]),
8109: ([8101], [8109], [8045, 921]),
8110: ([8102], [8110], [8046, 921]),
8111: ([8103], [8111], [8047, 921]),
8114: ([8114], [8122, 837], [8122, 921]),
8115: ([8115], [8124], [913, 921]),
8116: ([8116], [902, 837], [902, 921]),
8118: ([8118], [913, 834], [913, 834]),
8119: ([8119], [913, 834, 837], [913, 834, 921]),
8124: ([8115], [8124], [913, 921]),
8130: ([8130], [8138, 837], [8138, 921]),
8131: ([8131], [8140], [919, 921]),
8132: ([8132], [905, 837], [905, 921]),
8134: ([8134], [919, 834], [919, 834]),
8135: ([8135], [919, 834, 837], [919, 834, 921]),
8140: ([8131], [8140], [919, 921]),
8146: ([8146], [921, 776, 768], [921, 776, 768]),
8147: ([8147], [921, 776, 769], [921, 776, 769]),
8150: ([8150], [921, 834], [921, 834]),
8151: ([8151], [921, 776, 834], [921, 776, 834]),
8162: ([8162], [933, 776, 768], [933, 776, 768]),
8163: ([8163], [933, 776, 769], [933, 776, 769]),
8164: ([8164], [929, 787], [929, 787]),
8166: ([8166], [933, 834], [933, 834]),
8167: ([8167], [933, 776, 834], [933, 776, 834]),
8178: ([8178], [8186, 837], [8186, 921]),
8179: ([8179], [8188], [937, 921]),
8180: ([8180], [911, 837], [911, 921]),
8182: ([8182], [937, 834], [937, 834]),
8183: ([8183], [937, 834, 837], [937, 834, 921]),
8188: ([8179], [8188], [937, 921]),
64256: ([64256], [70, 102], [70, 70]),
64257: ([64257], [70, 105], [70, 73]),
64258: ([64258], [70, 108], [70, 76]),
64259: ([64259], [70, 102, 105], [70, 70, 73]),
64260: ([64260], [70, 102, 108], [70, 70, 76]),
64261: ([64261], [83, 116], [83, 84]),
64262: ([64262], [83, 116], [83, 84]),
64275: ([64275], [1348, 1398], [1348, 1350]),
64276: ([64276], [1348, 1381], [1348, 1333]),
64277: ([64277], [1348, 1387], [1348, 1339]),
64278: ([64278], [1358, 1398], [1358, 1350]),
64279: ([64279], [1348, 1389], [1348, 1341]),
}
_special_casing_corrected = {
Carl Friedrich Bolz-Tereick
@cfbolz
mentioned in commit
97476e67e885
·
Mar 02, 2021
mentioned in commit
97476e67e885
mentioned in commit c6e6d80c6b1103d412569f57cb087f09a5946b98
Toggle commit list
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment