closes bpo-33376: Update to Unicode 12.0.0. (pythonGH-12256)

benjaminp · web-flow · commit 738c19f4c547 · 2019-03-09T16:25:55.000-08:00
diff --git a/Doc/library/stdtypes.rst b/Doc/library/stdtypes.rst
@@ -351,7 +351,7 @@ Notes:
    The numeric literals accepted include the digits ``0`` to ``9`` or any
    Unicode equivalent (code points with the ``Nd`` property).
 
-   See http://www.unicode.org/Public/10.0.0/ucd/extracted/DerivedNumericType.txt
+   See http://www.unicode.org/Public/12.0.0/ucd/extracted/DerivedNumericType.txt
    for a complete list of code points with the ``Nd`` property.
 
 
diff --git a/Doc/library/unicodedata.rst b/Doc/library/unicodedata.rst
@@ -17,8 +17,8 @@
 
 This module provides access to the Unicode Character Database (UCD) which
 defines character properties for all Unicode characters. The data contained in
-this database is compiled from the `UCD version 11.0.0
-<http://www.unicode.org/Public/11.0.0/ucd>`_.
+this database is compiled from the `UCD version 12.0.0
+<http://www.unicode.org/Public/12.0.0/ucd>`_.
 
 The module uses the same names and symbols as defined by Unicode
 Standard Annex #44, `"Unicode Character Database"
@@ -175,6 +175,6 @@ Examples:
 
 .. rubric:: Footnotes
 
-.. [#] http://www.unicode.org/Public/11.0.0/ucd/NameAliases.txt
+.. [#] http://www.unicode.org/Public/12.0.0/ucd/NameAliases.txt
 
-.. [#] http://www.unicode.org/Public/11.0.0/ucd/NamedSequences.txt
+.. [#] http://www.unicode.org/Public/12.0.0/ucd/NamedSequences.txt
diff --git a/Doc/reference/lexical_analysis.rst b/Doc/reference/lexical_analysis.rst
@@ -316,7 +316,7 @@ The Unicode category codes mentioned above stand for:
 * *Nd* - decimal numbers
 * *Pc* - connector punctuations
 * *Other_ID_Start* - explicit list of characters in `PropList.txt
-  <http://www.unicode.org/Public/11.0.0/ucd/PropList.txt>`_ to support backwards
+  <http://www.unicode.org/Public/12.0.0/ucd/PropList.txt>`_ to support backwards
   compatibility
 * *Other_ID_Continue* - likewise
 
diff --git a/Doc/whatsnew/3.8.rst b/Doc/whatsnew/3.8.rst
@@ -157,6 +157,10 @@ Improved Modules
   to cast the result to the desired type: ``OrderedDict(nt._asdict())``.
   (Contributed by Raymond Hettinger in :issue:`35864`.)
 
+* The :mod:`unicodedata` module has been upgraded to use the `Unicode 12.0.0
+  <http://blog.unicode.org/2019/03/announcing-unicode-standard-version-120.html>`_
+  release.
+
 
 asyncio
 -------
diff --git a/Lib/test/test_unicodedata.py b/Lib/test/test_unicodedata.py
@@ -20,7 +20,7 @@
 class UnicodeMethodsTest(unittest.TestCase):
 
     # update this, if the database changes
-    expectedchecksum = '97a41f208c53d5e08c77c1175187e95386b82b6f'
+    expectedchecksum = '9129d6f2bdf008a81c2476e5b5127014a62130c1'
 
     def test_method_checksum(self):
         h = hashlib.sha1()
@@ -80,7 +80,7 @@ class UnicodeFunctionsTest(UnicodeDatabaseTest):
 
     # Update this if the database changes. Make sure to do a full rebuild
     # (e.g. 'make distclean && make') to get the correct checksum.
-    expectedchecksum = '4f73278b19c2ec3099724c132f0b90a1d25c19e4'
+    expectedchecksum = '4cb02a243aed7c251067386dd738189146fddf94'
     def test_function_checksum(self):
         data = []
         h = hashlib.sha1()
diff --git a/Misc/NEWS.d/next/Core and Builtins/2019-03-09-15-47-05.bpo-36252.sCQFKq.rst b/Misc/NEWS.d/next/Core and Builtins/2019-03-09-15-47-05.bpo-36252.sCQFKq.rst
@@ -0,0 +1 @@
+Update Unicode databases to version 12.0.0.
diff --git a/Modules/unicodedata_db.h b/Modules/unicodedata_db.h
diff --git a/Modules/unicodename_db.h b/Modules/unicodename_db.h
diff --git a/Objects/unicodetype_db.h b/Objects/unicodetype_db.h
diff --git a/Tools/unicode/makeunicodedata.py b/Tools/unicode/makeunicodedata.py
@@ -41,7 +41,7 @@
 #   * Doc/library/stdtypes.rst, and
 #   * Doc/library/unicodedata.rst
 #   * Doc/reference/lexical_analysis.rst (two occurrences)
-UNIDATA_VERSION = "11.0.0"
+UNIDATA_VERSION = "12.0.0"
 UNICODE_DATA = "UnicodeData%s.txt"
 COMPOSITION_EXCLUSIONS = "CompositionExclusions%s.txt"
 EASTASIAN_WIDTH = "EastAsianWidth%s.txt"

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1 @@`
	`1`	`+Update Unicode databases to version 12.0.0.`