Add more tests for fancy whitespace (#2147)

diff --git a/CHANGES.md b/CHANGES.md
index 814956c80ba0729b813a63e6876797716eb5b127..a3bf556596791523cf4eddba98e8a8da5e76c03e 100644 (file)
--- a/CHANGES.md
+++ b/CHANGES.md
@@ -6,6 +6,8 @@
 
 - Fix crash on docstrings ending with "\ ". (#2142)
 
+- Fix crash when atypical whitespace is cleaned out of dostrings (#2120)
+
 - Reflect the `--skip-magic-trailing-comma` and `--experimental-string-processing` flags
   in the name of the cache file. Without this fix, changes in these flags would not take
   effect if the cache had already been populated. (#2131)

diff --git a/tests/data/docstring.py b/tests/data/docstring.py
index ee6d0c051d700bff8953ea5b1402a31896950450..e977619e482195ee784789bdd6a40ca592aa9040 100644 (file)
--- a/tests/data/docstring.py
+++ b/tests/data/docstring.py
@@ -174,6 +174,20 @@ def multiline_backslash_2():
   hey there \ '''
 
 
+def multiline_backslash_3():
+  '''
+  already escaped \\ '''
+
+
+def my_god_its_full_of_stars_1():
+    "I'm sorry Dave\u2001"
+
+
+# the space below is actually a \u2001, removed in output
+def my_god_its_full_of_stars_2():
+    "I'm sorry Dave "
+
+
 # output
 
 class MyClass:
@@ -347,3 +361,17 @@ def multiline_backslash_1():
 def multiline_backslash_2():
     """
     hey there \ """
+
+
+def multiline_backslash_3():
+    """
+    already escaped \\"""
+
+
+def my_god_its_full_of_stars_1():
+    "I'm sorry Dave\u2001"
+
+
+# the space below is actually a \u2001, removed in output
+def my_god_its_full_of_stars_2():
+    "I'm sorry Dave"
\ No newline at end of file

diff --git a/tests/data/docstring_no_string_normalization.py b/tests/data/docstring_no_string_normalization.py
index 0457fcf114f059d35c0d816567d276a1426f1809..a90b578f09afb71ddff8e84e8ede8dcc5372fe1d 100644 (file)
--- a/tests/data/docstring_no_string_normalization.py
+++ b/tests/data/docstring_no_string_normalization.py
@@ -102,6 +102,26 @@ def shockingly_the_quotes_are_normalized_v2():
     '''
     pass
 
+
+def backslash_space():
+    '\ '
+
+
+def multiline_backslash_1():
+  '''
+  hey\there\
+  \ '''
+
+
+def multiline_backslash_2():
+  '''
+  hey there \ '''
+
+
+def multiline_backslash_3():
+  '''
+  already escaped \\ '''
+
 # output
 
 class ALonelyClass:
@@ -207,3 +227,23 @@ def shockingly_the_quotes_are_normalized_v2():
     Docstring Docstring Docstring
     '''
     pass
+
+
+def backslash_space():
+    '\ '
+
+
+def multiline_backslash_1():
+    '''
+  hey\there\
+  \ '''
+
+
+def multiline_backslash_2():
+    '''
+    hey there \ '''
+
+
+def multiline_backslash_3():
+    '''
+    already escaped \\'''