tests/test_black.py

   1 #!/usr/bin/env python3
   2 import asyncio
   3 from concurrent.futures import ThreadPoolExecutor
   4 from contextlib import contextmanager
   5 from functools import partial
   6 from io import StringIO
   7 import os
   8 from pathlib import Path
   9 import sys
  10 from tempfile import TemporaryDirectory
  11 from typing import Any, List, Tuple, Iterator
  12 import unittest
  13 from unittest.mock import patch
  14 import re
  15
  16 from click import unstyle
  17 from click.testing import CliRunner
  18
  19 import black
  20
  21 ll = 88
  22 ff = partial(black.format_file_in_place, line_length=ll, fast=True)
  23 fs = partial(black.format_str, line_length=ll)
  24 THIS_FILE = Path(__file__)
  25 THIS_DIR = THIS_FILE.parent
  26 EMPTY_LINE = "# EMPTY LINE WITH WHITESPACE" + " (this comment will be removed)"
  27
  28
  29 def dump_to_stderr(*output: str) -> str:
  30     return "\n" + "\n".join(output) + "\n"
  31
  32
  33 def read_data(name: str) -> Tuple[str, str]:
  34     """read_data('test_name') -> 'input', 'output'"""
  35     if not name.endswith((".py", ".pyi", ".out", ".diff")):
  36         name += ".py"
  37     _input: List[str] = []
  38     _output: List[str] = []
  39     with open(THIS_DIR / name, "r", encoding="utf8") as test:
  40         lines = test.readlines()
  41     result = _input
  42     for line in lines:
  43         line = line.replace(EMPTY_LINE, "")
  44         if line.rstrip() == "# output":
  45             result = _output
  46             continue
  47
  48         result.append(line)
  49     if _input and not _output:
  50         # If there's no output marker, treat the entire file as already pre-formatted.
  51         _output = _input[:]
  52     return "".join(_input).strip() + "\n", "".join(_output).strip() + "\n"
  53
  54
  55 @contextmanager
  56 def cache_dir(exists: bool = True) -> Iterator[Path]:
  57     with TemporaryDirectory() as workspace:
  58         cache_dir = Path(workspace)
  59         if not exists:
  60             cache_dir = cache_dir / "new"
  61         with patch("black.CACHE_DIR", cache_dir):
  62             yield cache_dir
  63
  64
  65 @contextmanager
  66 def event_loop(close: bool) -> Iterator[None]:
  67     policy = asyncio.get_event_loop_policy()
  68     old_loop = policy.get_event_loop()
  69     loop = policy.new_event_loop()
  70     asyncio.set_event_loop(loop)
  71     try:
  72         yield
  73
  74     finally:
  75         policy.set_event_loop(old_loop)
  76         if close:
  77             loop.close()
  78
  79
  80 class BlackTestCase(unittest.TestCase):
  81     maxDiff = None
  82
  83     def assertFormatEqual(self, expected: str, actual: str) -> None:
  84         if actual != expected and not os.environ.get("SKIP_AST_PRINT"):
  85             bdv: black.DebugVisitor[Any]
  86             black.out("Expected tree:", fg="green")
  87             try:
  88                 exp_node = black.lib2to3_parse(expected)
  89                 bdv = black.DebugVisitor()
  90                 list(bdv.visit(exp_node))
  91             except Exception as ve:
  92                 black.err(str(ve))
  93             black.out("Actual tree:", fg="red")
  94             try:
  95                 exp_node = black.lib2to3_parse(actual)
  96                 bdv = black.DebugVisitor()
  97                 list(bdv.visit(exp_node))
  98             except Exception as ve:
  99                 black.err(str(ve))
 100         self.assertEqual(expected, actual)
 101
 102     @patch("black.dump_to_file", dump_to_stderr)
 103     def test_self(self) -> None:
 104         source, expected = read_data("test_black")
 105         actual = fs(source)
 106         self.assertFormatEqual(expected, actual)
 107         black.assert_equivalent(source, actual)
 108         black.assert_stable(source, actual, line_length=ll)
 109         self.assertFalse(ff(THIS_FILE))
 110
 111     @patch("black.dump_to_file", dump_to_stderr)
 112     def test_black(self) -> None:
 113         source, expected = read_data("../black")
 114         actual = fs(source)
 115         self.assertFormatEqual(expected, actual)
 116         black.assert_equivalent(source, actual)
 117         black.assert_stable(source, actual, line_length=ll)
 118         self.assertFalse(ff(THIS_DIR / ".." / "black.py"))
 119
 120     def test_piping(self) -> None:
 121         source, expected = read_data("../black")
 122         hold_stdin, hold_stdout = sys.stdin, sys.stdout
 123         try:
 124             sys.stdin, sys.stdout = StringIO(source), StringIO()
 125             sys.stdin.name = "<stdin>"
 126             black.format_stdin_to_stdout(
 127                 line_length=ll, fast=True, write_back=black.WriteBack.YES
 128             )
 129             sys.stdout.seek(0)
 130             actual = sys.stdout.read()
 131         finally:
 132             sys.stdin, sys.stdout = hold_stdin, hold_stdout
 133         self.assertFormatEqual(expected, actual)
 134         black.assert_equivalent(source, actual)
 135         black.assert_stable(source, actual, line_length=ll)
 136
 137     def test_piping_diff(self) -> None:
 138         source, _ = read_data("expression.py")
 139         expected, _ = read_data("expression.diff")
 140         hold_stdin, hold_stdout = sys.stdin, sys.stdout
 141         try:
 142             sys.stdin, sys.stdout = StringIO(source), StringIO()
 143             sys.stdin.name = "<stdin>"
 144             black.format_stdin_to_stdout(
 145                 line_length=ll, fast=True, write_back=black.WriteBack.DIFF
 146             )
 147             sys.stdout.seek(0)
 148             actual = sys.stdout.read()
 149         finally:
 150             sys.stdin, sys.stdout = hold_stdin, hold_stdout
 151         actual = actual.rstrip() + "\n"  # the diff output has a trailing space
 152         self.assertEqual(expected, actual)
 153
 154     @patch("black.dump_to_file", dump_to_stderr)
 155     def test_setup(self) -> None:
 156         source, expected = read_data("../setup")
 157         actual = fs(source)
 158         self.assertFormatEqual(expected, actual)
 159         black.assert_equivalent(source, actual)
 160         black.assert_stable(source, actual, line_length=ll)
 161         self.assertFalse(ff(THIS_DIR / ".." / "setup.py"))
 162
 163     @patch("black.dump_to_file", dump_to_stderr)
 164     def test_function(self) -> None:
 165         source, expected = read_data("function")
 166         actual = fs(source)
 167         self.assertFormatEqual(expected, actual)
 168         black.assert_equivalent(source, actual)
 169         black.assert_stable(source, actual, line_length=ll)
 170
 171     @patch("black.dump_to_file", dump_to_stderr)
 172     def test_function2(self) -> None:
 173         source, expected = read_data("function2")
 174         actual = fs(source)
 175         self.assertFormatEqual(expected, actual)
 176         black.assert_equivalent(source, actual)
 177         black.assert_stable(source, actual, line_length=ll)
 178
 179     @patch("black.dump_to_file", dump_to_stderr)
 180     def test_expression(self) -> None:
 181         source, expected = read_data("expression")
 182         actual = fs(source)
 183         self.assertFormatEqual(expected, actual)
 184         black.assert_equivalent(source, actual)
 185         black.assert_stable(source, actual, line_length=ll)
 186
 187     def test_expression_ff(self) -> None:
 188         source, expected = read_data("expression")
 189         tmp_file = Path(black.dump_to_file(source))
 190         try:
 191             self.assertTrue(ff(tmp_file, write_back=black.WriteBack.YES))
 192             with open(tmp_file, encoding="utf8") as f:
 193                 actual = f.read()
 194         finally:
 195             os.unlink(tmp_file)
 196         self.assertFormatEqual(expected, actual)
 197         with patch("black.dump_to_file", dump_to_stderr):
 198             black.assert_equivalent(source, actual)
 199             black.assert_stable(source, actual, line_length=ll)
 200
 201     def test_expression_diff(self) -> None:
 202         source, _ = read_data("expression.py")
 203         expected, _ = read_data("expression.diff")
 204         tmp_file = Path(black.dump_to_file(source))
 205         hold_stdout = sys.stdout
 206         try:
 207             sys.stdout = StringIO()
 208             self.assertTrue(ff(tmp_file, write_back=black.WriteBack.DIFF))
 209             sys.stdout.seek(0)
 210             actual = sys.stdout.read()
 211             actual = actual.replace(str(tmp_file), "<stdin>")
 212         finally:
 213             sys.stdout = hold_stdout
 214             os.unlink(tmp_file)
 215         actual = actual.rstrip() + "\n"  # the diff output has a trailing space
 216         if expected != actual:
 217             dump = black.dump_to_file(actual)
 218             msg = (
 219                 f"Expected diff isn't equal to the actual. If you made changes "
 220                 f"to expression.py and this is an anticipated difference, "
 221                 f"overwrite tests/expression.diff with {dump}"
 222             )
 223             self.assertEqual(expected, actual, msg)
 224
 225     @patch("black.dump_to_file", dump_to_stderr)
 226     def test_fstring(self) -> None:
 227         source, expected = read_data("fstring")
 228         actual = fs(source)
 229         self.assertFormatEqual(expected, actual)
 230         black.assert_equivalent(source, actual)
 231         black.assert_stable(source, actual, line_length=ll)
 232
 233     @patch("black.dump_to_file", dump_to_stderr)
 234     def test_string_quotes(self) -> None:
 235         source, expected = read_data("string_quotes")
 236         actual = fs(source)
 237         self.assertFormatEqual(expected, actual)
 238         black.assert_equivalent(source, actual)
 239         black.assert_stable(source, actual, line_length=ll)
 240         mode = black.FileMode.NO_STRING_NORMALIZATION
 241         not_normalized = fs(source, mode=mode)
 242         self.assertFormatEqual(source, not_normalized)
 243         black.assert_equivalent(source, not_normalized)
 244         black.assert_stable(source, not_normalized, line_length=ll, mode=mode)
 245
 246     @patch("black.dump_to_file", dump_to_stderr)
 247     def test_slices(self) -> None:
 248         source, expected = read_data("slices")
 249         actual = fs(source)
 250         self.assertFormatEqual(expected, actual)
 251         black.assert_equivalent(source, actual)
 252         black.assert_stable(source, actual, line_length=ll)
 253
 254     @patch("black.dump_to_file", dump_to_stderr)
 255     def test_comments(self) -> None:
 256         source, expected = read_data("comments")
 257         actual = fs(source)
 258         self.assertFormatEqual(expected, actual)
 259         black.assert_equivalent(source, actual)
 260         black.assert_stable(source, actual, line_length=ll)
 261
 262     @patch("black.dump_to_file", dump_to_stderr)
 263     def test_comments2(self) -> None:
 264         source, expected = read_data("comments2")
 265         actual = fs(source)
 266         self.assertFormatEqual(expected, actual)
 267         black.assert_equivalent(source, actual)
 268         black.assert_stable(source, actual, line_length=ll)
 269
 270     @patch("black.dump_to_file", dump_to_stderr)
 271     def test_comments3(self) -> None:
 272         source, expected = read_data("comments3")
 273         actual = fs(source)
 274         self.assertFormatEqual(expected, actual)
 275         black.assert_equivalent(source, actual)
 276         black.assert_stable(source, actual, line_length=ll)
 277
 278     @patch("black.dump_to_file", dump_to_stderr)
 279     def test_comments4(self) -> None:
 280         source, expected = read_data("comments4")
 281         actual = fs(source)
 282         self.assertFormatEqual(expected, actual)
 283         black.assert_equivalent(source, actual)
 284         black.assert_stable(source, actual, line_length=ll)
 285
 286     @patch("black.dump_to_file", dump_to_stderr)
 287     def test_comments5(self) -> None:
 288         source, expected = read_data("comments5")
 289         actual = fs(source)
 290         self.assertFormatEqual(expected, actual)
 291         black.assert_equivalent(source, actual)
 292         black.assert_stable(source, actual, line_length=ll)
 293
 294     @patch("black.dump_to_file", dump_to_stderr)
 295     def test_cantfit(self) -> None:
 296         source, expected = read_data("cantfit")
 297         actual = fs(source)
 298         self.assertFormatEqual(expected, actual)
 299         black.assert_equivalent(source, actual)
 300         black.assert_stable(source, actual, line_length=ll)
 301
 302     @patch("black.dump_to_file", dump_to_stderr)
 303     def test_import_spacing(self) -> None:
 304         source, expected = read_data("import_spacing")
 305         actual = fs(source)
 306         self.assertFormatEqual(expected, actual)
 307         black.assert_equivalent(source, actual)
 308         black.assert_stable(source, actual, line_length=ll)
 309
 310     @patch("black.dump_to_file", dump_to_stderr)
 311     def test_composition(self) -> None:
 312         source, expected = read_data("composition")
 313         actual = fs(source)
 314         self.assertFormatEqual(expected, actual)
 315         black.assert_equivalent(source, actual)
 316         black.assert_stable(source, actual, line_length=ll)
 317
 318     @patch("black.dump_to_file", dump_to_stderr)
 319     def test_empty_lines(self) -> None:
 320         source, expected = read_data("empty_lines")
 321         actual = fs(source)
 322         self.assertFormatEqual(expected, actual)
 323         black.assert_equivalent(source, actual)
 324         black.assert_stable(source, actual, line_length=ll)
 325
 326     @patch("black.dump_to_file", dump_to_stderr)
 327     def test_string_prefixes(self) -> None:
 328         source, expected = read_data("string_prefixes")
 329         actual = fs(source)
 330         self.assertFormatEqual(expected, actual)
 331         black.assert_equivalent(source, actual)
 332         black.assert_stable(source, actual, line_length=ll)
 333
 334     @patch("black.dump_to_file", dump_to_stderr)
 335     def test_python2(self) -> None:
 336         source, expected = read_data("python2")
 337         actual = fs(source)
 338         self.assertFormatEqual(expected, actual)
 339         # black.assert_equivalent(source, actual)
 340         black.assert_stable(source, actual, line_length=ll)
 341
 342     @patch("black.dump_to_file", dump_to_stderr)
 343     def test_python2_unicode_literals(self) -> None:
 344         source, expected = read_data("python2_unicode_literals")
 345         actual = fs(source)
 346         self.assertFormatEqual(expected, actual)
 347         black.assert_stable(source, actual, line_length=ll)
 348
 349     @patch("black.dump_to_file", dump_to_stderr)
 350     def test_stub(self) -> None:
 351         mode = black.FileMode.PYI
 352         source, expected = read_data("stub.pyi")
 353         actual = fs(source, mode=mode)
 354         self.assertFormatEqual(expected, actual)
 355         black.assert_stable(source, actual, line_length=ll, mode=mode)
 356
 357     @patch("black.dump_to_file", dump_to_stderr)
 358     def test_fmtonoff(self) -> None:
 359         source, expected = read_data("fmtonoff")
 360         actual = fs(source)
 361         self.assertFormatEqual(expected, actual)
 362         black.assert_equivalent(source, actual)
 363         black.assert_stable(source, actual, line_length=ll)
 364
 365     @patch("black.dump_to_file", dump_to_stderr)
 366     def test_remove_empty_parentheses_after_class(self) -> None:
 367         source, expected = read_data("class_blank_parentheses")
 368         actual = fs(source)
 369         self.assertFormatEqual(expected, actual)
 370         black.assert_equivalent(source, actual)
 371         black.assert_stable(source, actual, line_length=ll)
 372
 373     @patch("black.dump_to_file", dump_to_stderr)
 374     def test_new_line_between_class_and_code(self) -> None:
 375         source, expected = read_data("class_methods_new_line")
 376         actual = fs(source)
 377         self.assertFormatEqual(expected, actual)
 378         black.assert_equivalent(source, actual)
 379         black.assert_stable(source, actual, line_length=ll)
 380
 381     def test_report(self) -> None:
 382         report = black.Report()
 383         out_lines = []
 384         err_lines = []
 385
 386         def out(msg: str, **kwargs: Any) -> None:
 387             out_lines.append(msg)
 388
 389         def err(msg: str, **kwargs: Any) -> None:
 390             err_lines.append(msg)
 391
 392         with patch("black.out", out), patch("black.err", err):
 393             report.done(Path("f1"), black.Changed.NO)
 394             self.assertEqual(len(out_lines), 1)
 395             self.assertEqual(len(err_lines), 0)
 396             self.assertEqual(out_lines[-1], "f1 already well formatted, good job.")
 397             self.assertEqual(unstyle(str(report)), "1 file left unchanged.")
 398             self.assertEqual(report.return_code, 0)
 399             report.done(Path("f2"), black.Changed.YES)
 400             self.assertEqual(len(out_lines), 2)
 401             self.assertEqual(len(err_lines), 0)
 402             self.assertEqual(out_lines[-1], "reformatted f2")
 403             self.assertEqual(
 404                 unstyle(str(report)), "1 file reformatted, 1 file left unchanged."
 405             )
 406             report.done(Path("f3"), black.Changed.CACHED)
 407             self.assertEqual(len(out_lines), 3)
 408             self.assertEqual(len(err_lines), 0)
 409             self.assertEqual(
 410                 out_lines[-1], "f3 wasn't modified on disk since last run."
 411             )
 412             self.assertEqual(
 413                 unstyle(str(report)), "1 file reformatted, 2 files left unchanged."
 414             )
 415             self.assertEqual(report.return_code, 0)
 416             report.check = True
 417             self.assertEqual(report.return_code, 1)
 418             report.check = False
 419             report.failed(Path("e1"), "boom")
 420             self.assertEqual(len(out_lines), 3)
 421             self.assertEqual(len(err_lines), 1)
 422             self.assertEqual(err_lines[-1], "error: cannot format e1: boom")
 423             self.assertEqual(
 424                 unstyle(str(report)),
 425                 "1 file reformatted, 2 files left unchanged, "
 426                 "1 file failed to reformat.",
 427             )
 428             self.assertEqual(report.return_code, 123)
 429             report.done(Path("f3"), black.Changed.YES)
 430             self.assertEqual(len(out_lines), 4)
 431             self.assertEqual(len(err_lines), 1)
 432             self.assertEqual(out_lines[-1], "reformatted f3")
 433             self.assertEqual(
 434                 unstyle(str(report)),
 435                 "2 files reformatted, 2 files left unchanged, "
 436                 "1 file failed to reformat.",
 437             )
 438             self.assertEqual(report.return_code, 123)
 439             report.failed(Path("e2"), "boom")
 440             self.assertEqual(len(out_lines), 4)
 441             self.assertEqual(len(err_lines), 2)
 442             self.assertEqual(err_lines[-1], "error: cannot format e2: boom")
 443             self.assertEqual(
 444                 unstyle(str(report)),
 445                 "2 files reformatted, 2 files left unchanged, "
 446                 "2 files failed to reformat.",
 447             )
 448             self.assertEqual(report.return_code, 123)
 449             report.done(Path("f4"), black.Changed.NO)
 450             self.assertEqual(len(out_lines), 5)
 451             self.assertEqual(len(err_lines), 2)
 452             self.assertEqual(out_lines[-1], "f4 already well formatted, good job.")
 453             self.assertEqual(
 454                 unstyle(str(report)),
 455                 "2 files reformatted, 3 files left unchanged, "
 456                 "2 files failed to reformat.",
 457             )
 458             self.assertEqual(report.return_code, 123)
 459             report.check = True
 460             self.assertEqual(
 461                 unstyle(str(report)),
 462                 "2 files would be reformatted, 3 files would be left unchanged, "
 463                 "2 files would fail to reformat.",
 464             )
 465
 466     def test_is_python36(self) -> None:
 467         node = black.lib2to3_parse("def f(*, arg): ...\n")
 468         self.assertFalse(black.is_python36(node))
 469         node = black.lib2to3_parse("def f(*, arg,): ...\n")
 470         self.assertTrue(black.is_python36(node))
 471         node = black.lib2to3_parse("def f(*, arg): f'string'\n")
 472         self.assertTrue(black.is_python36(node))
 473         source, expected = read_data("function")
 474         node = black.lib2to3_parse(source)
 475         self.assertTrue(black.is_python36(node))
 476         node = black.lib2to3_parse(expected)
 477         self.assertTrue(black.is_python36(node))
 478         source, expected = read_data("expression")
 479         node = black.lib2to3_parse(source)
 480         self.assertFalse(black.is_python36(node))
 481         node = black.lib2to3_parse(expected)
 482         self.assertFalse(black.is_python36(node))
 483
 484     def test_get_future_imports(self) -> None:
 485         node = black.lib2to3_parse("\n")
 486         self.assertEqual(set(), black.get_future_imports(node))
 487         node = black.lib2to3_parse("from __future__ import black\n")
 488         self.assertEqual({"black"}, black.get_future_imports(node))
 489         node = black.lib2to3_parse("from __future__ import multiple, imports\n")
 490         self.assertEqual({"multiple", "imports"}, black.get_future_imports(node))
 491         node = black.lib2to3_parse("from __future__ import (parenthesized, imports)\n")
 492         self.assertEqual({"parenthesized", "imports"}, black.get_future_imports(node))
 493         node = black.lib2to3_parse(
 494             "from __future__ import multiple\nfrom __future__ import imports\n"
 495         )
 496         self.assertEqual({"multiple", "imports"}, black.get_future_imports(node))
 497         node = black.lib2to3_parse("# comment\nfrom __future__ import black\n")
 498         self.assertEqual({"black"}, black.get_future_imports(node))
 499         node = black.lib2to3_parse('"""docstring"""\nfrom __future__ import black\n')
 500         self.assertEqual({"black"}, black.get_future_imports(node))
 501         node = black.lib2to3_parse("some(other, code)\nfrom __future__ import black\n")
 502         self.assertEqual(set(), black.get_future_imports(node))
 503         node = black.lib2to3_parse("from some.module import black\n")
 504         self.assertEqual(set(), black.get_future_imports(node))
 505
 506     def test_debug_visitor(self) -> None:
 507         source, _ = read_data("debug_visitor.py")
 508         expected, _ = read_data("debug_visitor.out")
 509         out_lines = []
 510         err_lines = []
 511
 512         def out(msg: str, **kwargs: Any) -> None:
 513             out_lines.append(msg)
 514
 515         def err(msg: str, **kwargs: Any) -> None:
 516             err_lines.append(msg)
 517
 518         with patch("black.out", out), patch("black.err", err):
 519             black.DebugVisitor.show(source)
 520         actual = "\n".join(out_lines) + "\n"
 521         log_name = ""
 522         if expected != actual:
 523             log_name = black.dump_to_file(*out_lines)
 524         self.assertEqual(
 525             expected,
 526             actual,
 527             f"AST print out is different. Actual version dumped to {log_name}",
 528         )
 529
 530     def test_format_file_contents(self) -> None:
 531         empty = ""
 532         with self.assertRaises(black.NothingChanged):
 533             black.format_file_contents(empty, line_length=ll, fast=False)
 534         just_nl = "\n"
 535         with self.assertRaises(black.NothingChanged):
 536             black.format_file_contents(just_nl, line_length=ll, fast=False)
 537         same = "l = [1, 2, 3]\n"
 538         with self.assertRaises(black.NothingChanged):
 539             black.format_file_contents(same, line_length=ll, fast=False)
 540         different = "l = [1,2,3]"
 541         expected = same
 542         actual = black.format_file_contents(different, line_length=ll, fast=False)
 543         self.assertEqual(expected, actual)
 544         invalid = "return if you can"
 545         with self.assertRaises(ValueError) as e:
 546             black.format_file_contents(invalid, line_length=ll, fast=False)
 547         self.assertEqual(str(e.exception), "Cannot parse: 1:7: return if you can")
 548
 549     def test_endmarker(self) -> None:
 550         n = black.lib2to3_parse("\n")
 551         self.assertEqual(n.type, black.syms.file_input)
 552         self.assertEqual(len(n.children), 1)
 553         self.assertEqual(n.children[0].type, black.token.ENDMARKER)
 554
 555     @unittest.skipIf(os.environ.get("SKIP_AST_PRINT"), "user set SKIP_AST_PRINT")
 556     def test_assertFormatEqual(self) -> None:
 557         out_lines = []
 558         err_lines = []
 559
 560         def out(msg: str, **kwargs: Any) -> None:
 561             out_lines.append(msg)
 562
 563         def err(msg: str, **kwargs: Any) -> None:
 564             err_lines.append(msg)
 565
 566         with patch("black.out", out), patch("black.err", err):
 567             with self.assertRaises(AssertionError):
 568                 self.assertFormatEqual("l = [1, 2, 3]", "l = [1, 2, 3,]")
 569
 570         out_str = "".join(out_lines)
 571         self.assertTrue("Expected tree:" in out_str)
 572         self.assertTrue("Actual tree:" in out_str)
 573         self.assertEqual("".join(err_lines), "")
 574
 575     def test_cache_broken_file(self) -> None:
 576         mode = black.FileMode.AUTO_DETECT
 577         with cache_dir() as workspace:
 578             cache_file = black.get_cache_file(black.DEFAULT_LINE_LENGTH, mode)
 579             with cache_file.open("w") as fobj:
 580                 fobj.write("this is not a pickle")
 581             self.assertEqual(black.read_cache(black.DEFAULT_LINE_LENGTH, mode), {})
 582             src = (workspace / "test.py").resolve()
 583             with src.open("w") as fobj:
 584                 fobj.write("print('hello')")
 585             result = CliRunner().invoke(black.main, [str(src)])
 586             self.assertEqual(result.exit_code, 0)
 587             cache = black.read_cache(black.DEFAULT_LINE_LENGTH, mode)
 588             self.assertIn(src, cache)
 589
 590     def test_cache_single_file_already_cached(self) -> None:
 591         mode = black.FileMode.AUTO_DETECT
 592         with cache_dir() as workspace:
 593             src = (workspace / "test.py").resolve()
 594             with src.open("w") as fobj:
 595                 fobj.write("print('hello')")
 596             black.write_cache({}, [src], black.DEFAULT_LINE_LENGTH, mode)
 597             result = CliRunner().invoke(black.main, [str(src)])
 598             self.assertEqual(result.exit_code, 0)
 599             with src.open("r") as fobj:
 600                 self.assertEqual(fobj.read(), "print('hello')")
 601
 602     @event_loop(close=False)
 603     def test_cache_multiple_files(self) -> None:
 604         mode = black.FileMode.AUTO_DETECT
 605         with cache_dir() as workspace, patch(
 606             "black.ProcessPoolExecutor", new=ThreadPoolExecutor
 607         ):
 608             one = (workspace / "one.py").resolve()
 609             with one.open("w") as fobj:
 610                 fobj.write("print('hello')")
 611             two = (workspace / "two.py").resolve()
 612             with two.open("w") as fobj:
 613                 fobj.write("print('hello')")
 614             black.write_cache({}, [one], black.DEFAULT_LINE_LENGTH, mode)
 615             result = CliRunner().invoke(black.main, [str(workspace)])
 616             self.assertEqual(result.exit_code, 0)
 617             with one.open("r") as fobj:
 618                 self.assertEqual(fobj.read(), "print('hello')")
 619             with two.open("r") as fobj:
 620                 self.assertEqual(fobj.read(), 'print("hello")\n')
 621             cache = black.read_cache(black.DEFAULT_LINE_LENGTH, mode)
 622             self.assertIn(one, cache)
 623             self.assertIn(two, cache)
 624
 625     def test_no_cache_when_writeback_diff(self) -> None:
 626         mode = black.FileMode.AUTO_DETECT
 627         with cache_dir() as workspace:
 628             src = (workspace / "test.py").resolve()
 629             with src.open("w") as fobj:
 630                 fobj.write("print('hello')")
 631             result = CliRunner().invoke(black.main, [str(src), "--diff"])
 632             self.assertEqual(result.exit_code, 0)
 633             cache_file = black.get_cache_file(black.DEFAULT_LINE_LENGTH, mode)
 634             self.assertFalse(cache_file.exists())
 635
 636     def test_no_cache_when_stdin(self) -> None:
 637         mode = black.FileMode.AUTO_DETECT
 638         with cache_dir():
 639             result = CliRunner().invoke(black.main, ["-"], input="print('hello')")
 640             self.assertEqual(result.exit_code, 0)
 641             cache_file = black.get_cache_file(black.DEFAULT_LINE_LENGTH, mode)
 642             self.assertFalse(cache_file.exists())
 643
 644     def test_read_cache_no_cachefile(self) -> None:
 645         mode = black.FileMode.AUTO_DETECT
 646         with cache_dir():
 647             self.assertEqual(black.read_cache(black.DEFAULT_LINE_LENGTH, mode), {})
 648
 649     def test_write_cache_read_cache(self) -> None:
 650         mode = black.FileMode.AUTO_DETECT
 651         with cache_dir() as workspace:
 652             src = (workspace / "test.py").resolve()
 653             src.touch()
 654             black.write_cache({}, [src], black.DEFAULT_LINE_LENGTH, mode)
 655             cache = black.read_cache(black.DEFAULT_LINE_LENGTH, mode)
 656             self.assertIn(src, cache)
 657             self.assertEqual(cache[src], black.get_cache_info(src))
 658
 659     def test_filter_cached(self) -> None:
 660         with TemporaryDirectory() as workspace:
 661             path = Path(workspace)
 662             uncached = (path / "uncached").resolve()
 663             cached = (path / "cached").resolve()
 664             cached_but_changed = (path / "changed").resolve()
 665             uncached.touch()
 666             cached.touch()
 667             cached_but_changed.touch()
 668             cache = {cached: black.get_cache_info(cached), cached_but_changed: (0.0, 0)}
 669             todo, done = black.filter_cached(
 670                 cache, [uncached, cached, cached_but_changed]
 671             )
 672             self.assertEqual(todo, [uncached, cached_but_changed])
 673             self.assertEqual(done, [cached])
 674
 675     def test_write_cache_creates_directory_if_needed(self) -> None:
 676         mode = black.FileMode.AUTO_DETECT
 677         with cache_dir(exists=False) as workspace:
 678             self.assertFalse(workspace.exists())
 679             black.write_cache({}, [], black.DEFAULT_LINE_LENGTH, mode)
 680             self.assertTrue(workspace.exists())
 681
 682     @event_loop(close=False)
 683     def test_failed_formatting_does_not_get_cached(self) -> None:
 684         mode = black.FileMode.AUTO_DETECT
 685         with cache_dir() as workspace, patch(
 686             "black.ProcessPoolExecutor", new=ThreadPoolExecutor
 687         ):
 688             failing = (workspace / "failing.py").resolve()
 689             with failing.open("w") as fobj:
 690                 fobj.write("not actually python")
 691             clean = (workspace / "clean.py").resolve()
 692             with clean.open("w") as fobj:
 693                 fobj.write('print("hello")\n')
 694             result = CliRunner().invoke(black.main, [str(workspace)])
 695             self.assertEqual(result.exit_code, 123)
 696             cache = black.read_cache(black.DEFAULT_LINE_LENGTH, mode)
 697             self.assertNotIn(failing, cache)
 698             self.assertIn(clean, cache)
 699
 700     def test_write_cache_write_fail(self) -> None:
 701         mode = black.FileMode.AUTO_DETECT
 702         with cache_dir(), patch.object(Path, "open") as mock:
 703             mock.side_effect = OSError
 704             black.write_cache({}, [], black.DEFAULT_LINE_LENGTH, mode)
 705
 706     @event_loop(close=False)
 707     def test_check_diff_use_together(self) -> None:
 708         with cache_dir():
 709             # Files which will be reformatted.
 710             src1 = (THIS_DIR / "string_quotes.py").resolve()
 711             result = CliRunner().invoke(black.main, [str(src1), "--diff", "--check"])
 712             self.assertEqual(result.exit_code, 1)
 713
 714             # Files which will not be reformatted.
 715             src2 = (THIS_DIR / "composition.py").resolve()
 716             result = CliRunner().invoke(black.main, [str(src2), "--diff", "--check"])
 717             self.assertEqual(result.exit_code, 0)
 718
 719             # Multi file command.
 720             result = CliRunner().invoke(
 721                 black.main, [str(src1), str(src2), "--diff", "--check"]
 722             )
 723             self.assertEqual(result.exit_code, 1, result.output)
 724
 725     def test_no_files(self) -> None:
 726         with cache_dir():
 727             # Without an argument, black exits with error code 0.
 728             result = CliRunner().invoke(black.main, [])
 729             self.assertEqual(result.exit_code, 0)
 730
 731     def test_broken_symlink(self) -> None:
 732         with cache_dir() as workspace:
 733             symlink = workspace / "broken_link.py"
 734             symlink.symlink_to("nonexistent.py")
 735             result = CliRunner().invoke(black.main, [str(workspace.resolve())])
 736             self.assertEqual(result.exit_code, 0)
 737
 738     def test_read_cache_line_lengths(self) -> None:
 739         mode = black.FileMode.AUTO_DETECT
 740         with cache_dir() as workspace:
 741             path = (workspace / "file.py").resolve()
 742             path.touch()
 743             black.write_cache({}, [path], 1, mode)
 744             one = black.read_cache(1, mode)
 745             self.assertIn(path, one)
 746             two = black.read_cache(2, mode)
 747             self.assertNotIn(path, two)
 748
 749     def test_single_file_force_pyi(self) -> None:
 750         reg_mode = black.FileMode.AUTO_DETECT
 751         pyi_mode = black.FileMode.PYI
 752         contents, expected = read_data("force_pyi")
 753         with cache_dir() as workspace:
 754             path = (workspace / "file.py").resolve()
 755             with open(path, "w") as fh:
 756                 fh.write(contents)
 757             result = CliRunner().invoke(black.main, [str(path), "--pyi"])
 758             self.assertEqual(result.exit_code, 0)
 759             with open(path, "r") as fh:
 760                 actual = fh.read()
 761             # verify cache with --pyi is separate
 762             pyi_cache = black.read_cache(black.DEFAULT_LINE_LENGTH, pyi_mode)
 763             self.assertIn(path, pyi_cache)
 764             normal_cache = black.read_cache(black.DEFAULT_LINE_LENGTH, reg_mode)
 765             self.assertNotIn(path, normal_cache)
 766         self.assertEqual(actual, expected)
 767
 768     @event_loop(close=False)
 769     def test_multi_file_force_pyi(self) -> None:
 770         reg_mode = black.FileMode.AUTO_DETECT
 771         pyi_mode = black.FileMode.PYI
 772         contents, expected = read_data("force_pyi")
 773         with cache_dir() as workspace:
 774             paths = [
 775                 (workspace / "file1.py").resolve(),
 776                 (workspace / "file2.py").resolve(),
 777             ]
 778             for path in paths:
 779                 with open(path, "w") as fh:
 780                     fh.write(contents)
 781             result = CliRunner().invoke(black.main, [str(p) for p in paths] + ["--pyi"])
 782             self.assertEqual(result.exit_code, 0)
 783             for path in paths:
 784                 with open(path, "r") as fh:
 785                     actual = fh.read()
 786                 self.assertEqual(actual, expected)
 787             # verify cache with --pyi is separate
 788             pyi_cache = black.read_cache(black.DEFAULT_LINE_LENGTH, pyi_mode)
 789             normal_cache = black.read_cache(black.DEFAULT_LINE_LENGTH, reg_mode)
 790             for path in paths:
 791                 self.assertIn(path, pyi_cache)
 792                 self.assertNotIn(path, normal_cache)
 793
 794     def test_pipe_force_pyi(self) -> None:
 795         source, expected = read_data("force_pyi")
 796         result = CliRunner().invoke(black.main, ["-", "-q", "--pyi"], input=source)
 797         self.assertEqual(result.exit_code, 0)
 798         actual = result.output
 799         self.assertFormatEqual(actual, expected)
 800
 801     def test_single_file_force_py36(self) -> None:
 802         reg_mode = black.FileMode.AUTO_DETECT
 803         py36_mode = black.FileMode.PYTHON36
 804         source, expected = read_data("force_py36")
 805         with cache_dir() as workspace:
 806             path = (workspace / "file.py").resolve()
 807             with open(path, "w") as fh:
 808                 fh.write(source)
 809             result = CliRunner().invoke(black.main, [str(path), "--py36"])
 810             self.assertEqual(result.exit_code, 0)
 811             with open(path, "r") as fh:
 812                 actual = fh.read()
 813             # verify cache with --py36 is separate
 814             py36_cache = black.read_cache(black.DEFAULT_LINE_LENGTH, py36_mode)
 815             self.assertIn(path, py36_cache)
 816             normal_cache = black.read_cache(black.DEFAULT_LINE_LENGTH, reg_mode)
 817             self.assertNotIn(path, normal_cache)
 818         self.assertEqual(actual, expected)
 819
 820     @event_loop(close=False)
 821     def test_multi_file_force_py36(self) -> None:
 822         reg_mode = black.FileMode.AUTO_DETECT
 823         py36_mode = black.FileMode.PYTHON36
 824         source, expected = read_data("force_py36")
 825         with cache_dir() as workspace:
 826             paths = [
 827                 (workspace / "file1.py").resolve(),
 828                 (workspace / "file2.py").resolve(),
 829             ]
 830             for path in paths:
 831                 with open(path, "w") as fh:
 832                     fh.write(source)
 833             result = CliRunner().invoke(
 834                 black.main, [str(p) for p in paths] + ["--py36"]
 835             )
 836             self.assertEqual(result.exit_code, 0)
 837             for path in paths:
 838                 with open(path, "r") as fh:
 839                     actual = fh.read()
 840                 self.assertEqual(actual, expected)
 841             # verify cache with --py36 is separate
 842             pyi_cache = black.read_cache(black.DEFAULT_LINE_LENGTH, py36_mode)
 843             normal_cache = black.read_cache(black.DEFAULT_LINE_LENGTH, reg_mode)
 844             for path in paths:
 845                 self.assertIn(path, pyi_cache)
 846                 self.assertNotIn(path, normal_cache)
 847
 848     def test_pipe_force_py36(self) -> None:
 849         source, expected = read_data("force_py36")
 850         result = CliRunner().invoke(black.main, ["-", "-q", "--py36"], input=source)
 851         self.assertEqual(result.exit_code, 0)
 852         actual = result.output
 853         self.assertFormatEqual(actual, expected)
 854
 855     def test_include_exclude(self) -> None:
 856         path = THIS_DIR / "include_exclude_tests"
 857         include = re.compile(r"\.pyi?$")
 858         exclude = re.compile(r"/exclude/|/\.definitely_exclude/")
 859         sources: List[Path] = []
 860         expected = [
 861             Path(THIS_DIR / "include_exclude_tests/b/dont_exclude/a.py"),
 862             Path(THIS_DIR / "include_exclude_tests/b/dont_exclude/a.pyi"),
 863         ]
 864         sources.extend(black.gen_python_files_in_dir(path, include, exclude))
 865         self.assertEqual(sorted(expected), sorted(sources))
 866
 867     def test_empty_include(self) -> None:
 868         path = THIS_DIR / "include_exclude_tests"
 869         empty = re.compile(r"")
 870         sources: List[Path] = []
 871         expected = [
 872             Path(path / "b/exclude/a.pie"),
 873             Path(path / "b/exclude/a.py"),
 874             Path(path / "b/exclude/a.pyi"),
 875             Path(path / "b/dont_exclude/a.pie"),
 876             Path(path / "b/dont_exclude/a.py"),
 877             Path(path / "b/dont_exclude/a.pyi"),
 878             Path(path / "b/.definitely_exclude/a.pie"),
 879             Path(path / "b/.definitely_exclude/a.py"),
 880             Path(path / "b/.definitely_exclude/a.pyi"),
 881         ]
 882         sources.extend(
 883             black.gen_python_files_in_dir(
 884                 path, empty, re.compile(black.DEFAULT_EXCLUDES)
 885             )
 886         )
 887         self.assertEqual(sorted(expected), sorted(sources))
 888
 889     def test_empty_exclude(self) -> None:
 890         path = THIS_DIR / "include_exclude_tests"
 891         empty = re.compile(r"")
 892         sources: List[Path] = []
 893         expected = [
 894             Path(path / "b/dont_exclude/a.py"),
 895             Path(path / "b/dont_exclude/a.pyi"),
 896             Path(path / "b/exclude/a.py"),
 897             Path(path / "b/exclude/a.pyi"),
 898             Path(path / "b/.definitely_exclude/a.py"),
 899             Path(path / "b/.definitely_exclude/a.pyi"),
 900         ]
 901         sources.extend(
 902             black.gen_python_files_in_dir(
 903                 path, re.compile(black.DEFAULT_INCLUDES), empty
 904             )
 905         )
 906         self.assertEqual(sorted(expected), sorted(sources))
 907
 908     def test_invalid_include_exclude(self) -> None:
 909         for option in ["--include", "--exclude"]:
 910             result = CliRunner().invoke(black.main, ["-", option, "**()(!!*)"])
 911             self.assertEqual(result.exit_code, 2)
 912
 913
 914 if __name__ == "__main__":
 915     unittest.main()