.config/neomutt/buildmimetree.py

   1 #!/usr/bin/python3
   2 #
   3 # NeoMutt helper script to create multipart/* emails with Markdown → HTML
   4 # alternative conversion, and handling of inline images, using NeoMutt's
   5 # ability to manually craft MIME trees, but automating this process.
   6 #
   7 # Configuration:
   8 #   neomuttrc (needs to be a single line):
   9 #     macro compose B "\
  10 #       <enter-command> source '$my_confdir/buildmimetree.py setup|'<enter>\
  11 #       <enter-command> sourc e \$my_mdwn_postprocess_cmd_file<enter>\
  12 #     " "Convert message into a modern MIME tree with inline images"
  13 #
  14 #     (Yes, we need to call source twice, as mutt only starts to process output
  15 #     from a source command when the command exits, and since we need to react
  16 #     to the output, we need to be invoked again, using a $my_ variable to pass
  17 #     information)
  18 #
  19 # Requirements:
  20 #   - python3
  21 #   - python3-markdown
  22 # Optional:
  23 #   - pytest
  24 #   - Pynliner
  25 #   - Pygments, if installed, then syntax highlighting is enabled
  26 #
  27 # Latest version:
  28 #   https://git.madduck.net/etc/neomutt.git/blob_plain/HEAD:/.config/neomutt/buildmimetree.py
  29 #
  30 # Copyright © 2023 martin f. krafft <madduck@madduck.net>
  31 # Released under the GPL-2+ licence, just like Mutt itself.
  32 #
  33
  34 import sys
  35 import pathlib
  36 import markdown
  37 import tempfile
  38 import argparse
  39 import re
  40 import mimetypes
  41 from collections import namedtuple, OrderedDict
  42 from markdown.extensions import Extension
  43 from markdown.inlinepatterns import ImageInlineProcessor, IMAGE_LINK_RE
  44 from email.utils import make_msgid
  45 from urllib import request
  46
  47
  48 def parse_cli_args(*args, **kwargs):
  49     parser = argparse.ArgumentParser(
  50         description=(
  51             "NeoMutt helper to turn text/markdown email parts "
  52             "into full-fledged MIME trees"
  53         )
  54     )
  55     parser.epilog = (
  56         "Copyright © 2022 martin f. krafft <madduck@madduck.net>.\n"
  57         "Released under the MIT licence"
  58     )
  59
  60     subp = parser.add_subparsers(help="Sub-command parsers", dest="mode")
  61     parser_setup = subp.add_parser("setup", help="Setup phase")
  62     parser_massage = subp.add_parser("massage", help="Massaging phase")
  63
  64     parser_setup.add_argument(
  65         "--debug-commands",
  66         action="store_true",
  67         help="Turn on debug logging of commands generated to stderr",
  68     )
  69
  70     parser_setup.add_argument(
  71         "--extension",
  72         "-x",
  73         metavar="EXTENSION",
  74         dest="extensions",
  75         nargs="?",
  76         default=[],
  77         action="append",
  78         help="Markdown extension to add to the list of extensions use",
  79     )
  80
  81     parser_setup.add_argument(
  82         "--send-message",
  83         action="store_true",
  84         help="Generate command(s) to send the message after processing",
  85     )
  86
  87     parser_massage.add_argument(
  88         "--debug-commands",
  89         action="store_true",
  90         help="Turn on debug logging of commands generated to stderr",
  91     )
  92
  93     parser_massage.add_argument(
  94         "--debug-walk",
  95         action="store_true",
  96         help="Turn on debugging to stderr of the MIME tree walk",
  97     )
  98
  99     parser_massage.add_argument(
 100         "--extensions",
 101         metavar="EXTENSIONS",
 102         type=str,
 103         default="",
 104         help="Markdown extension to use (comma-separated list)",
 105     )
 106
 107     parser_massage.add_argument(
 108         "--write-commands-to",
 109         metavar="PATH",
 110         dest="cmdpath",
 111         help="Temporary file path to write commands to",
 112     )
 113
 114     parser_massage.add_argument(
 115         "MAILDRAFT",
 116         nargs="?",
 117         help="If provided, the script is invoked as editor on the mail draft",
 118     )
 119
 120     return parser.parse_args(*args, **kwargs)
 121
 122
 123 # [ MARKDOWN WRAPPING ] #######################################################
 124
 125
 126 InlineImageInfo = namedtuple(
 127     "InlineImageInfo", ["cid", "desc"], defaults=[None]
 128 )
 129
 130
 131 class InlineImageExtension(Extension):
 132     class RelatedImageInlineProcessor(ImageInlineProcessor):
 133         def __init__(self, re, md, ext):
 134             super().__init__(re, md)
 135             self._ext = ext
 136
 137         def handleMatch(self, m, data):
 138             el, start, end = super().handleMatch(m, data)
 139             if "src" in el.attrib:
 140                 src = el.attrib["src"]
 141                 if "://" not in src or src.startswith("file://"):
 142                     # We only inline local content
 143                     cid = self._ext.get_cid_for_image(el.attrib)
 144                     el.attrib["src"] = f"cid:{cid}"
 145             return el, start, end
 146
 147     def __init__(self):
 148         super().__init__()
 149         self._images = OrderedDict()
 150
 151     def extendMarkdown(self, md):
 152         md.registerExtension(self)
 153         inline_image_proc = self.RelatedImageInlineProcessor(
 154             IMAGE_LINK_RE, md, self
 155         )
 156         md.inlinePatterns.register(inline_image_proc, "image_link", 150)
 157
 158     def get_cid_for_image(self, attrib):
 159         msgid = make_msgid()[1:-1]
 160         path = attrib["src"]
 161         if path.startswith("/"):
 162             path = f"file://{path}"
 163         self._images[path] = InlineImageInfo(
 164             msgid, attrib.get("title", attrib.get("alt"))
 165         )
 166         return msgid
 167
 168     def get_images(self):
 169         return self._images
 170
 171
 172 def markdown_with_inline_image_support(text, *, extensions=None):
 173     inline_image_handler = InlineImageExtension()
 174     extensions = extensions or []
 175     extensions.append(inline_image_handler)
 176     mdwn = markdown.Markdown(extensions=extensions)
 177     htmltext = mdwn.convert(text)
 178
 179     images = inline_image_handler.get_images()
 180
 181     def replace_image_with_cid(matchobj):
 182         for m in (matchobj.group(1), f"file://{matchobj.group(1)}"):
 183             if m in images:
 184                 return f"(cid:{images[m].cid}"
 185         return matchobj.group(0)
 186
 187     text = re.sub(r"\(([^)\s]+)", replace_image_with_cid, text)
 188     return text, htmltext, images
 189
 190
 191 # [ PARTS GENERATION ] ########################################################
 192
 193
 194 class Part(
 195     namedtuple(
 196         "Part",
 197         ["type", "subtype", "path", "desc", "cid", "orig"],
 198         defaults=[None, None, False],
 199     )
 200 ):
 201     def __str__(self):
 202         ret = f"<{self.type}/{self.subtype}>"
 203         if self.cid:
 204             ret = f"{ret} cid:{self.cid}"
 205         if self.orig:
 206             ret = f"{ret} ORIGINAL"
 207         return ret
 208
 209
 210 class Multipart(
 211     namedtuple("Multipart", ["subtype", "children", "desc"], defaults=[None])
 212 ):
 213     def __str__(self):
 214         return f"<multipart/{self.subtype}> children={len(self.children)}"
 215
 216
 217 def filewriter_fn(path, content, mode="w", **kwargs):
 218     with open(path, mode, **kwargs) as out_f:
 219         out_f.write(content)
 220
 221
 222 def collect_inline_images(
 223     images, *, tempdir=None, filewriter_fn=filewriter_fn
 224 ):
 225     relparts = []
 226     for path, info in images.items():
 227         data = request.urlopen(path)
 228
 229         mimetype = data.headers["Content-Type"]
 230         ext = mimetypes.guess_extension(mimetype)
 231         tempfilename = tempfile.mkstemp(prefix="img", suffix=ext, dir=tempdir)
 232         path = pathlib.Path(tempfilename[1])
 233
 234         filewriter_fn(path, data.read(), "w+b")
 235
 236         relparts.append(
 237             Part(*mimetype.split("/"), path, cid=info.cid, desc=info.desc)
 238         )
 239
 240     return relparts
 241
 242
 243 def convert_markdown_to_html(
 244     origtext, draftpath, *, filewriter_fn=filewriter_fn, extensions=None
 245 ):
 246     origtext, htmltext, images = markdown_with_inline_image_support(
 247         origtext, extensions=extensions
 248     )
 249
 250     filewriter_fn(draftpath, origtext, encoding="utf-8")
 251     textpart = Part(
 252         "text", "plain", draftpath, "Plain-text version", orig=True
 253     )
 254
 255     htmlpath = draftpath.with_suffix(".html")
 256     filewriter_fn(
 257         htmlpath, htmltext, encoding="utf-8", errors="xmlcharrefreplace"
 258     )
 259     htmlpart = Part("text", "html", htmlpath, "HTML version")
 260
 261     altpart = Multipart(
 262         "alternative", [textpart, htmlpart], "Group of alternative content"
 263     )
 264
 265     imgparts = collect_inline_images(images, filewriter_fn=filewriter_fn)
 266     if imgparts:
 267         return Multipart(
 268             "relative", [altpart] + imgparts, "Group of related content"
 269         )
 270     else:
 271         return altpart
 272
 273
 274 class MIMETreeDFWalker:
 275     def __init__(self, *, visitor_fn=None, debug=False):
 276         self._visitor_fn = visitor_fn
 277         self._debug = debug
 278
 279     def walk(self, root, *, visitor_fn=None):
 280         """
 281         Recursive function to implement a depth-dirst walk of the MIME-tree
 282         rooted at `root`.
 283         """
 284
 285         if isinstance(root, list):
 286             root = Multipart("mixed", children=root)
 287
 288         self._walk(
 289             root,
 290             stack=[],
 291             visitor_fn=visitor_fn or self._visitor_fn,
 292         )
 293
 294     def _walk(self, node, *, stack, visitor_fn):
 295         # Let's start by enumerating the parts at the current level. At the
 296         # root level, stack will be the empty list, and we expect a multipart/*
 297         # container at this level. Later, e.g. within a mutlipart/alternative
 298         # container, the subtree will just be the alternative parts, while the
 299         # top of the stack will be the multipart/alternative container, which
 300         # we will process after the following loop.
 301
 302         lead = f"{'| '*len(stack)}|-"
 303         if isinstance(node, Multipart):
 304             self.debugprint(
 305                 f"{lead}{node} parents={[s.subtype for s in stack]}"
 306             )
 307
 308             # Depth-first, so push the current container onto the stack,
 309             # then descend …
 310             stack.append(node)
 311             self.debugprint("| " * (len(stack) + 1))
 312             for child in node.children:
 313                 self._walk(
 314                     child,
 315                     stack=stack,
 316                     visitor_fn=visitor_fn,
 317                 )
 318             self.debugprint("| " * len(stack))
 319             assert stack.pop() == node
 320
 321         else:
 322             self.debugprint(f"{lead}{node}")
 323
 324         if visitor_fn:
 325             visitor_fn(node, stack, debugprint=self.debugprint)
 326
 327     def debugprint(self, s, **kwargs):
 328         if self._debug:
 329             print(s, file=sys.stderr, **kwargs)
 330
 331
 332 # [ RUN MODES ] ###############################################################
 333
 334
 335 class MuttCommands:
 336     """
 337     Stupid class to interface writing out Mutt commands. This is quite a hack
 338     to deal with the fact that Mutt runs "push" commands in reverse order, so
 339     all of a sudden, things become very complicated when mixing with "real"
 340     commands.
 341
 342     Hence we keep two sets of commands, and one set of pushes. Commands are
 343     added to the first until a push is added, after which commands are added to
 344     the second set of commands.
 345
 346     On flush(), the first set is printed, followed by the pushes in reverse,
 347     and then the second set is printed. All 3 sets are then cleared.
 348     """
 349
 350     def __init__(self, out_f=sys.stdout, *, debug=False):
 351         self._cmd1, self._push, self._cmd2 = [], [], []
 352         self._out_f = out_f
 353         self._debug = debug
 354
 355     def cmd(self, s):
 356         self.debugprint(s)
 357         if self._push:
 358             self._cmd2.append(s)
 359         else:
 360             self._cmd1.append(s)
 361
 362     def push(self, s):
 363         s = s.replace('"', '"')
 364         s = f'push "{s}"'
 365         self.debugprint(s)
 366         self._push.insert(0, s)
 367
 368     def flush(self):
 369         print(
 370             "\n".join(self._cmd1 + self._push + self._cmd2), file=self._out_f
 371         )
 372         self._cmd1, self._push, self._cmd2 = [], [], []
 373
 374     def debugprint(self, s, **kwargs):
 375         if self._debug:
 376             print(s, file=sys.stderr, **kwargs)
 377
 378
 379 def do_setup(
 380     extensions=None, *, out_f=sys.stdout, temppath=None, debug_commands=False
 381 ):
 382     extensions = extensions or []
 383     temppath = temppath or pathlib.Path(
 384         tempfile.mkstemp(prefix="muttmdwn-")[1]
 385     )
 386     cmds = MuttCommands(out_f, debug=debug_commands)
 387
 388     editor = f"{sys.argv[0]} massage --write-commands-to {temppath}"
 389     if extensions:
 390         editor = f'{editor} --extensions {",".join(extensions)}'
 391     if debug_commands:
 392         editor = f"{editor} --debug-commands"
 393
 394     cmds.cmd('set my_editor="$editor"')
 395     cmds.cmd('set my_edit_headers="$edit_headers"')
 396     cmds.cmd(f'set editor="{editor}"')
 397     cmds.cmd("unset edit_headers")
 398     cmds.cmd(f"set my_mdwn_postprocess_cmd_file={temppath}")
 399     cmds.push("<first-entry><edit-file>")
 400     cmds.flush()
 401
 402
 403 def do_massage(
 404     draft_f,
 405     draftpath,
 406     cmd_f,
 407     *,
 408     extensions=None,
 409     converter=convert_markdown_to_html,
 410     debug_commands=False,
 411     debug_walk=False,
 412 ):
 413     # Here's the big picture: we're being invoked as the editor on the email
 414     # draft, and whatever commands we write to the file given as cmdpath will
 415     # be run by the second source command in the macro definition.
 416
 417     # Let's start by cleaning up what the setup did (see above), i.e. we
 418     # restore the $editor and $edit_headers variables, and also unset the
 419     # variable used to identify the command file we're currently writing
 420     # to.
 421     cmds = MuttCommands(cmd_f, debug=debug_commands)
 422     cmds.cmd('set editor="$my_editor"')
 423     cmds.cmd('set edit_headers="$my_edit_headers"')
 424     cmds.cmd("unset my_editor")
 425     cmds.cmd("unset my_edit_headers")
 426
 427     # let's flush those commands, as there'll be a lot of pushes from now
 428     # on, which need to be run in reverse order
 429     cmds.flush()
 430
 431     extensions = extensions.split(",") if extensions else []
 432     tree = converter(draft_f.read(), draftpath, extensions=extensions)
 433
 434     mimetree = MIMETreeDFWalker(debug=debug_walk)
 435
 436     def visitor_fn(item, stack, *, debugprint=None):
 437         """
 438         Visitor function called for every node (part) of the MIME tree,
 439         depth-first, and responsible for telling NeoMutt how to assemble
 440         the tree.
 441         """
 442         if isinstance(item, Part):
 443             # We've hit a leaf-node, i.e. an alternative or a related part
 444             # with actual content.
 445
 446             # Let's add the part
 447             if item.orig:
 448                 # The original source already exists in the NeoMutt tree, but
 449                 # the underlying file may have been modified, so we need to
 450                 # update the encoding, but that's it:
 451                 cmds.push("<update-encoding>")
 452             else:
 453                 # … whereas all other parts need to be added, and they're all
 454                 # considered to be temporary and inline:
 455                 cmds.push(f"<attach-file>{item.path}<enter>")
 456                 cmds.push("<toggle-unlink><toggle-disposition>")
 457
 458             # If the item (including the original) comes with additional
 459             # information, then we might just as well update the NeoMutt
 460             # tree now:
 461             if item.cid:
 462                 cmds.push(f"<edit-content-id>\\Ca\\Ck{item.cid}<enter>")
 463
 464         elif isinstance(item, Multipart):
 465             # This node has children, but we already visited them (see
 466             # above), and so they have been tagged in NeoMutt's compose
 467             # window. Now it's just a matter of telling NeoMutt to do the
 468             # appropriate grouping:
 469             if item.subtype == "alternative":
 470                 cmds.push("<group-alternatives>")
 471             elif item.subtype == "relative":
 472                 cmds.push("<group-related>")
 473             elif item.subtype == "multilingual":
 474                 cmds.push("<group-multilingual>")
 475
 476         else:
 477             # We should never get here
 478             assert not "is valid part"
 479
 480         # If the item has a description, we might just as well add it
 481         if item.desc:
 482             cmds.push(f"<edit-description>\\Ca\\Ck{item.desc}<enter>")
 483
 484         # Finally, if we're at non-root level, tag the new container,
 485         # as it might itself be part of a container, to be processed
 486         # one level up:
 487         if stack:
 488             cmds.push("<tag-entry>")
 489
 490     # -----------------
 491     # End of visitor_fn
 492
 493     # Let's walk the tree and visit every node with our fancy visitor
 494     # function
 495     mimetree.walk(tree, visitor_fn=visitor_fn)
 496
 497     # Finally, cleanup. Since we're responsible for removing the temporary
 498     # file, how's this for a little hack?
 499     try:
 500         filename = cmd_f.name
 501     except AttributeError:
 502         filename = "pytest_internal_file"
 503     cmds.cmd(f"source 'rm -f {filename}|'")
 504     cmds.cmd("unset my_mdwn_postprocess_cmd_file")
 505     cmds.flush()
 506
 507
 508 # [ CLI ENTRY ] ###############################################################
 509
 510 if __name__ == "__main__":
 511     args = parse_cli_args()
 512
 513     if args.mode == "setup":
 514         if args.send_message:
 515             raise NotImplementedError()
 516
 517         do_setup(args.extensions, debug_commands=args.debug_commands)
 518
 519     elif args.mode == "massage":
 520         with open(args.MAILDRAFT, "r") as draft_f, open(
 521             args.cmdpath, "w"
 522         ) as cmd_f:
 523             do_massage(
 524                 draft_f,
 525                 pathlib.Path(args.MAILDRAFT),
 526                 cmd_f,
 527                 extensions=args.extensions,
 528                 debug_commands=args.debug_commands,
 529                 debug_walk=args.debug_walk,
 530             )
 531
 532
 533 # [ TESTS ] ###################################################################
 534
 535 try:
 536     import pytest
 537     from io import StringIO
 538
 539     class Tests:
 540         @pytest.fixture
 541         def const1(self):
 542             return "CONSTANT STRING 1"
 543
 544         @pytest.fixture
 545         def const2(self):
 546             return "CONSTANT STRING 2"
 547
 548         # NOTE: tests using the capsys fixture must specify sys.stdout to the
 549         # functions they call, else old stdout is used and not captured
 550
 551         def test_MuttCommands_cmd(self, const1, const2, capsys):
 552             "Assert order of commands"
 553             cmds = MuttCommands(out_f=sys.stdout)
 554             cmds.cmd(const1)
 555             cmds.cmd(const2)
 556             cmds.flush()
 557             captured = capsys.readouterr()
 558             assert captured.out == "\n".join((const1, const2, ""))
 559
 560         def test_MuttCommands_push(self, const1, const2, capsys):
 561             "Assert reverse order of pushes"
 562             cmds = MuttCommands(out_f=sys.stdout)
 563             cmds.push(const1)
 564             cmds.push(const2)
 565             cmds.flush()
 566             captured = capsys.readouterr()
 567             assert (
 568                 captured.out
 569                 == ('"\npush "'.join(("", const2, const1, "")))[2:-6]
 570             )
 571
 572         def test_MuttCommands_cmd_push_mixed(self, const1, const2, capsys):
 573             "Assert reverse order of pushes"
 574             cmds = MuttCommands(out_f=sys.stdout)
 575             lines = ["000", "001", "010", "011", "100", "101", "110", "111"]
 576             for i in range(2):
 577                 cmds.cmd(lines[4 * i + 0])
 578                 cmds.cmd(lines[4 * i + 1])
 579                 cmds.push(lines[4 * i + 2])
 580                 cmds.push(lines[4 * i + 3])
 581             cmds.flush()
 582
 583             captured = capsys.readouterr()
 584             lines_out = captured.out.splitlines()
 585             assert lines[0] in lines_out[0]
 586             assert lines[1] in lines_out[1]
 587             assert lines[7] in lines_out[2]
 588             assert lines[6] in lines_out[3]
 589             assert lines[3] in lines_out[4]
 590             assert lines[2] in lines_out[5]
 591             assert lines[4] in lines_out[6]
 592             assert lines[5] in lines_out[7]
 593
 594         @pytest.fixture
 595         def basic_mime_tree(self):
 596             return Multipart(
 597                 "relative",
 598                 children=[
 599                     Multipart(
 600                         "alternative",
 601                         children=[
 602                             Part(
 603                                 "text",
 604                                 "plain",
 605                                 "part.txt",
 606                                 desc="Plain",
 607                                 orig=True,
 608                             ),
 609                             Part("text", "html", "part.html", desc="HTML"),
 610                         ],
 611                         desc="Alternative",
 612                     ),
 613                     Part(
 614                         "text", "png", "logo.png", cid="logo.png", desc="Logo"
 615                     ),
 616                 ],
 617                 desc="Related",
 618             )
 619
 620         def test_MIMETreeDFWalker_depth_first_walk(self, basic_mime_tree):
 621             mimetree = MIMETreeDFWalker()
 622
 623             items = []
 624
 625             def visitor_fn(item, stack, debugprint):
 626                 items.append((item, len(stack)))
 627
 628             mimetree.walk(basic_mime_tree, visitor_fn=visitor_fn)
 629             assert len(items) == 5
 630             assert items[0][0].subtype == "plain"
 631             assert items[0][1] == 2
 632             assert items[1][0].subtype == "html"
 633             assert items[1][1] == 2
 634             assert items[2][0].subtype == "alternative"
 635             assert items[2][1] == 1
 636             assert items[3][0].subtype == "png"
 637             assert items[3][1] == 1
 638             assert items[4][0].subtype == "relative"
 639             assert items[4][1] == 0
 640
 641         def test_MIMETreeDFWalker_list_to_mixed(self, basic_mime_tree):
 642             mimetree = MIMETreeDFWalker()
 643             items = []
 644
 645             def visitor_fn(item, stack, debugprint):
 646                 items.append(item)
 647
 648             mimetree.walk([basic_mime_tree], visitor_fn=visitor_fn)
 649             assert items[-1].subtype == "mixed"
 650
 651         def test_MIMETreeDFWalker_visitor_in_constructor(
 652             self, basic_mime_tree
 653         ):
 654             items = []
 655
 656             def visitor_fn(item, stack, debugprint):
 657                 items.append(item)
 658
 659             mimetree = MIMETreeDFWalker(visitor_fn=visitor_fn)
 660             mimetree.walk(basic_mime_tree)
 661             assert len(items) == 5
 662
 663         def test_do_setup_no_extensions(self, const1, capsys):
 664             "Assert basics about the setup command output"
 665             do_setup(temppath=const1, out_f=sys.stdout)
 666             captout = capsys.readouterr()
 667             lines = captout.out.splitlines()
 668             assert lines[2].endswith(f'{const1}"')
 669             assert lines[4].endswith(const1)
 670             assert "first-entry" in lines[-1]
 671             assert "edit-file" in lines[-1]
 672
 673         def test_do_setup_extensions(self, const1, const2, capsys):
 674             "Assert that extensions are passed to editor"
 675             do_setup(
 676                 temppath=const1, extensions=[const2, const1], out_f=sys.stdout
 677             )
 678             captout = capsys.readouterr()
 679             lines = captout.out.splitlines()
 680             # assert comma-separated list of extensions passed
 681             assert lines[2].endswith(f'{const2},{const1}"')
 682             assert lines[4].endswith(const1)
 683
 684         @pytest.fixture
 685         def string_io(self, const1, text=None):
 686             return StringIO(text or const1)
 687
 688         def test_do_massage_basic(self, const1, string_io, capsys):
 689             def converter(drafttext, draftpath, extensions):
 690                 return Part("text", "plain", draftpath, orig=True)
 691
 692             do_massage(
 693                 draft_f=string_io,
 694                 draftpath=const1,
 695                 cmd_f=sys.stdout,
 696                 converter=converter,
 697             )
 698
 699             captured = capsys.readouterr()
 700             lines = captured.out.splitlines()
 701             assert '="$my_editor"' in lines.pop(0)
 702             assert '="$my_edit_headers"' in lines.pop(0)
 703             assert "unset my_editor" == lines.pop(0)
 704             assert "unset my_edit_headers" == lines.pop(0)
 705             assert "update-encoding" in lines.pop(0)
 706             assert "source 'rm -f " in lines.pop(0)
 707             assert "unset my_mdwn_postprocess_cmd_file" == lines.pop(0)
 708
 709         def test_do_massage_fulltree(
 710             self, string_io, const1, basic_mime_tree, capsys
 711         ):
 712             def converter(drafttext, draftpath, extensions):
 713                 return basic_mime_tree
 714
 715             do_massage(
 716                 draft_f=string_io,
 717                 draftpath=const1,
 718                 cmd_f=sys.stdout,
 719                 converter=converter,
 720             )
 721
 722             captured = capsys.readouterr()
 723             lines = captured.out.splitlines()[4:]
 724             assert "Related" in lines.pop(0)
 725             assert "group-related" in lines.pop(0)
 726             assert "tag-entry" in lines.pop(0)
 727             assert "Logo" in lines.pop(0)
 728             assert "content-id" in lines.pop(0)
 729             assert "toggle-unlink" in lines.pop(0)
 730             assert "logo.png" in lines.pop(0)
 731             assert "tag-entry" in lines.pop(0)
 732             assert "Alternative" in lines.pop(0)
 733             assert "group-alternatives" in lines.pop(0)
 734             assert "tag-entry" in lines.pop(0)
 735             assert "HTML" in lines.pop(0)
 736             assert "toggle-unlink" in lines.pop(0)
 737             assert "part.html" in lines.pop(0)
 738             assert "tag-entry" in lines.pop(0)
 739             assert "Plain" in lines.pop(0)
 740             assert "update-encoding" in lines.pop(0)
 741             assert len(lines) == 2
 742
 743         @pytest.fixture
 744         def fake_filewriter(self):
 745             class FileWriter:
 746                 def __init__(self):
 747                     self._writes = []
 748
 749                 def __call__(self, path, content, mode="w", **kwargs):
 750                     self._writes.append((path, content))
 751
 752                 def pop(self, index=-1):
 753                     return self._writes.pop(index)
 754
 755             return FileWriter()
 756
 757         @pytest.fixture
 758         def markdown_non_converter(self, const1, const2):
 759             return lambda s, text: f"{const1}{text}{const2}"
 760
 761         def test_converter_tree_basic(
 762             self, const1, const2, fake_filewriter, markdown_non_converter
 763         ):
 764             path = pathlib.Path(const2)
 765             tree = convert_markdown_to_html(
 766                 const1, path, filewriter_fn=fake_filewriter
 767             )
 768
 769             assert tree.subtype == "alternative"
 770             assert len(tree.children) == 2
 771             assert tree.children[0].subtype == "plain"
 772             assert tree.children[0].path == path
 773             assert tree.children[0].orig
 774             assert tree.children[1].subtype == "html"
 775             assert tree.children[1].path == path.with_suffix(".html")
 776
 777         def test_converter_writes(
 778             self,
 779             const1,
 780             const2,
 781             fake_filewriter,
 782             monkeypatch,
 783             markdown_non_converter,
 784         ):
 785             path = pathlib.Path(const2)
 786
 787             with monkeypatch.context() as m:
 788                 m.setattr(markdown.Markdown, "convert", markdown_non_converter)
 789                 convert_markdown_to_html(
 790                     const1, path, filewriter_fn=fake_filewriter
 791                 )
 792
 793             assert (path, const1) == fake_filewriter.pop(0)
 794             assert (
 795                 path.with_suffix(".html"),
 796                 markdown_non_converter(None, const1),
 797             ) == fake_filewriter.pop(0)
 798
 799         def test_markdown_inline_image_processor(self):
 800             imgpath1 = "file:/path/to/image.png"
 801             imgpath2 = "file:///path/to/image.png?url=params"
 802             imgpath3 = "/path/to/image.png"
 803             text = f"""![inline local image]({imgpath1})
 804                        ![image inlined
 805                          with newline]({imgpath2})
 806                        ![image local path]({imgpath3})"""
 807             text, html, images = markdown_with_inline_image_support(text)
 808
 809             # local paths have been normalised to URLs:
 810             imgpath3 = f"file://{imgpath3}"
 811
 812             assert 'src="cid:' in html
 813             assert "](cid:" in text
 814             assert len(images) == 3
 815             assert imgpath1 in images
 816             assert imgpath2 in images
 817             assert imgpath3 in images
 818             assert images[imgpath1].cid != images[imgpath2].cid
 819             assert images[imgpath1].cid != images[imgpath3].cid
 820             assert images[imgpath2].cid != images[imgpath3].cid
 821
 822         def test_markdown_inline_image_processor_title_to_desc(self, const1):
 823             imgpath = "file:///path/to/image.png"
 824             text = f'![inline local image]({imgpath} "{const1}")'
 825             text, html, images = markdown_with_inline_image_support(text)
 826             assert images[imgpath].desc == const1
 827
 828         def test_markdown_inline_image_processor_alt_to_desc(self, const1):
 829             imgpath = "file:///path/to/image.png"
 830             text = f"![{const1}]({imgpath})"
 831             text, html, images = markdown_with_inline_image_support(text)
 832             assert images[imgpath].desc == const1
 833
 834         def test_markdown_inline_image_processor_title_over_alt_desc(
 835             self, const1, const2
 836         ):
 837             imgpath = "file:///path/to/image.png"
 838             text = f'![{const1}]({imgpath} "{const2}")'
 839             text, html, images = markdown_with_inline_image_support(text)
 840             assert images[imgpath].desc == const2
 841
 842         def test_markdown_inline_image_not_external(self):
 843             imgpath = "https://path/to/image.png"
 844             text = f"![inline image]({imgpath})"
 845             text, html, images = markdown_with_inline_image_support(text)
 846
 847             assert 'src="cid:' not in html
 848             assert "](cid:" not in text
 849             assert len(images) == 0
 850
 851         def test_markdown_inline_image_local_file(self):
 852             imgpath = "/path/to/image.png"
 853             text = f"![inline image]({imgpath})"
 854             text, html, images = markdown_with_inline_image_support(text)
 855
 856             for k, v in images.items():
 857                 assert k == f"file://{imgpath}"
 858                 break
 859
 860         @pytest.fixture
 861         def test_png(self):
 862             return (
 863                 "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAE"
 864                 "AAAABCAAAAAA6fptVAAAACklEQVQI12P4DwABAQEAG7buVgAA"
 865             )
 866
 867
 868         def test_markdown_inline_image_processor_base64(self, test_png):
 869             text = f"![1px white inlined]({test_png})"
 870             text, html, images = markdown_with_inline_image_support(text)
 871
 872             assert 'src="cid:' in html
 873             assert "](cid:" in text
 874             assert len(images) == 1
 875             assert test_png in images
 876
 877         def test_converter_tree_inline_image_base64(
 878             self, test_png, const1, fake_filewriter
 879         ):
 880             text = f"![inline base64 image]({test_png})"
 881             path = pathlib.Path(const1)
 882             tree = convert_markdown_to_html(
 883                 text, path, filewriter_fn=fake_filewriter
 884             )
 885
 886             assert tree.subtype == "relative"
 887             assert tree.children[1].subtype == "png"
 888             written = fake_filewriter.pop()
 889             assert tree.children[1].path == written[0]
 890             assert written[1] == request.urlopen(test_png).read()
 891
 892 except ImportError:
 893     pass