X-Git-Url: https://git.madduck.net/etc/vim.git/blobdiff_plain/5fa38d4c3bdae68abfe235709b69b1bc8ae75c3a..42519f8b320103d903d880b4e0733bc3b08fe015:/blib2to3/pgen2/tokenize.py diff --git a/blib2to3/pgen2/tokenize.py b/blib2to3/pgen2/tokenize.py index 6dada47..669c3f1 100644 --- a/blib2to3/pgen2/tokenize.py +++ b/blib2to3/pgen2/tokenize.py @@ -430,6 +430,10 @@ def generate_tokens(readline): yield stashed stashed = None + if column > indents[-1]: # count indents + indents.append(column) + yield (INDENT, line[:pos], (lnum, 0), (lnum, pos), line) + if line[pos] in '#\r\n': # skip comments or blank lines if line[pos] == '#': comment_token = line[pos:].rstrip('\r\n') @@ -443,10 +447,7 @@ def generate_tokens(readline): (lnum, pos), (lnum, len(line)), line) continue - if column > indents[-1]: # count indents or dedents - indents.append(column) - yield (INDENT, line[:pos], (lnum, 0), (lnum, pos), line) - while column < indents[-1]: + while column < indents[-1]: # count dedents if column not in indents: raise IndentationError( "unindent does not match any outer indentation level",