Code quality updates

This commit is contained in:
Manuel Barkhau 2018-11-15 22:16:16 +01:00
parent 95234dfd0b
commit 54a681bf34
14 changed files with 413 additions and 187 deletions

View file

@ -3,6 +3,7 @@
#
# (C) 2018 Manuel Barkhau (@mbarkhau)
# SPDX-License-Identifier: MIT
"""Rewrite files, updating occurences of version strings."""
import io
import difflib
@ -10,11 +11,23 @@ import logging
import typing as typ
from . import parse
from . import config
log = logging.getLogger("pycalver.rewrite")
def _detect_line_sep(content: str) -> str:
def detect_line_sep(content: str) -> str:
r"""Parse line separator from content.
>>> detect_line_sep('\r\n')
'\r\n'
>>> detect_line_sep('\r')
'\r'
>>> detect_line_sep('\n')
'\n'
>>> detect_line_sep('')
'\n'
"""
if "\r\n" in content:
return "\r\n"
elif "\r" in content:
@ -24,16 +37,21 @@ def _detect_line_sep(content: str) -> str:
def rewrite_lines(
old_lines: typ.List[str], patterns: typ.List[str], new_version: str
patterns: typ.List[str], new_version: str, old_lines: typ.List[str]
) -> typ.List[str]:
new_version_nfo = parse.parse_version_info(new_version)
"""Replace occurances of patterns in old_lines with new_version.
>>> old_lines = ['__version__ = "v201809.0002-beta"']
>>> patterns = ['__version__ = "{version}"']
>>> new_lines = rewrite_lines(patterns, "v201811.0123-beta", old_lines)
>>> assert new_lines == ['__version__ = "v201811.0123-beta"']
"""
new_version_nfo = parse.VersionInfo.parse(new_version)
new_version_fmt_kwargs = new_version_nfo._asdict()
new_lines = old_lines.copy()
matches: typ.List[parse.PatternMatch] = parse.parse_patterns(old_lines, patterns)
for m in matches:
for m in parse.PatternMatch.iter_matches(old_lines, patterns):
replacement = m.pattern.format(**new_version_fmt_kwargs)
span_l, span_r = m.span
new_line = m.line[:span_l] + replacement + m.line[span_r:]
@ -42,26 +60,107 @@ def rewrite_lines(
return new_lines
def rewrite(
new_version: str, file_patterns: typ.Dict[str, typ.List[str]], dry=False, verbose: int = 0
) -> None:
for filepath, patterns in file_patterns.items():
with io.open(filepath, mode="rt", encoding="utf-8") as fh:
content = fh.read()
class RewrittenFileData(typ.NamedTuple):
"""Container for line-wise content of rewritten files."""
line_sep = _detect_line_sep(content)
old_lines = content.split(line_sep)
new_lines = rewrite_lines(old_lines, patterns, new_version)
path : str
line_sep : str
old_lines: typ.List[str]
new_lines: typ.List[str]
if dry or verbose:
diff_lines = difflib.unified_diff(
old_lines, new_lines, lineterm="", fromfile="a/" + filepath, tofile="b/" + filepath
@property
def diff_lines(self) -> typ.List[str]:
r"""Generate unified diff.
>>> rwd = RewrittenFileData(
... path = "<path>",
... line_sep = "\n",
... old_lines = ["foo"],
... new_lines = ["bar"],
... )
>>> rwd.diff_lines
['--- <path>', '+++ <path>', '@@ -1 +1 @@', '-foo', '+bar']
"""
return list(
difflib.unified_diff(
a=self.old_lines,
b=self.new_lines,
lineterm="",
fromfile=self.path,
tofile=self.path,
)
print("\n".join(diff_lines))
)
if dry:
continue
@staticmethod
def from_content(
patterns: typ.List[str], new_version: str, content: str
) -> 'RewrittenFileData':
r"""Rewrite pattern occurrences with version string.
new_content = line_sep.join(new_lines)
with io.open(filepath, mode="wt", encoding="utf-8") as fh:
>>> patterns = ['__version__ = "{version}"']
>>> content = '__version__ = "v201809.0001-alpha"'
>>> rwd = RewrittenFileData.from_content(patterns, "v201809.0123", content)
>>> assert rwd.new_lines == ['__version__ = "v201809.0123"']
"""
line_sep = detect_line_sep(content)
old_lines = content.split(line_sep)
new_lines = rewrite_lines(patterns, new_version, old_lines)
return RewrittenFileData("<path>", line_sep, old_lines, new_lines)
@staticmethod
def iter_rewritten(
file_patterns: config.PatternsByFilePath, new_version: str
) -> typ.Iterable['RewrittenFileData']:
r'''Iterate over files with version string replaced.
>>> file_patterns = {"src/pycalver/__init__.py": ['__version__ = "{version}"']}
>>> rewritten_datas = RewrittenFileData.iter_rewritten(file_patterns, "v201809.0123")
>>> rwd = list(rewritten_datas)[0]
>>> assert rwd.new_lines == [
... '# This file is part of the pycalver project',
... '# https://gitlab.com/mbarkhau/pycalver',
... '#',
... '# Copyright (c) 2018 Manuel Barkhau (@mbarkhau) - MIT License',
... '# SPDX-License-Identifier: MIT',
... '"""PyCalVer: Automatic CalVer Versioning for Python Packages."""',
... '',
... '__version__ = "v201809.0123"',
... '',
... ]
>>>
'''
for filepath, patterns in file_patterns.items():
with io.open(filepath, mode="rt", encoding="utf-8") as fh:
content = fh.read()
rfd = RewrittenFileData.from_content(patterns, new_version, content)
yield rfd._replace(path=filepath)
def diff(new_version: str, file_patterns: config.PatternsByFilePath) -> str:
r"""Generate diffs of rewritten files.
>>> file_patterns = {"src/pycalver/__init__.py": ['__version__ = "{version}"']}
>>> diff_lines = diff("v201809.0123", file_patterns).split("\n")
>>> diff_lines[:2]
['--- src/pycalver/__init__.py', '+++ src/pycalver/__init__.py']
>>> assert diff_lines[6].startswith('-__version__ = "v2')
>>> assert not diff_lines[6].startswith('-__version__ = "v201809.0123"')
>>> diff_lines[7]
'+__version__ = "v201809.0123"'
"""
diff_lines: typ.List[str] = []
for rwd in RewrittenFileData.iter_rewritten(file_patterns, new_version):
diff_lines += rwd.diff_lines
return "\n".join(diff_lines)
def rewrite(new_version: str, file_patterns: config.PatternsByFilePath) -> None:
"""Rewrite project files, updating each with the new version."""
for file_data in RewrittenFileData.iter_rewritten(file_patterns, new_version):
new_content = file_data.line_sep.join(file_data.new_lines)
with io.open(file_data.path, mode="wt", encoding="utf-8") as fh:
fh.write(new_content)