This commit is contained in:
Iliyan Angelov
2025-11-23 18:59:18 +02:00
parent be07802066
commit 627959f52b
1840 changed files with 236564 additions and 3475 deletions

View File

@@ -0,0 +1,41 @@
"""pytest-cov: avoid already-imported warning: PYTEST_DONT_REWRITE."""
__version__ = '7.0.0'
import pytest
class CoverageError(Exception):
"""Indicates that our coverage is too low"""
class PytestCovWarning(pytest.PytestWarning):
"""
The base for all pytest-cov warnings, never raised directly.
"""
class CovDisabledWarning(PytestCovWarning):
"""
Indicates that Coverage was manually disabled.
"""
class CovReportWarning(PytestCovWarning):
"""
Indicates that we failed to generate a report.
"""
class CentralCovContextWarning(PytestCovWarning):
"""
Indicates that dynamic_context was set to test_function instead of using the builtin --cov-context.
"""
class DistCovError(Exception):
"""
Raised when dynamic_context is set to test_function and xdist is also used.
See: https://github.com/pytest-dev/pytest-cov/issues/604
"""

View File

@@ -0,0 +1,460 @@
"""Coverage controllers for use by pytest-cov and nose-cov."""
import argparse
import contextlib
import copy
import functools
import os
import random
import shutil
import socket
import sys
import warnings
from pathlib import Path
from typing import Union
import coverage
from coverage.data import CoverageData
from coverage.sqldata import filename_suffix
from . import CentralCovContextWarning
from . import DistCovError
class BrokenCovConfigError(Exception):
pass
class _NullFile:
@staticmethod
def write(v):
pass
@contextlib.contextmanager
def _backup(obj, attr):
backup = getattr(obj, attr)
try:
setattr(obj, attr, copy.copy(backup))
yield
finally:
setattr(obj, attr, backup)
def _ensure_topdir(meth):
@functools.wraps(meth)
def ensure_topdir_wrapper(self, *args, **kwargs):
try:
original_cwd = Path.cwd()
except OSError:
# Looks like it's gone, this is non-ideal because a side-effect will
# be introduced in the tests here but we can't do anything about it.
original_cwd = None
os.chdir(self.topdir)
try:
return meth(self, *args, **kwargs)
finally:
if original_cwd is not None:
os.chdir(original_cwd)
return ensure_topdir_wrapper
class CovController:
"""Base class for different plugin implementations."""
def __init__(self, options: argparse.Namespace, config: Union[None, object], nodeid: Union[None, str]):
"""Get some common config used by multiple derived classes."""
self.cov_source = options.cov_source
self.cov_report = options.cov_report
self.cov_config = options.cov_config
self.cov_append = options.cov_append
self.cov_branch = options.cov_branch
self.cov_precision = options.cov_precision
self.config = config
self.nodeid = nodeid
self.cov = None
self.combining_cov = None
self.data_file = None
self.node_descs = set()
self.failed_workers = []
self.topdir = os.fspath(Path.cwd())
self.is_collocated = None
self.started = False
@contextlib.contextmanager
def ensure_topdir(self):
original_cwd = Path.cwd()
os.chdir(self.topdir)
yield
os.chdir(original_cwd)
@_ensure_topdir
def pause(self):
self.started = False
self.cov.stop()
@_ensure_topdir
def resume(self):
self.cov.start()
self.started = True
def start(self):
self.started = True
def finish(self):
self.started = False
@staticmethod
def get_node_desc(platform, version_info):
"""Return a description of this node."""
return 'platform {}, python {}'.format(platform, '{}.{}.{}-{}-{}'.format(*version_info[:5]))
@staticmethod
def get_width():
# taken from https://github.com/pytest-dev/pytest/blob/33c7b05a/src/_pytest/_io/terminalwriter.py#L26
width, _ = shutil.get_terminal_size(fallback=(80, 24))
# The Windows get_terminal_size may be bogus, let's sanify a bit.
if width < 40:
width = 80
return width
def sep(self, stream, s, txt):
if hasattr(stream, 'sep'):
stream.sep(s, txt)
else:
fullwidth = self.get_width()
# taken from https://github.com/pytest-dev/pytest/blob/33c7b05a/src/_pytest/_io/terminalwriter.py#L126
# The goal is to have the line be as long as possible
# under the condition that len(line) <= fullwidth.
if sys.platform == 'win32':
# If we print in the last column on windows we are on a
# new line but there is no way to verify/neutralize this
# (we may not know the exact line width).
# So let's be defensive to avoid empty lines in the output.
fullwidth -= 1
N = max((fullwidth - len(txt) - 2) // (2 * len(s)), 1)
fill = s * N
line = f'{fill} {txt} {fill}'
# In some situations there is room for an extra sepchar at the right,
# in particular if we consider that with a sepchar like "_ " the
# trailing space is not important at the end of the line.
if len(line) + len(s.rstrip()) <= fullwidth:
line += s.rstrip()
# (end of terminalwriter borrowed code)
line += '\n\n'
stream.write(line)
@_ensure_topdir
def summary(self, stream):
"""Produce coverage reports."""
total = None
if not self.cov_report:
with _backup(self.cov, 'config'):
return self.cov.report(show_missing=True, ignore_errors=True, file=_NullFile)
# Output coverage section header.
if len(self.node_descs) == 1:
self.sep(stream, '_', f'coverage: {"".join(self.node_descs)}')
else:
self.sep(stream, '_', 'coverage')
for node_desc in sorted(self.node_descs):
self.sep(stream, ' ', f'{node_desc}')
# Report on any failed workers.
if self.failed_workers:
self.sep(stream, '_', 'coverage: failed workers')
stream.write('The following workers failed to return coverage data, ensure that pytest-cov is installed on these workers.\n')
for node in self.failed_workers:
stream.write(f'{node.gateway.id}\n')
# Produce terminal report if wanted.
if any(x in self.cov_report for x in ['term', 'term-missing']):
options = {
'show_missing': ('term-missing' in self.cov_report) or None,
'ignore_errors': True,
'file': stream,
'precision': self.cov_precision,
}
skip_covered = isinstance(self.cov_report, dict) and 'skip-covered' in self.cov_report.values()
options.update({'skip_covered': skip_covered or None})
with _backup(self.cov, 'config'):
total = self.cov.report(**options)
# Produce annotated source code report if wanted.
if 'annotate' in self.cov_report:
annotate_dir = self.cov_report['annotate']
with _backup(self.cov, 'config'):
self.cov.annotate(ignore_errors=True, directory=annotate_dir)
# We need to call Coverage.report here, just to get the total
# Coverage.annotate don't return any total and we need it for --cov-fail-under.
with _backup(self.cov, 'config'):
total = self.cov.report(ignore_errors=True, file=_NullFile)
if annotate_dir:
stream.write(f'Coverage annotated source written to dir {annotate_dir}\n')
else:
stream.write('Coverage annotated source written next to source\n')
# Produce html report if wanted.
if 'html' in self.cov_report:
output = self.cov_report['html']
with _backup(self.cov, 'config'):
total = self.cov.html_report(ignore_errors=True, directory=output)
stream.write(f'Coverage HTML written to dir {self.cov.config.html_dir if output is None else output}\n')
# Produce xml report if wanted.
if 'xml' in self.cov_report:
output = self.cov_report['xml']
with _backup(self.cov, 'config'):
total = self.cov.xml_report(ignore_errors=True, outfile=output)
stream.write(f'Coverage XML written to file {self.cov.config.xml_output if output is None else output}\n')
# Produce json report if wanted
if 'json' in self.cov_report:
output = self.cov_report['json']
with _backup(self.cov, 'config'):
total = self.cov.json_report(ignore_errors=True, outfile=output)
stream.write('Coverage JSON written to file %s\n' % (self.cov.config.json_output if output is None else output))
# Produce Markdown report if wanted.
if 'markdown' in self.cov_report:
output = self.cov_report['markdown']
with _backup(self.cov, 'config'):
with Path(output).open('w') as output_file:
total = self.cov.report(ignore_errors=True, file=output_file, output_format='markdown')
stream.write(f'Coverage Markdown information written to file {output}\n')
# Produce Markdown report if wanted, appending to output file
if 'markdown-append' in self.cov_report:
output = self.cov_report['markdown-append']
with _backup(self.cov, 'config'):
with Path(output).open('a') as output_file:
total = self.cov.report(ignore_errors=True, file=output_file, output_format='markdown')
stream.write(f'Coverage Markdown information appended to file {output}\n')
# Produce lcov report if wanted.
if 'lcov' in self.cov_report:
output = self.cov_report['lcov']
with _backup(self.cov, 'config'):
self.cov.lcov_report(ignore_errors=True, outfile=output)
# We need to call Coverage.report here, just to get the total
# Coverage.lcov_report doesn't return any total and we need it for --cov-fail-under.
total = self.cov.report(ignore_errors=True, file=_NullFile)
stream.write(f'Coverage LCOV written to file {self.cov.config.lcov_output if output is None else output}\n')
return total
class Central(CovController):
"""Implementation for centralised operation."""
@_ensure_topdir
def start(self):
self.cov = coverage.Coverage(
source=self.cov_source,
branch=self.cov_branch,
data_suffix=True,
config_file=self.cov_config,
)
if self.cov.config.dynamic_context == 'test_function':
message = (
'Detected dynamic_context=test_function in coverage configuration. '
'This is unnecessary as this plugin provides the more complete --cov-context option.'
)
warnings.warn(CentralCovContextWarning(message), stacklevel=1)
self.combining_cov = coverage.Coverage(
source=self.cov_source,
branch=self.cov_branch,
data_suffix=f'{filename_suffix(True)}.combine',
data_file=os.path.abspath(self.cov.config.data_file), # noqa: PTH100
config_file=self.cov_config,
)
# Erase or load any previous coverage data and start coverage.
if not self.cov_append:
self.cov.erase()
self.cov.start()
super().start()
@_ensure_topdir
def finish(self):
"""Stop coverage, save data to file and set the list of coverage objects to report on."""
super().finish()
self.cov.stop()
self.cov.save()
self.cov = self.combining_cov
self.cov.load()
self.cov.combine()
self.cov.save()
node_desc = self.get_node_desc(sys.platform, sys.version_info)
self.node_descs.add(node_desc)
class DistMaster(CovController):
"""Implementation for distributed master."""
@_ensure_topdir
def start(self):
self.cov = coverage.Coverage(
source=self.cov_source,
branch=self.cov_branch,
data_suffix=True,
config_file=self.cov_config,
)
if self.cov.config.dynamic_context == 'test_function':
raise DistCovError(
'Detected dynamic_context=test_function in coverage configuration. '
'This is known to cause issues when using xdist, see: https://github.com/pytest-dev/pytest-cov/issues/604\n'
'It is recommended to use --cov-context instead.'
)
self.cov._warn_no_data = False
self.cov._warn_unimported_source = False
self.cov._warn_preimported_source = False
self.combining_cov = coverage.Coverage(
source=self.cov_source,
branch=self.cov_branch,
data_suffix=f'{filename_suffix(True)}.combine',
data_file=os.path.abspath(self.cov.config.data_file), # noqa: PTH100
config_file=self.cov_config,
)
if not self.cov_append:
self.cov.erase()
self.cov.start()
self.cov.config.paths['source'] = [self.topdir]
def configure_node(self, node):
"""Workers need to know if they are collocated and what files have moved."""
node.workerinput.update(
{
'cov_master_host': socket.gethostname(),
'cov_master_topdir': self.topdir,
'cov_master_rsync_roots': [str(root) for root in node.nodemanager.roots],
}
)
def testnodedown(self, node, error):
"""Collect data file name from worker."""
# If worker doesn't return any data then it is likely that this
# plugin didn't get activated on the worker side.
output = getattr(node, 'workeroutput', {})
if 'cov_worker_node_id' not in output:
self.failed_workers.append(node)
return
# If worker is not collocated then we must save the data file
# that it returns to us.
if 'cov_worker_data' in output:
data_suffix = '%s.%s.%06d.%s' % ( # noqa: UP031
socket.gethostname(),
os.getpid(),
random.randint(0, 999999), # noqa: S311
output['cov_worker_node_id'],
)
cov_data = CoverageData(
suffix=data_suffix,
)
cov_data.loads(output['cov_worker_data'])
path = output['cov_worker_path']
self.cov.config.paths['source'].append(path)
# Record the worker types that contribute to the data file.
rinfo = node.gateway._rinfo()
node_desc = self.get_node_desc(rinfo.platform, rinfo.version_info)
self.node_descs.add(node_desc)
@_ensure_topdir
def finish(self):
"""Combines coverage data and sets the list of coverage objects to report on."""
# Combine all the suffix files into the data file.
self.cov.stop()
self.cov.save()
self.cov = self.combining_cov
self.cov.load()
self.cov.combine()
self.cov.save()
class DistWorker(CovController):
"""Implementation for distributed workers."""
@_ensure_topdir
def start(self):
# Determine whether we are collocated with master.
self.is_collocated = (
socket.gethostname() == self.config.workerinput['cov_master_host']
and self.topdir == self.config.workerinput['cov_master_topdir']
)
# If we are not collocated, then rewrite master paths to worker paths.
if not self.is_collocated:
master_topdir = self.config.workerinput['cov_master_topdir']
worker_topdir = self.topdir
if self.cov_source is not None:
self.cov_source = [source.replace(master_topdir, worker_topdir) for source in self.cov_source]
self.cov_config = self.cov_config.replace(master_topdir, worker_topdir)
# Erase any previous data and start coverage.
self.cov = coverage.Coverage(
source=self.cov_source,
branch=self.cov_branch,
data_suffix=True,
config_file=self.cov_config,
)
# Prevent workers from issuing module-not-measured type of warnings (expected for a workers to not have coverage in all the files).
self.cov._warn_unimported_source = False
self.cov.start()
super().start()
@_ensure_topdir
def finish(self):
"""Stop coverage and send relevant info back to the master."""
super().finish()
self.cov.stop()
if self.is_collocated:
# We don't combine data if we're collocated - we can get
# race conditions in the .combine() call (it's not atomic)
# The data is going to be combined in the master.
self.cov.save()
# If we are collocated then just inform the master of our
# data file to indicate that we have finished.
self.config.workeroutput['cov_worker_node_id'] = self.nodeid
else:
self.cov.combine()
self.cov.save()
# If we are not collocated then add the current path
# and coverage data to the output so we can combine
# it on the master node.
# Send all the data to the master over the channel.
data = self.cov.get_data().dumps()
self.config.workeroutput.update(
{
'cov_worker_path': self.topdir,
'cov_worker_node_id': self.nodeid,
'cov_worker_data': data,
}
)
def summary(self, stream):
"""Only the master reports so do nothing."""

View File

@@ -0,0 +1,468 @@
"""Coverage plugin for pytest."""
import argparse
import os
import re
import warnings
from io import StringIO
from pathlib import Path
from typing import TYPE_CHECKING
import pytest
from . import CovDisabledWarning
from . import CovReportWarning
from . import PytestCovWarning
if TYPE_CHECKING:
from .engine import CovController
COVERAGE_SQLITE_WARNING_RE = re.compile('unclosed database in <sqlite3.Connection object at', re.I)
def validate_report(arg):
file_choices = ['annotate', 'html', 'xml', 'json', 'markdown', 'markdown-append', 'lcov']
term_choices = ['term', 'term-missing']
term_modifier_choices = ['skip-covered']
all_choices = term_choices + file_choices
values = arg.split(':', 1)
report_type = values[0]
if report_type not in [*all_choices, '']:
msg = f'invalid choice: "{arg}" (choose from "{all_choices}")'
raise argparse.ArgumentTypeError(msg)
if len(values) == 1:
return report_type, None
report_modifier = values[1]
if report_type in term_choices and report_modifier in term_modifier_choices:
return report_type, report_modifier
if report_type not in file_choices:
msg = f'output specifier not supported for: "{arg}" (choose from "{file_choices}")'
raise argparse.ArgumentTypeError(msg)
return values
def validate_fail_under(num_str):
try:
value = int(num_str)
except ValueError:
try:
value = float(num_str)
except ValueError:
raise argparse.ArgumentTypeError('An integer or float value is required.') from None
if value > 100:
raise argparse.ArgumentTypeError(
'Your desire for over-achievement is admirable but misplaced. The maximum value is 100. Perhaps write more integration tests?'
)
return value
def validate_context(arg):
if arg != 'test':
raise argparse.ArgumentTypeError('The only supported value is "test".')
return arg
class StoreReport(argparse.Action):
def __call__(self, parser, namespace, values, option_string=None):
report_type, file = values
namespace.cov_report[report_type] = file
# coverage.py doesn't set a default file for markdown output_format
if report_type in ['markdown', 'markdown-append'] and file is None:
namespace.cov_report[report_type] = 'coverage.md'
if all(x in namespace.cov_report for x in ['markdown', 'markdown-append']):
self._validate_markdown_dest_files(namespace.cov_report, parser)
def _validate_markdown_dest_files(self, cov_report_options, parser):
markdown_file = cov_report_options['markdown']
markdown_append_file = cov_report_options['markdown-append']
if markdown_file == markdown_append_file:
error_message = f"markdown and markdown-append options cannot point to the same file: '{markdown_file}'."
error_message += ' Please redirect one of them using :DEST (e.g. --cov-report=markdown:dest_file.md)'
parser.error(error_message)
def pytest_addoption(parser):
"""Add options to control coverage."""
group = parser.getgroup('cov', 'coverage reporting with distributed testing support')
group.addoption(
'--cov',
action='append',
default=[],
metavar='SOURCE',
nargs='?',
const=True,
dest='cov_source',
help='Path or package name to measure during execution (multi-allowed). '
'Use --cov= to not do any source filtering and record everything.',
)
group.addoption(
'--cov-reset',
action='store_const',
const=[],
dest='cov_source',
help='Reset cov sources accumulated in options so far. ',
)
group.addoption(
'--cov-report',
action=StoreReport,
default={},
metavar='TYPE',
type=validate_report,
help='Type of report to generate: term, term-missing, '
'annotate, html, xml, json, markdown, markdown-append, lcov (multi-allowed). '
'term, term-missing may be followed by ":skip-covered". '
'annotate, html, xml, json, markdown, markdown-append and lcov may be followed by ":DEST" '
'where DEST specifies the output location. '
'Use --cov-report= to not generate any output.',
)
group.addoption(
'--cov-config',
action='store',
default='.coveragerc',
metavar='PATH',
help='Config file for coverage. Default: .coveragerc',
)
group.addoption(
'--no-cov-on-fail',
action='store_true',
default=False,
help='Do not report coverage if test run fails. Default: False',
)
group.addoption(
'--no-cov',
action='store_true',
default=False,
help='Disable coverage report completely (useful for debuggers). Default: False',
)
group.addoption(
'--cov-fail-under',
action='store',
metavar='MIN',
type=validate_fail_under,
help='Fail if the total coverage is less than MIN.',
)
group.addoption(
'--cov-append',
action='store_true',
default=False,
help='Do not delete coverage but append to current. Default: False',
)
group.addoption(
'--cov-branch',
action='store_true',
default=None,
help='Enable branch coverage.',
)
group.addoption(
'--cov-precision',
type=int,
default=None,
help='Override the reporting precision.',
)
group.addoption(
'--cov-context',
action='store',
metavar='CONTEXT',
type=validate_context,
help='Dynamic contexts to use. "test" for now.',
)
def _prepare_cov_source(cov_source):
"""
Prepare cov_source so that:
--cov --cov=foobar is equivalent to --cov (cov_source=None)
--cov=foo --cov=bar is equivalent to cov_source=['foo', 'bar']
"""
return None if True in cov_source else [path for path in cov_source if path is not True]
@pytest.hookimpl(tryfirst=True)
def pytest_load_initial_conftests(early_config, parser, args):
options = early_config.known_args_namespace
no_cov = options.no_cov_should_warn = False
for arg in args:
arg = str(arg)
if arg == '--no-cov':
no_cov = True
elif arg.startswith('--cov') and no_cov:
options.no_cov_should_warn = True
break
if early_config.known_args_namespace.cov_source:
plugin = CovPlugin(options, early_config.pluginmanager)
early_config.pluginmanager.register(plugin, '_cov')
class CovPlugin:
"""Use coverage package to produce code coverage reports.
Delegates all work to a particular implementation based on whether
this test process is centralised, a distributed master or a
distributed worker.
"""
def __init__(self, options: argparse.Namespace, pluginmanager, start=True, no_cov_should_warn=False):
"""Creates a coverage pytest plugin.
We read the rc file that coverage uses to get the data file
name. This is needed since we give coverage through it's API
the data file name.
"""
# Our implementation is unknown at this time.
self.pid = None
self.cov_controller = None
self.cov_report = StringIO()
self.cov_total = None
self.failed = False
self._started = False
self._start_path = None
self._disabled = False
self.options = options
self._wrote_heading = False
is_dist = getattr(options, 'numprocesses', False) or getattr(options, 'distload', False) or getattr(options, 'dist', 'no') != 'no'
if getattr(options, 'no_cov', False):
self._disabled = True
return
if not self.options.cov_report:
self.options.cov_report = ['term']
elif len(self.options.cov_report) == 1 and '' in self.options.cov_report:
self.options.cov_report = {}
self.options.cov_source = _prepare_cov_source(self.options.cov_source)
# import engine lazily here to avoid importing
# it for unit tests that don't need it
from . import engine
if is_dist and start:
self.start(engine.DistMaster)
elif start:
self.start(engine.Central)
# worker is started in pytest hook
def start(self, controller_cls: type['CovController'], config=None, nodeid=None):
if config is None:
# fake config option for engine
class Config:
option = self.options
config = Config()
self.cov_controller = controller_cls(self.options, config, nodeid)
self.cov_controller.start()
self._started = True
self._start_path = Path.cwd()
cov_config = self.cov_controller.cov.config
if self.options.cov_fail_under is None and hasattr(cov_config, 'fail_under'):
self.options.cov_fail_under = cov_config.fail_under
if self.options.cov_precision is None:
self.options.cov_precision = getattr(cov_config, 'precision', 0)
def _is_worker(self, session):
return getattr(session.config, 'workerinput', None) is not None
def pytest_sessionstart(self, session):
"""At session start determine our implementation and delegate to it."""
if self.options.no_cov:
# Coverage can be disabled because it does not cooperate with debuggers well.
self._disabled = True
return
# import engine lazily here to avoid importing
# it for unit tests that don't need it
from . import engine
self.pid = os.getpid()
if self._is_worker(session):
nodeid = session.config.workerinput.get('workerid', session.nodeid)
self.start(engine.DistWorker, session.config, nodeid)
elif not self._started:
self.start(engine.Central)
if self.options.cov_context == 'test':
session.config.pluginmanager.register(TestContextPlugin(self.cov_controller), '_cov_contexts')
@pytest.hookimpl(optionalhook=True)
def pytest_configure_node(self, node):
"""Delegate to our implementation.
Mark this hook as optional in case xdist is not installed.
"""
if not self._disabled:
self.cov_controller.configure_node(node)
@pytest.hookimpl(optionalhook=True)
def pytest_testnodedown(self, node, error):
"""Delegate to our implementation.
Mark this hook as optional in case xdist is not installed.
"""
if not self._disabled:
self.cov_controller.testnodedown(node, error)
def _should_report(self):
needed = self.options.cov_report or self.options.cov_fail_under
return needed and not (self.failed and self.options.no_cov_on_fail)
# we need to wrap pytest_runtestloop. by the time pytest_sessionfinish
# runs, it's too late to set testsfailed
@pytest.hookimpl(wrapper=True)
def pytest_runtestloop(self, session):
if self._disabled:
return (yield)
# we add default warning configuration to prevent certain warnings to bubble up as errors due to rigid filterwarnings configuration
for _, message, category, _, _ in warnings.filters:
if category is ResourceWarning and message == COVERAGE_SQLITE_WARNING_RE:
break
else:
warnings.filterwarnings('default', 'unclosed database in <sqlite3.Connection object at', ResourceWarning)
for _, _, category, _, _ in warnings.filters:
if category is PytestCovWarning:
break
else:
warnings.simplefilter('once', PytestCovWarning)
from coverage.exceptions import CoverageWarning
for _, _, category, _, _ in warnings.filters:
if category is CoverageWarning:
break
else:
warnings.simplefilter('once', CoverageWarning)
result = yield
self.failed = bool(session.testsfailed)
if self.cov_controller is not None:
self.cov_controller.finish()
if not self._is_worker(session) and self._should_report():
# import coverage lazily here to avoid importing
# it for unit tests that don't need it
from coverage.misc import CoverageException
from coverage.results import display_covered
from coverage.results import should_fail_under
try:
self.cov_total = self.cov_controller.summary(self.cov_report)
except CoverageException as exc:
message = f'Failed to generate report: {exc}\n'
session.config.pluginmanager.getplugin('terminalreporter').write(f'\nWARNING: {message}\n', red=True, bold=True)
warnings.warn(CovReportWarning(message), stacklevel=1)
self.cov_total = 0
assert self.cov_total is not None, 'Test coverage should never be `None`'
cov_fail_under = self.options.cov_fail_under
cov_precision = self.options.cov_precision
if cov_fail_under is None or self.options.collectonly:
return
if should_fail_under(self.cov_total, cov_fail_under, cov_precision):
message = 'Coverage failure: total of {total} is less than fail-under={fail_under:.{p}f}'.format(
total=display_covered(self.cov_total, cov_precision),
fail_under=cov_fail_under,
p=cov_precision,
)
session.config.pluginmanager.getplugin('terminalreporter').write(f'\nERROR: {message}\n', red=True, bold=True)
# make sure we get the EXIT_TESTSFAILED exit code
session.testsfailed += 1
return result
def write_heading(self, terminalreporter):
if not self._wrote_heading:
terminalreporter.write_sep('=', 'tests coverage')
self._wrote_heading = True
def pytest_terminal_summary(self, terminalreporter):
if self._disabled:
if self.options.no_cov_should_warn:
self.write_heading(terminalreporter)
message = 'Coverage disabled via --no-cov switch!'
terminalreporter.write(f'WARNING: {message}\n', red=True, bold=True)
warnings.warn(CovDisabledWarning(message), stacklevel=1)
return
if self.cov_controller is None:
return
if self.cov_total is None:
# we shouldn't report, or report generation failed (error raised above)
return
report = self.cov_report.getvalue()
if report:
self.write_heading(terminalreporter)
terminalreporter.write(report)
if self.options.cov_fail_under is not None and self.options.cov_fail_under > 0:
self.write_heading(terminalreporter)
failed = self.cov_total < self.options.cov_fail_under
markup = {'red': True, 'bold': True} if failed else {'green': True}
message = '{fail}Required test coverage of {required}% {reached}. Total coverage: {actual:.2f}%\n'.format(
required=self.options.cov_fail_under,
actual=self.cov_total,
fail='FAIL ' if failed else '',
reached='not reached' if failed else 'reached',
)
terminalreporter.write(message, **markup)
@pytest.hookimpl(hookwrapper=True)
def pytest_runtest_call(self, item):
if item.get_closest_marker('no_cover') or 'no_cover' in getattr(item, 'fixturenames', ()):
self.cov_controller.pause()
yield
self.cov_controller.resume()
else:
yield
class TestContextPlugin:
cov_controller: 'CovController'
def __init__(self, cov_controller):
self.cov_controller = cov_controller
def pytest_runtest_setup(self, item):
self.switch_context(item, 'setup')
def pytest_runtest_teardown(self, item):
self.switch_context(item, 'teardown')
def pytest_runtest_call(self, item):
self.switch_context(item, 'run')
def switch_context(self, item, when):
if self.cov_controller.started:
self.cov_controller.cov.switch_context(f'{item.nodeid}|{when}')
@pytest.fixture
def no_cover():
"""A pytest fixture to disable coverage."""
@pytest.fixture
def cov(request):
"""A pytest fixture to provide access to the underlying coverage object."""
# Check with hasplugin to avoid getplugin exception in older pytest.
if request.config.pluginmanager.hasplugin('_cov'):
plugin = request.config.pluginmanager.getplugin('_cov')
if plugin.cov_controller:
return plugin.cov_controller.cov
return None
def pytest_configure(config):
config.addinivalue_line('markers', 'no_cover: disable coverage for this test.')