2017-02-27 13:58:07 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
'''
|
|
|
|
:codeauthor: :email:`Pedro Algarvio (pedro@algarvio.me)`
|
|
|
|
|
|
|
|
tests.support.mock
|
|
|
|
~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
Helper module that wraps :mod:`mock <python3:unittest.mock>` and provides
|
|
|
|
some fake objects in order to properly set the function/class decorators
|
|
|
|
and yet skip the test cases execution.
|
|
|
|
'''
|
2017-03-29 17:05:09 +00:00
|
|
|
# pylint: disable=unused-import,function-redefined,blacklisted-module,blacklisted-external-module
|
2017-02-27 13:58:07 +00:00
|
|
|
|
|
|
|
from __future__ import absolute_import
|
|
|
|
import sys
|
|
|
|
|
2017-06-16 04:43:40 +00:00
|
|
|
# Import salt libs
|
Use explicit unicode strings + break up salt.utils
This PR is part of what will be an ongoing effort to use explicit
unicode strings in Salt. Because Python 3 does not suport Python 2's raw
unicode string syntax (i.e. `ur'\d+'`), we must use
`salt.utils.locales.sdecode()` to ensure that the raw string is unicode.
However, because of how `salt/utils/__init__.py` has evolved into the
hulking monstrosity it is today, this means importing a large module in
places where it is not needed, which could negatively impact
performance. For this reason, this PR also breaks out some of the
functions from `salt/utils/__init__.py` into new/existing modules under
`salt/utils/`. The long term goal will be that the modules within this
directory do not depend on importing `salt.utils`.
A summary of the changes in this PR is as follows:
* Moves the following functions from `salt.utils` to new locations
(including a deprecation warning if invoked from `salt.utils`):
`to_bytes`, `to_str`, `to_unicode`, `str_to_num`, `is_quoted`,
`dequote`, `is_hex`, `is_bin_str`, `rand_string`,
`contains_whitespace`, `clean_kwargs`, `invalid_kwargs`, `which`,
`which_bin`, `path_join`, `shlex_split`, `rand_str`, `is_windows`,
`is_proxy`, `is_linux`, `is_darwin`, `is_sunos`, `is_smartos`,
`is_smartos_globalzone`, `is_smartos_zone`, `is_freebsd`, `is_netbsd`,
`is_openbsd`, `is_aix`
* Moves the functions already deprecated by @rallytime to the bottom of
`salt/utils/__init__.py` for better organization, so we can keep the
deprecated ones separate from the ones yet to be deprecated as we
continue to break up `salt.utils`
* Updates `salt/*.py` and all files under `salt/client/` to use explicit
unicode string literals.
* Gets rid of implicit imports of `salt.utils` (e.g. `from salt.utils
import foo` becomes `import salt.utils.foo as foo`).
* Renames the `test.rand_str` function to `test.random_hash` to more
accurately reflect what it does
* Modifies `salt.utils.stringutils.random()` (née `salt.utils.rand_string()`)
such that it returns a string matching the passed size. Previously
this function would get `size` bytes from `os.urandom()`,
base64-encode it, and return the result, which would in most cases not
be equal to the passed size.
2017-07-25 01:47:15 +00:00
|
|
|
from salt.ext import six
|
2017-06-16 04:43:40 +00:00
|
|
|
|
2017-02-27 13:58:07 +00:00
|
|
|
try:
|
|
|
|
if sys.version_info >= (3,):
|
|
|
|
# Python 3
|
|
|
|
from unittest.mock import (
|
|
|
|
Mock,
|
|
|
|
MagicMock,
|
|
|
|
patch,
|
|
|
|
sentinel,
|
|
|
|
DEFAULT,
|
|
|
|
# ANY and call will be imported further down
|
|
|
|
create_autospec,
|
|
|
|
FILTER_DIR,
|
|
|
|
NonCallableMock,
|
|
|
|
NonCallableMagicMock,
|
|
|
|
PropertyMock,
|
2017-03-06 13:10:29 +00:00
|
|
|
__version__
|
2017-02-27 13:58:07 +00:00
|
|
|
)
|
|
|
|
else:
|
|
|
|
from mock import (
|
|
|
|
Mock,
|
|
|
|
MagicMock,
|
|
|
|
patch,
|
|
|
|
sentinel,
|
|
|
|
DEFAULT,
|
|
|
|
# ANY and call will be imported further down
|
|
|
|
create_autospec,
|
|
|
|
FILTER_DIR,
|
|
|
|
NonCallableMock,
|
|
|
|
NonCallableMagicMock,
|
|
|
|
PropertyMock,
|
2017-03-06 13:10:29 +00:00
|
|
|
__version__
|
2017-02-27 13:58:07 +00:00
|
|
|
)
|
|
|
|
NO_MOCK = False
|
|
|
|
NO_MOCK_REASON = ''
|
|
|
|
mock_version = []
|
2017-03-06 13:10:29 +00:00
|
|
|
for __part in __version__.split('.'):
|
2017-02-27 13:58:07 +00:00
|
|
|
try:
|
|
|
|
mock_version.append(int(__part))
|
|
|
|
except ValueError:
|
|
|
|
# Non-integer value (ex. '1a')
|
|
|
|
mock_version.append(__part)
|
|
|
|
mock_version = tuple(mock_version)
|
|
|
|
except ImportError as exc:
|
|
|
|
NO_MOCK = True
|
|
|
|
NO_MOCK_REASON = 'mock python module is unavailable'
|
|
|
|
mock_version = (0, 0, 0)
|
|
|
|
|
|
|
|
# Let's not fail on imports by providing fake objects and classes
|
|
|
|
|
|
|
|
class MagicMock(object):
|
|
|
|
|
2017-12-07 09:20:08 +00:00
|
|
|
# __name__ can't be assigned a unicode
|
|
|
|
__name__ = str('{0}.fakemock').format(__name__) # future lint: disable=blacklisted-function
|
2017-02-27 13:58:07 +00:00
|
|
|
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
|
|
pass
|
|
|
|
|
|
|
|
def dict(self, *args, **kwargs):
|
|
|
|
return self
|
|
|
|
|
|
|
|
def multiple(self, *args, **kwargs):
|
|
|
|
return self
|
|
|
|
|
|
|
|
def __call__(self, *args, **kwargs):
|
|
|
|
return self
|
|
|
|
|
|
|
|
Mock = MagicMock
|
|
|
|
patch = MagicMock()
|
|
|
|
sentinel = object()
|
|
|
|
DEFAULT = object()
|
|
|
|
create_autospec = MagicMock()
|
|
|
|
FILTER_DIR = True
|
|
|
|
NonCallableMock = MagicMock()
|
|
|
|
NonCallableMagicMock = MagicMock()
|
|
|
|
mock_open = object()
|
|
|
|
PropertyMock = object()
|
|
|
|
call = tuple
|
|
|
|
ANY = object()
|
|
|
|
|
|
|
|
|
|
|
|
if NO_MOCK is False:
|
|
|
|
try:
|
|
|
|
if sys.version_info >= (3,):
|
|
|
|
# Python 3
|
|
|
|
from unittest.mock import call, ANY
|
|
|
|
else:
|
|
|
|
from mock import call, ANY
|
|
|
|
except ImportError:
|
|
|
|
NO_MOCK = True
|
|
|
|
NO_MOCK_REASON = 'you need to upgrade your mock version to >= 0.8.0'
|
|
|
|
|
|
|
|
|
2017-06-15 22:56:10 +00:00
|
|
|
# backport mock_open from the python 3 unittest.mock library so that we can
|
|
|
|
# mock read, readline, readlines, and file iteration properly
|
|
|
|
|
|
|
|
file_spec = None
|
|
|
|
|
|
|
|
|
|
|
|
def _iterate_read_data(read_data):
|
|
|
|
# Helper for mock_open:
|
|
|
|
# Retrieve lines from read_data via a generator so that separate calls to
|
|
|
|
# readline, read, and readlines are properly interleaved
|
2017-06-16 04:43:40 +00:00
|
|
|
if six.PY3 and isinstance(read_data, six.binary_type):
|
2018-01-22 16:56:19 +00:00
|
|
|
data_as_list = ['{0}\n'.format(l.decode(__salt_system_encoding__)) for l in read_data.split(b'\n')]
|
2017-06-16 04:43:40 +00:00
|
|
|
else:
|
|
|
|
data_as_list = ['{0}\n'.format(l) for l in read_data.split('\n')]
|
2017-02-27 13:58:07 +00:00
|
|
|
|
2017-06-15 22:56:10 +00:00
|
|
|
if data_as_list[-1] == '\n':
|
|
|
|
# If the last line ended in a newline, the list comprehension will have an
|
|
|
|
# extra entry that's just a newline. Remove this.
|
|
|
|
data_as_list = data_as_list[:-1]
|
|
|
|
else:
|
|
|
|
# If there wasn't an extra newline by itself, then the file being
|
|
|
|
# emulated doesn't have a newline to end the last line remove the
|
|
|
|
# newline that our naive format() added
|
|
|
|
data_as_list[-1] = data_as_list[-1][:-1]
|
|
|
|
|
|
|
|
for line in data_as_list:
|
|
|
|
yield line
|
|
|
|
|
|
|
|
|
|
|
|
def mock_open(mock=None, read_data=''):
|
|
|
|
"""
|
|
|
|
A helper function to create a mock to replace the use of `open`. It works
|
|
|
|
for `open` called directly or used as a context manager.
|
|
|
|
|
|
|
|
The `mock` argument is the mock object to configure. If `None` (the
|
|
|
|
default) then a `MagicMock` will be created for you, with the API limited
|
|
|
|
to methods or attributes available on standard file handles.
|
|
|
|
|
|
|
|
`read_data` is a string for the `read` methoddline`, and `readlines` of the
|
|
|
|
file handle to return. This is an empty string by default.
|
|
|
|
"""
|
|
|
|
def _readlines_side_effect(*args, **kwargs):
|
|
|
|
if handle.readlines.return_value is not None:
|
|
|
|
return handle.readlines.return_value
|
|
|
|
return list(_data)
|
|
|
|
|
|
|
|
def _read_side_effect(*args, **kwargs):
|
|
|
|
if handle.read.return_value is not None:
|
|
|
|
return handle.read.return_value
|
|
|
|
return ''.join(_data)
|
|
|
|
|
|
|
|
def _readline_side_effect():
|
|
|
|
if handle.readline.return_value is not None:
|
|
|
|
while True:
|
|
|
|
yield handle.readline.return_value
|
|
|
|
for line in _data:
|
2017-02-27 13:58:07 +00:00
|
|
|
yield line
|
|
|
|
|
2017-06-15 22:56:10 +00:00
|
|
|
global file_spec
|
|
|
|
if file_spec is None:
|
2017-06-16 04:43:40 +00:00
|
|
|
if six.PY3:
|
2017-06-15 22:56:10 +00:00
|
|
|
import _io
|
|
|
|
file_spec = list(set(dir(_io.TextIOWrapper)).union(set(dir(_io.BytesIO))))
|
|
|
|
else:
|
2017-03-29 17:05:09 +00:00
|
|
|
file_spec = file # pylint: disable=undefined-variable
|
2017-02-27 13:58:07 +00:00
|
|
|
|
2017-06-15 22:56:10 +00:00
|
|
|
if mock is None:
|
|
|
|
mock = MagicMock(name='open', spec=open)
|
2017-02-27 13:58:07 +00:00
|
|
|
|
2017-06-15 22:56:10 +00:00
|
|
|
handle = MagicMock(spec=file_spec)
|
|
|
|
handle.__enter__.return_value = handle
|
2017-02-27 13:58:07 +00:00
|
|
|
|
2017-06-15 22:56:10 +00:00
|
|
|
_data = _iterate_read_data(read_data)
|
2017-02-27 13:58:07 +00:00
|
|
|
|
2017-06-15 22:56:10 +00:00
|
|
|
handle.write.return_value = None
|
|
|
|
handle.read.return_value = None
|
|
|
|
handle.readline.return_value = None
|
|
|
|
handle.readlines.return_value = None
|
2017-02-27 13:58:07 +00:00
|
|
|
|
2017-06-15 22:56:10 +00:00
|
|
|
# This is salt specific and not in the upstream mock
|
|
|
|
handle.read.side_effect = _read_side_effect
|
|
|
|
handle.readline.side_effect = _readline_side_effect()
|
|
|
|
handle.readlines.side_effect = _readlines_side_effect
|
2017-02-27 13:58:07 +00:00
|
|
|
|
2017-06-15 22:56:10 +00:00
|
|
|
mock.return_value = handle
|
|
|
|
return mock
|