2014-03-06 02:12:20 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
'''
|
|
|
|
tests.unit.utils.cache_test
|
|
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
Test the salt cache objects
|
|
|
|
'''
|
|
|
|
|
2014-11-21 19:05:13 +00:00
|
|
|
# Import python libs
|
2018-01-12 21:03:04 +00:00
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
2016-11-08 05:49:10 +00:00
|
|
|
import os
|
2014-11-21 19:05:13 +00:00
|
|
|
import time
|
2016-11-08 05:49:10 +00:00
|
|
|
import tempfile
|
|
|
|
import shutil
|
2014-11-21 19:05:13 +00:00
|
|
|
|
2014-03-06 02:12:20 +00:00
|
|
|
# Import Salt Testing libs
|
2017-02-27 13:58:07 +00:00
|
|
|
from tests.support.unit import TestCase
|
2014-03-06 02:12:20 +00:00
|
|
|
|
|
|
|
# Import salt libs
|
2016-11-08 05:49:10 +00:00
|
|
|
import salt.config
|
|
|
|
import salt.loader
|
Use explicit unicode strings + break up salt.utils
This PR is part of what will be an ongoing effort to use explicit
unicode strings in Salt. Because Python 3 does not suport Python 2's raw
unicode string syntax (i.e. `ur'\d+'`), we must use
`salt.utils.locales.sdecode()` to ensure that the raw string is unicode.
However, because of how `salt/utils/__init__.py` has evolved into the
hulking monstrosity it is today, this means importing a large module in
places where it is not needed, which could negatively impact
performance. For this reason, this PR also breaks out some of the
functions from `salt/utils/__init__.py` into new/existing modules under
`salt/utils/`. The long term goal will be that the modules within this
directory do not depend on importing `salt.utils`.
A summary of the changes in this PR is as follows:
* Moves the following functions from `salt.utils` to new locations
(including a deprecation warning if invoked from `salt.utils`):
`to_bytes`, `to_str`, `to_unicode`, `str_to_num`, `is_quoted`,
`dequote`, `is_hex`, `is_bin_str`, `rand_string`,
`contains_whitespace`, `clean_kwargs`, `invalid_kwargs`, `which`,
`which_bin`, `path_join`, `shlex_split`, `rand_str`, `is_windows`,
`is_proxy`, `is_linux`, `is_darwin`, `is_sunos`, `is_smartos`,
`is_smartos_globalzone`, `is_smartos_zone`, `is_freebsd`, `is_netbsd`,
`is_openbsd`, `is_aix`
* Moves the functions already deprecated by @rallytime to the bottom of
`salt/utils/__init__.py` for better organization, so we can keep the
deprecated ones separate from the ones yet to be deprecated as we
continue to break up `salt.utils`
* Updates `salt/*.py` and all files under `salt/client/` to use explicit
unicode string literals.
* Gets rid of implicit imports of `salt.utils` (e.g. `from salt.utils
import foo` becomes `import salt.utils.foo as foo`).
* Renames the `test.rand_str` function to `test.random_hash` to more
accurately reflect what it does
* Modifies `salt.utils.stringutils.random()` (née `salt.utils.rand_string()`)
such that it returns a string matching the passed size. Previously
this function would get `size` bytes from `os.urandom()`,
base64-encode it, and return the result, which would in most cases not
be equal to the passed size.
2017-07-25 01:47:15 +00:00
|
|
|
import salt.utils.cache as cache
|
2014-03-06 02:12:20 +00:00
|
|
|
|
|
|
|
|
|
|
|
class CacheDictTestCase(TestCase):
|
|
|
|
|
|
|
|
def test_sanity(self):
|
|
|
|
'''
|
|
|
|
Make sure you can instantiate etc.
|
|
|
|
'''
|
|
|
|
cd = cache.CacheDict(5)
|
2014-07-15 17:56:50 +00:00
|
|
|
self.assertIsInstance(cd, cache.CacheDict)
|
2014-03-06 02:12:20 +00:00
|
|
|
|
|
|
|
# do some tests to make sure it looks like a dict
|
2014-07-15 17:56:50 +00:00
|
|
|
self.assertNotIn('foo', cd)
|
2014-03-06 02:12:20 +00:00
|
|
|
cd['foo'] = 'bar'
|
2014-07-15 17:56:50 +00:00
|
|
|
self.assertEqual(cd['foo'], 'bar')
|
2014-03-06 02:12:20 +00:00
|
|
|
del cd['foo']
|
2014-07-15 17:56:50 +00:00
|
|
|
self.assertNotIn('foo', cd)
|
2014-03-06 02:12:20 +00:00
|
|
|
|
|
|
|
def test_ttl(self):
|
|
|
|
cd = cache.CacheDict(0.1)
|
|
|
|
cd['foo'] = 'bar'
|
2014-07-15 17:56:50 +00:00
|
|
|
self.assertIn('foo', cd)
|
|
|
|
self.assertEqual(cd['foo'], 'bar')
|
2014-07-22 21:16:52 +00:00
|
|
|
time.sleep(0.2)
|
2014-07-15 17:56:50 +00:00
|
|
|
self.assertNotIn('foo', cd)
|
|
|
|
|
2014-03-06 02:12:20 +00:00
|
|
|
# make sure that a get would get a regular old key error
|
|
|
|
self.assertRaises(KeyError, cd.__getitem__, 'foo')
|
|
|
|
|
2016-11-08 06:40:48 +00:00
|
|
|
|
2016-11-08 05:49:10 +00:00
|
|
|
class CacheContextTestCase(TestCase):
|
|
|
|
|
|
|
|
def setUp(self):
|
2016-11-08 06:40:48 +00:00
|
|
|
context_dir = os.path.join(tempfile.gettempdir(), 'context')
|
2016-11-08 05:49:10 +00:00
|
|
|
if os.path.exists(context_dir):
|
|
|
|
shutil.rmtree(os.path.join(tempfile.gettempdir(), 'context'))
|
|
|
|
|
|
|
|
def test_smoke_context(self):
|
|
|
|
'''
|
|
|
|
Smoke test the context cache
|
|
|
|
'''
|
|
|
|
if os.path.exists(os.path.join(tempfile.gettempdir(), 'context')):
|
2016-11-08 06:40:48 +00:00
|
|
|
self.skipTest('Context dir already exists')
|
2016-11-08 05:49:10 +00:00
|
|
|
else:
|
|
|
|
opts = salt.config.DEFAULT_MINION_OPTS
|
|
|
|
opts['cachedir'] = tempfile.gettempdir()
|
|
|
|
context_cache = cache.ContextCache(opts, 'cache_test')
|
|
|
|
|
|
|
|
context_cache.cache_context({'a': 'b'})
|
|
|
|
|
|
|
|
ret = context_cache.get_cache_context()
|
|
|
|
|
|
|
|
self.assertDictEqual({'a': 'b'}, ret)
|
|
|
|
|
|
|
|
def test_context_wrapper(self):
|
|
|
|
'''
|
|
|
|
Test to ensure that a module which decorates itself
|
|
|
|
with a context cache can store and retreive its contextual
|
|
|
|
data
|
|
|
|
'''
|
|
|
|
opts = salt.config.DEFAULT_MINION_OPTS
|
|
|
|
opts['cachedir'] = tempfile.gettempdir()
|
|
|
|
|
|
|
|
ll_ = salt.loader.LazyLoader(
|
|
|
|
[os.path.join(os.path.dirname(os.path.realpath(__file__)), 'cache_mods')],
|
|
|
|
tag='rawmodule',
|
|
|
|
virtual_enable=False,
|
|
|
|
opts=opts)
|
|
|
|
|
|
|
|
cache_test_func = ll_['cache_mod.test_context_module']
|
|
|
|
|
|
|
|
self.assertEqual(cache_test_func()['called'], 0)
|
|
|
|
self.assertEqual(cache_test_func()['called'], 1)
|