mirror of
https://github.com/valitydev/salt.git
synced 2024-11-08 01:18:58 +00:00
241 lines
8.7 KiB
Python
241 lines
8.7 KiB
Python
# -*- coding: utf-8 -*-
|
|
'''
|
|
:codeauthor: :email:`Erik Johnson <erik@saltstack.com>`
|
|
'''
|
|
|
|
# Import Python libs
|
|
from __future__ import absolute_import
|
|
import os
|
|
import shutil
|
|
import tempfile
|
|
import textwrap
|
|
import pwd
|
|
import logging
|
|
|
|
# Import 3rd-party libs
|
|
import yaml
|
|
try:
|
|
import git # pylint: disable=unused-import
|
|
HAS_GITPYTHON = True
|
|
GITFS_AVAILABLE = True
|
|
except ImportError:
|
|
HAS_GITPYTHON = False
|
|
GITFS_AVAILABLE = False
|
|
|
|
# Import Salt Testing Libs
|
|
from tests.support.mixins import LoaderModuleMockMixin
|
|
from tests.support.unit import TestCase, skipIf
|
|
from tests.support.mock import NO_MOCK, NO_MOCK_REASON
|
|
from tests.support.paths import TMP, FILES
|
|
|
|
# Import salt libs
|
|
import salt.utils.gitfs
|
|
import salt.fileserver.gitfs as gitfs
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
@skipIf(not HAS_GITPYTHON, 'GitPython is not installed')
|
|
class GitfsConfigTestCase(TestCase):
|
|
|
|
def setUp(self):
|
|
self.tmp_cachedir = tempfile.mkdtemp(dir=TMP)
|
|
self.opts = {
|
|
'__role': 'master',
|
|
'cachedir': self.tmp_cachedir,
|
|
'fileserver_backend': ['git'],
|
|
'gitfs_provider': 'gitpython',
|
|
'gitfs_mountpoint': '',
|
|
'gitfs_root': 'salt',
|
|
'gitfs_base': 'master',
|
|
'gitfs_user': '',
|
|
'gitfs_password': '',
|
|
'gitfs_insecure_auth': False,
|
|
'gitfs_privkey': '',
|
|
'gitfs_pubkey': '',
|
|
'gitfs_passphrase': '',
|
|
'gitfs_env_whitelist': [],
|
|
'gitfs_env_blacklist': [],
|
|
'gitfs_global_lock': True,
|
|
'gitfs_ssl_verify': True,
|
|
'gitfs_saltenv': [],
|
|
'gitfs_refspecs': ['+refs/heads/*:refs/remotes/origin/*',
|
|
'+refs/tags/*:refs/tags/*'],
|
|
}
|
|
|
|
def tearDown(self):
|
|
shutil.rmtree(self.tmp_cachedir)
|
|
del self.opts
|
|
|
|
def test_per_saltenv_config(self):
|
|
opts = textwrap.dedent('''
|
|
gitfs_saltenv:
|
|
- baz:
|
|
# when loaded, the "salt://" prefix will be removed
|
|
- mountpoint: salt://baz_mountpoint
|
|
- ref: baz_branch
|
|
- root: baz_root
|
|
|
|
gitfs_remotes:
|
|
|
|
- file://tmp/repo1:
|
|
- saltenv:
|
|
- foo:
|
|
- ref: foo_branch
|
|
- root: foo_root
|
|
|
|
- file://tmp/repo2:
|
|
- mountpoint: repo2
|
|
- saltenv:
|
|
- baz:
|
|
- mountpoint: abc
|
|
''')
|
|
self.opts.update(yaml.safe_load(opts))
|
|
git_fs = salt.utils.gitfs.GitFS(self.opts)
|
|
git_fs.init_remotes(self.opts['gitfs_remotes'],
|
|
gitfs.PER_REMOTE_OVERRIDES, gitfs.PER_REMOTE_ONLY)
|
|
|
|
# repo1 (branch: foo)
|
|
# The mountpoint should take the default (from gitfs_mountpoint), while
|
|
# ref and root should take the per-saltenv params.
|
|
self.assertEqual(git_fs.remotes[0].mountpoint('foo'), '')
|
|
self.assertEqual(git_fs.remotes[0].ref('foo'), 'foo_branch')
|
|
self.assertEqual(git_fs.remotes[0].root('foo'), 'foo_root')
|
|
|
|
# repo1 (branch: bar)
|
|
# The 'bar' branch does not have a per-saltenv configuration set, so
|
|
# each of the below values should fall back to global values.
|
|
self.assertEqual(git_fs.remotes[0].mountpoint('bar'), '')
|
|
self.assertEqual(git_fs.remotes[0].ref('bar'), 'bar')
|
|
self.assertEqual(git_fs.remotes[0].root('bar'), 'salt')
|
|
|
|
# repo1 (branch: baz)
|
|
# The 'baz' branch does not have a per-saltenv configuration set, but
|
|
# it is defined in the gitfs_saltenv parameter, so the values
|
|
# from that parameter should be returned.
|
|
self.assertEqual(git_fs.remotes[0].mountpoint('baz'), 'baz_mountpoint')
|
|
self.assertEqual(git_fs.remotes[0].ref('baz'), 'baz_branch')
|
|
self.assertEqual(git_fs.remotes[0].root('baz'), 'baz_root')
|
|
|
|
# repo2 (branch: foo)
|
|
# The mountpoint should take the per-remote mountpoint value of
|
|
# 'repo2', while ref and root should fall back to global values.
|
|
self.assertEqual(git_fs.remotes[1].mountpoint('foo'), 'repo2')
|
|
self.assertEqual(git_fs.remotes[1].ref('foo'), 'foo')
|
|
self.assertEqual(git_fs.remotes[1].root('foo'), 'salt')
|
|
|
|
# repo2 (branch: bar)
|
|
# The 'bar' branch does not have a per-saltenv configuration set, so
|
|
# the mountpoint should take the per-remote mountpoint value of
|
|
# 'repo2', while ref and root should fall back to global values.
|
|
self.assertEqual(git_fs.remotes[1].mountpoint('bar'), 'repo2')
|
|
self.assertEqual(git_fs.remotes[1].ref('bar'), 'bar')
|
|
self.assertEqual(git_fs.remotes[1].root('bar'), 'salt')
|
|
|
|
# repo2 (branch: baz)
|
|
# The 'baz' branch has the mountpoint configured as a per-saltenv
|
|
# parameter. The other two should take the values defined in
|
|
# gitfs_saltenv.
|
|
self.assertEqual(git_fs.remotes[1].mountpoint('baz'), 'abc')
|
|
self.assertEqual(git_fs.remotes[1].ref('baz'), 'baz_branch')
|
|
self.assertEqual(git_fs.remotes[1].root('baz'), 'baz_root')
|
|
|
|
|
|
LOAD = {'saltenv': 'base'}
|
|
|
|
|
|
@skipIf(not GITFS_AVAILABLE, "GitFS could not be loaded. Skipping GitFS tests!")
|
|
@skipIf(NO_MOCK, NO_MOCK_REASON)
|
|
class GitFSTest(TestCase, LoaderModuleMockMixin):
|
|
|
|
def setup_loader_modules(self):
|
|
self.tmp_cachedir = tempfile.mkdtemp(dir=TMP)
|
|
self.tmp_sock_dir = tempfile.mkdtemp(dir=TMP)
|
|
self.tmp_repo_dir = os.path.join(TMP, 'gitfs_root')
|
|
return {
|
|
gitfs: {
|
|
'__opts__': {'cachedir': self.tmp_cachedir,
|
|
'sock_dir': self.tmp_sock_dir,
|
|
'gitfs_remotes': ['file://' + self.tmp_repo_dir],
|
|
'gitfs_root': '',
|
|
'fileserver_backend': ['git'],
|
|
'gitfs_base': 'master',
|
|
'fileserver_events': True,
|
|
'transport': 'zeromq',
|
|
'gitfs_mountpoint': '',
|
|
'gitfs_env_whitelist': [],
|
|
'gitfs_env_blacklist': [],
|
|
'gitfs_user': '',
|
|
'gitfs_password': '',
|
|
'gitfs_insecure_auth': False,
|
|
'gitfs_privkey': '',
|
|
'gitfs_pubkey': '',
|
|
'gitfs_passphrase': '',
|
|
'gitfs_refspecs': ['+refs/heads/*:refs/remotes/origin/*',
|
|
'+refs/tags/*:refs/tags/*'],
|
|
'gitfs_ssl_verify': True,
|
|
'__role': 'master'
|
|
}
|
|
}
|
|
}
|
|
|
|
def setUp(self):
|
|
'''
|
|
We don't want to check in another .git dir into GH because that just gets messy.
|
|
Instead, we'll create a temporary repo on the fly for the tests to examine.
|
|
'''
|
|
if not gitfs.__virtual__():
|
|
self.skipTest("GitFS could not be loaded. Skipping GitFS tests!")
|
|
self.integration_base_files = os.path.join(FILES, 'file', 'base')
|
|
|
|
# Create the dir if it doesn't already exist
|
|
|
|
try:
|
|
shutil.copytree(self.integration_base_files, self.tmp_repo_dir + '/')
|
|
except OSError:
|
|
# We probably caught an error because files already exist. Ignore
|
|
pass
|
|
|
|
try:
|
|
repo = git.Repo(self.tmp_repo_dir)
|
|
except git.exc.InvalidGitRepositoryError:
|
|
repo = git.Repo.init(self.tmp_repo_dir)
|
|
|
|
if 'USERNAME' not in os.environ:
|
|
try:
|
|
os.environ['USERNAME'] = pwd.getpwuid(os.geteuid()).pw_name
|
|
except AttributeError:
|
|
log.error('Unable to get effective username, falling back to '
|
|
'\'root\'.')
|
|
os.environ['USERNAME'] = 'root'
|
|
|
|
repo.index.add([x for x in os.listdir(self.tmp_repo_dir)
|
|
if x != '.git'])
|
|
repo.index.commit('Test')
|
|
gitfs.update()
|
|
|
|
def tearDown(self):
|
|
'''
|
|
Remove the temporary git repository and gitfs cache directory to ensure
|
|
a clean environment for each test.
|
|
'''
|
|
shutil.rmtree(self.tmp_repo_dir)
|
|
shutil.rmtree(self.tmp_cachedir)
|
|
shutil.rmtree(self.tmp_sock_dir)
|
|
del self.tmp_repo_dir
|
|
del self.tmp_cachedir
|
|
del self.tmp_sock_dir
|
|
del self.integration_base_files
|
|
|
|
def test_file_list(self):
|
|
ret = gitfs.file_list(LOAD)
|
|
self.assertIn('testfile', ret)
|
|
|
|
def test_dir_list(self):
|
|
ret = gitfs.dir_list(LOAD)
|
|
self.assertIn('grail', ret)
|
|
|
|
def test_envs(self):
|
|
ret = gitfs.envs()
|
|
self.assertIn('base', ret)
|