# Pylint doesn't play well with fixtures and dependency injection from pytest # pylint: disable=redefined-outer-name import os import pytest from buildstream import _yaml from buildstream.testing import cli_integration as cli # pylint: disable=unused-import from buildstream.testing.integration import assert_contains from buildstream.testing._utils.site import HAVE_SANDBOX from tests.testutils.python_repo import setup_pypi_repo # pylint: disable=unused-import pytestmark = pytest.mark.integration DATA_DIR = os.path.join( os.path.dirname(os.path.realpath(__file__)), "project" ) @pytest.mark.datafiles(DATA_DIR) def test_pip_source_import_packages(cli, datafiles, setup_pypi_repo): project = str(datafiles) checkout = os.path.join(cli.directory, 'checkout') element_path = os.path.join(project, 'elements') element_name = 'pip/hello.bst' # check that exotically named packages are imported correctly myreqs_packages = 'hellolib' dependencies = ['app2', 'app.3', 'app-4', 'app_5', 'app.no.6', 'app-no-7', 'app_no_8'] mock_packages = { myreqs_packages: { package: {} for package in dependencies } } # create mock pypi repository pypi_repo = os.path.join(project, 'files', 'pypi-repo') os.makedirs(pypi_repo, exist_ok=True) setup_pypi_repo(mock_packages, pypi_repo) element = { 'kind': 'import', 'sources': [ { 'kind': 'local', 'path': 'files/pip-source' }, { 'kind': 'pip', 'url': 'file://{}'.format(os.path.realpath(pypi_repo)), 'packages': [myreqs_packages] } ] } os.makedirs(os.path.dirname(os.path.join(element_path, element_name)), exist_ok=True) _yaml.dump(element, os.path.join(element_path, element_name)) result = cli.run(project=project, args=['source', 'track', element_name]) assert result.exit_code == 0 result = cli.run(project=project, args=['build', element_name]) assert result.exit_code == 0 result = cli.run(project=project, args=['artifact', 'checkout', element_name, '--directory', checkout]) assert result.exit_code == 0 assert_contains(checkout, ['/.bst_pip_downloads', '/.bst_pip_downloads/hellolib-0.1.tar.gz', '/.bst_pip_downloads/app2-0.1.tar.gz', '/.bst_pip_downloads/app.3-0.1.tar.gz', '/.bst_pip_downloads/app-4-0.1.tar.gz', '/.bst_pip_downloads/app_5-0.1.tar.gz', '/.bst_pip_downloads/app.no.6-0.1.tar.gz', '/.bst_pip_downloads/app-no-7-0.1.tar.gz', '/.bst_pip_downloads/app_no_8-0.1.tar.gz']) @pytest.mark.datafiles(DATA_DIR) def test_pip_source_import_requirements_files(cli, datafiles, setup_pypi_repo): project = str(datafiles) checkout = os.path.join(cli.directory, 'checkout') element_path = os.path.join(project, 'elements') element_name = 'pip/hello.bst' # check that exotically named packages are imported correctly myreqs_packages = 'hellolib' dependencies = ['app2', 'app.3', 'app-4', 'app_5', 'app.no.6', 'app-no-7', 'app_no_8'] mock_packages = { myreqs_packages: { package: {} for package in dependencies } } # create mock pypi repository pypi_repo = os.path.join(project, 'files', 'pypi-repo') os.makedirs(pypi_repo, exist_ok=True) setup_pypi_repo(mock_packages, pypi_repo) element = { 'kind': 'import', 'sources': [ { 'kind': 'local', 'path': 'files/pip-source' }, { 'kind': 'pip', 'url': 'file://{}'.format(os.path.realpath(pypi_repo)), 'requirements-files': ['myreqs.txt'], } ] } os.makedirs(os.path.dirname(os.path.join(element_path, element_name)), exist_ok=True) _yaml.dump(element, os.path.join(element_path, element_name)) result = cli.run(project=project, args=['source', 'track', element_name]) assert result.exit_code == 0 result = cli.run(project=project, args=['build', element_name]) assert result.exit_code == 0 result = cli.run(project=project, args=['artifact', 'checkout', element_name, '--directory', checkout]) assert result.exit_code == 0 assert_contains(checkout, ['/.bst_pip_downloads', '/.bst_pip_downloads/hellolib-0.1.tar.gz', '/.bst_pip_downloads/app2-0.1.tar.gz', '/.bst_pip_downloads/app.3-0.1.tar.gz', '/.bst_pip_downloads/app-4-0.1.tar.gz', '/.bst_pip_downloads/app_5-0.1.tar.gz', '/.bst_pip_downloads/app.no.6-0.1.tar.gz', '/.bst_pip_downloads/app-no-7-0.1.tar.gz', '/.bst_pip_downloads/app_no_8-0.1.tar.gz']) @pytest.mark.datafiles(DATA_DIR) @pytest.mark.skipif(not HAVE_SANDBOX, reason='Only available with a functioning sandbox') def test_pip_source_build(cli, datafiles, setup_pypi_repo): project = str(datafiles) element_path = os.path.join(project, 'elements') element_name = 'pip/hello.bst' # check that exotically named packages are imported correctly myreqs_packages = 'hellolib' dependencies = ['app2', 'app.3', 'app-4', 'app_5', 'app.no.6', 'app-no-7', 'app_no_8'] mock_packages = { myreqs_packages: { package: {} for package in dependencies } } # create mock pypi repository pypi_repo = os.path.join(project, 'files', 'pypi-repo') os.makedirs(pypi_repo, exist_ok=True) setup_pypi_repo(mock_packages, pypi_repo) element = { 'kind': 'manual', 'depends': ['base.bst'], 'sources': [ { 'kind': 'local', 'path': 'files/pip-source' }, { 'kind': 'pip', 'url': 'file://{}'.format(os.path.realpath(pypi_repo)), 'requirements-files': ['myreqs.txt'], 'packages': dependencies } ], 'config': { 'install-commands': [ 'pip3 install --no-index --prefix %{install-root}/usr .bst_pip_downloads/*.tar.gz', 'install app1.py %{install-root}/usr/bin/' ] } } os.makedirs(os.path.dirname(os.path.join(element_path, element_name)), exist_ok=True) _yaml.dump(element, os.path.join(element_path, element_name)) result = cli.run(project=project, args=['source', 'track', element_name]) assert result.exit_code == 0 result = cli.run(project=project, args=['build', element_name]) assert result.exit_code == 0 result = cli.run(project=project, args=['shell', element_name, '/usr/bin/app1.py']) assert result.exit_code == 0 assert result.output == "Hello App1! This is hellolib\n"