Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Added get-dependencies option to install_pack.py #5994

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions CHANGELOG.rst
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@ Added
* Expose environment variable ST2_ACTION_DEBUG to all StackStorm actions.
Contributed by @maxfactor1

* Added get-dependencies option to install_pack.py #5994

3.8.0 - November 18, 2022
-------------------------
Expand Down
104 changes: 72 additions & 32 deletions st2common/st2common/cmd/install_pack.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,16 +14,19 @@
# limitations under the License.

import sys
from os import listdir

from oslo_config import cfg

from st2common import config
from st2common import log as logging
from st2common.config import do_register_cli_opts
from st2common.script_setup import setup as common_setup
from st2common.util.pack import get_pack_metadata
from st2common.util.pack_management import download_pack
from st2common.util.pack_management import get_and_set_proxy_config
from st2common.util.virtualenvs import setup_pack_virtualenv
from st2common.content.utils import get_pack_base_path, get_packs_base_paths

__all__ = ["main"]

Expand Down Expand Up @@ -53,10 +56,77 @@ def _register_cli_opts():
help="True to force pack installation and ignore install "
"lock file if it exists.",
),
cfg.BoolOpt(
"get-dependencies",
default=False,
help="True to install pack dependencies",
),
]
do_register_cli_opts(cli_opts)


def get_pack_dependencies(pack, verify_ssl, force, dependencies, proxy_config):
pack_path = get_pack_base_path(pack)

try:
pack_metadata = get_pack_metadata(pack_dir=pack_path)
result = pack_metadata.get("dependencies", None)
if result:
guzzijones marked this conversation as resolved.
Show resolved Hide resolved
LOG.info('Getting pack dependencies for pack "%s"' % (pack))
download_packs(result, verify_ssl, force, dependencies, proxy_config)
LOG.info('Successfully got pack dependencies for pack "%s"' % (pack))
except IOError:
LOG.error("Could not open pack.yaml at location %s" % pack_path)
result = None


def download_packs(packs, verify_ssl, force, dependencies, proxy_config):
packs_base_paths = get_packs_base_paths()

for pack in packs:
for pack_dir in packs_base_paths:
if pack in listdir(pack_dir):
LOG.info('Pack (%s) already installed in "%s"' % (pack, pack_dir))
break
else:
# 1. Download the pack
LOG.info('Installing pack "%s"' % (pack))
result = download_pack(
pack=pack,
verify_ssl=verify_ssl,
force=force,
proxy_config=proxy_config,
force_permissions=True,
)

# Raw pack name excluding the version
pack_name = result[1]
success = result[2][0]

if success:
LOG.info('Successfully installed pack "%s"' % (pack_name))
else:
error = result[2][1]
LOG.error('Failed to install pack "%s": %s' % (pack_name, error))
sys.exit(2)

# 2. Setup pack virtual environment
LOG.info('Setting up virtualenv for pack "%s"' % (pack_name))
setup_pack_virtualenv(
pack_name=pack_name,
update=False,
logger=LOG,
proxy_config=proxy_config,
no_download=True,
)
LOG.info('Successfully set up virtualenv for pack "%s"' % (pack_name))

if dependencies:
get_pack_dependencies(
pack_name, verify_ssl, force, dependencies, proxy_config
)


def main(argv):
_register_cli_opts()

Expand All @@ -71,40 +141,10 @@ def main(argv):
packs = cfg.CONF.pack
verify_ssl = cfg.CONF.verify_ssl
force = cfg.CONF.force
dependencies = cfg.CONF.get_dependencies

proxy_config = get_and_set_proxy_config()

for pack in packs:
# 1. Download the pack
LOG.info('Installing pack "%s"' % (pack))
result = download_pack(
pack=pack,
verify_ssl=verify_ssl,
force=force,
proxy_config=proxy_config,
force_permissions=True,
)

# Raw pack name excluding the version
pack_name = result[1]
success = result[2][0]

if success:
LOG.info('Successfully installed pack "%s"' % (pack_name))
else:
error = result[2][1]
LOG.error('Failed to install pack "%s": %s' % (pack_name, error))
sys.exit(2)

# 2. Setup pack virtual environment
LOG.info('Setting up virtualenv for pack "%s"' % (pack_name))
setup_pack_virtualenv(
pack_name=pack_name,
update=False,
logger=LOG,
proxy_config=proxy_config,
no_download=True,
)
LOG.info('Successfully set up virtualenv for pack "%s"' % (pack_name))
download_packs(packs, verify_ssl, force, dependencies, proxy_config)

return 0