22

✏️ Editing: deployment.py

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""
Provides generic deployment steps for machines post boot.
"""

import os
import re
import binascii
from typing import IO, List, Union, Optional, cast

from libcloud.utils.py3 import basestring
from libcloud.compute.ssh import BaseSSHClient
from libcloud.compute.base import Node

class Deployment:
    """
    Base class for deployment tasks.
    """

def run(self, node, client):
        # type: (Node, BaseSSHClient) -> Node
        """
        Runs this deployment task on node using the client provided.

:type node: :class:`Node`
        :keyword node: Node to operate one

:type client: :class:`BaseSSHClient`
        :keyword client: Connected SSH client to use.

:return: :class:`Node`
        """
        raise NotImplementedError("run not implemented for this deployment")

def _get_string_value(self, argument_name, argument_value):
        if not isinstance(argument_value, basestring) and not hasattr(argument_value, "read"):
            raise TypeError(
                "%s argument must be a string or a file-like " "object" % (argument_name)
            )

if hasattr(argument_value, "read"):
            argument_value = argument_value.read()

return argument_value

class SSHKeyDeployment(Deployment):
    """
    Installs a public SSH Key onto a server.
    """

def __init__(self, key):
        # type: (Union[str, IO]) -> None
        """
        :type key: ``str`` or :class:`File` object
        :keyword key: Contents of the public key write or a file object which
                      can be read.
        """
        self.key = self._get_string_value(argument_name="key", argument_value=key)

def run(self, node, client):
        # type: (Node, BaseSSHClient) -> Node
        """
        Installs SSH key into ``.ssh/authorized_keys``

See also :class:`Deployment.run`
        """
        client.put(".ssh/authorized_keys", contents=self.key, mode="a")
        return node

def __str__(self):
        return self.__repr__()

def __repr__(self):
        key = self.key[:100]
        return "<SSHKeyDeployment key=%s...>" % (key)

class FileDeployment(Deployment):
    """
    Installs a file on the server.
    """

def __init__(self, source, target):
        # type: (str, str) -> None
        """
        :type source: ``str``
        :keyword source: Local path of file to be installed

:type target: ``str``
        :keyword target: Path to install file on node
        """
        self.source = source
        self.target = target

def run(self, node, client):
        # type: (Node, BaseSSHClient) -> Node
        """
        Upload the file, retaining permissions.

See also :class:`Deployment.run`
        """
        perms = int(oct(os.stat(self.source).st_mode)[4:], 8)

with open(self.source, "rb") as fp:
            client.putfo(path=self.target, chmod=perms, fo=fp)
        return node

def __str__(self):
        return self.__repr__()

def __repr__(self):
        return "<FileDeployment source={}, target={}>".format(self.source, self.target)

class ScriptDeployment(Deployment):
    """
    Runs an arbitrary shell script on the server.

This step works by first writing the content of the shell script (script
    argument) in a *.sh file on a remote server and then running that file.

If you are running a non-shell script, make sure to put the appropriate
    shebang to the top of the script. You are also advised to do that even if
    you are running a plan shell script.
    """

def __init__(
        self,
        script,  # type: str
        args=None,  # type: Optional[List[str]]
        name=None,  # type: Optional[str]
        delete=False,  # type bool
        timeout=None,  # type: Optional[float]
    ):
        # type: (...) -> None
        """
        :type script: ``str``
        :keyword script: Contents of the script to run.

:type args: ``list``
        :keyword args: Optional command line arguments which get passed to the
                       deployment script file.

:type name: ``str``
        :keyword name: Name of the script to upload it as, if not specified,
                       a random name will be chosen.

:type delete: ``bool``
        :keyword delete: Whether to delete the script on completion.

:param timeout: Optional run timeout for this command.
        :type timeout: ``float``
        """
        script = self._get_string_value(argument_name="script", argument_value=script)

self.script = script
        self.args = args or []
        self.stdout = None  # type: Optional[str]
        self.stderr = None  # type: Optional[str]
        self.exit_status = None  # type: Optional[int]
        self.delete = delete
        self.timeout = timeout
        self.name = name  # type: Optional[str]

if self.name is None:
            # File is put under user's home directory
            # (~/libcloud_deployment_<random_string>.sh)
            random_string = ""  # type: Union[str, bytes]
            random_string = binascii.hexlify(os.urandom(4))
            random_string = cast(bytes, random_string)
            random_string = random_string.decode("ascii")
            self.name = "libcloud_deployment_%s.sh" % (random_string)

def run(self, node, client):
        # type: (Node, BaseSSHClient) -> Node
        """
        Uploads the shell script and then executes it.

See also :class:`Deployment.run`
        """
        self.name = cast(str, self.name)
        file_path = client.put(path=self.name, chmod=int("755", 8), contents=self.script)
        # Prepend cwd if user specified a relative path
        if self.name and (self.name[0] not in ["/", "\\"] and not re.match(r"^\w\:.*$", file_path)):
            base_path = os.path.dirname(file_path)
            name = os.path.join(base_path, self.name)
        elif self.name and (self.name[0] == "\\" or re.match(r"^\w\:.*$", file_path)):
            # Absolute Windows path
            name = file_path
        else:
            self.name = cast(str, self.name)
            name = self.name

cmd = name

if self.args:
            # Append arguments to the command
            cmd = "{} {}".format(name, " ".join(self.args))
        else:
            cmd = name

self.stdout, self.stderr, self.exit_status = client.run(cmd, timeout=self.timeout)

if self.delete:
            client.delete(self.name)

return node

def __str__(self):
        return self.__repr__()

def __repr__(self):
        script = self.script[:15] + "..."
        exit_status = self.exit_status

if exit_status is not None:
            stdout = self.stdout[:30] + "..."
            stderr = self.stderr[:30] + "..."
        else:
            exit_status = "script didn't run yet"
            stdout = None
            stderr = None
        return "<ScriptDeployment script=%s, exit_status=%s, stdout=%s, " "stderr=%s>" % (
            script,
            exit_status,
            stdout,
            stderr,
        )

class ScriptFileDeployment(ScriptDeployment):
    """
    Runs an arbitrary shell script from a local file on the server. Same as
    ScriptDeployment, except that you can pass in a path to the file instead of
    the script content.
    """

def __init__(
        self,
        script_file,  # type: str
        args=None,  # type: Optional[List[str]]
        name=None,  # type: Optional[str]
        delete=False,  # type bool
        timeout=None,  # type: Optional[float]
    ):
        # type: (...) -> None
        """
        :type script_file: ``str``
        :keyword script_file: Path to a file containing the script to run.

:type args: ``list``
        :keyword args: Optional command line arguments which get passed to the
                       deployment script file.

:type name: ``str``
        :keyword name: Name of the script to upload it as, if not specified,
                       a random name will be chosen.

:type delete: ``bool``
        :keyword delete: Whether to delete the script on completion.

:param timeout: Optional run timeout for this command.
        :type timeout: ``float``
        """
        with open(script_file, "rb") as fp:
            content = fp.read()  # type: Union[bytes, str]

content = cast(bytes, content)
        content = content.decode("utf-8")

super().__init__(script=content, args=args, name=name, delete=delete, timeout=timeout)

class MultiStepDeployment(Deployment):
    """
    Runs a chain of Deployment steps.
    """

def __init__(self, add=None):
        # type: (Optional[Union[Deployment, List[Deployment]]]) -> None
        """
        :type add: ``list``
        :keyword add: Deployment steps to add.
        """
        self.steps = []  # type: list

if add:
            self.add(add)

def add(self, add):
        # type: (Union[Deployment, List[Deployment]]) -> None
        """
        Add a deployment to this chain.

:type add: Single :class:`Deployment` or a ``list`` of
                   :class:`Deployment`
        :keyword add: Adds this deployment to the others already in this
                      object.
        """
        if add is not None:
            add = add if isinstance(add, (list, tuple)) else [add]
            self.steps.extend(add)

def run(self, node, client):
        # type: (Node, BaseSSHClient) -> Node
        """
        Run each deployment that has been added.

See also :class:`Deployment.run`
        """
        for s in self.steps:
            node = s.run(node, client)
        return node

def __str__(self):
        return self.__repr__()

def __repr__(self):
        steps = []

for step in self.steps:
            steps.append(str(step))

steps = ", ".join(steps)

return "<MultiStepDeployment steps=[%s]>" % (steps)

MR SKB