1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355
|
# This file is part of cloud-init. See LICENSE file for license information.
import logging
import os
import re
import time
import uuid
from enum import Enum
from pathlib import Path
from tempfile import NamedTemporaryFile
from typing import Union
from pycloudlib.gce.instance import GceInstance
from pycloudlib.instance import BaseInstance
from pycloudlib.lxd.instance import LXDInstance
from pycloudlib.result import Result
from tests.helpers import cloud_init_project_dir
from tests.integration_tests import integration_settings
from tests.integration_tests.decorators import retry
from tests.integration_tests.util import ASSETS_DIR
try:
from typing import TYPE_CHECKING
if TYPE_CHECKING:
from tests.integration_tests.clouds import ( # noqa: F401
IntegrationCloud,
)
except ImportError:
pass
log = logging.getLogger("integration_testing")
def _get_tmp_path():
tmp_filename = str(uuid.uuid4())
return "/var/tmp/{}.tmp".format(tmp_filename)
class CloudInitSource(Enum):
"""Represents the cloud-init image source setting as a defined value.
Values here represent all possible values for CLOUD_INIT_SOURCE in
tests/integration_tests/integration_settings.py. See that file for an
explanation of these values. If the value set there can't be parsed into
one of these values, an exception will be raised
"""
NONE = 1
IN_PLACE = 2
PROPOSED = 3
PPA = 4
DEB_PACKAGE = 5
UPGRADE = 6
def installs_new_version(self):
return self.name not in [self.NONE.name, self.IN_PLACE.name]
class IntegrationInstance:
def __init__(
self,
cloud: "IntegrationCloud",
instance: BaseInstance,
settings=integration_settings,
):
self.cloud = cloud
self.instance = instance
self.settings = settings
self.test_failed = False
self._ip = ""
def destroy(self):
if isinstance(self.instance, GceInstance):
self.instance.delete(wait=False)
else:
self.instance.delete()
def restart(self):
"""Restart this instance (via cloud mechanism) and wait for boot.
This wraps pycloudlib's `BaseInstance.restart`
"""
log.info("Restarting instance and waiting for boot")
self.instance.restart()
def execute(self, command, *, use_sudo=True) -> Result:
if self.instance.username == "root" and use_sudo is False:
raise RuntimeError("Root user cannot run unprivileged")
return self.instance.execute(command, use_sudo=use_sudo)
def pull_file(
self,
remote_path: Union[str, os.PathLike],
local_path: Union[str, os.PathLike],
):
# First copy to a temporary directory because of permissions issues
tmp_path = _get_tmp_path()
self.instance.execute("cp {} {}".format(str(remote_path), tmp_path))
self.instance.pull_file(tmp_path, str(local_path))
def push_file(
self,
local_path: Union[str, os.PathLike],
remote_path: Union[str, os.PathLike],
):
# First push to a temporary directory because of permissions issues
tmp_path = _get_tmp_path()
self.instance.push_file(str(local_path), tmp_path)
assert self.execute(
"mv {} {}".format(tmp_path, str(remote_path))
), f"Failed to push {tmp_path} to {remote_path}"
def read_from_file(self, remote_path) -> str:
result = self.execute("cat {}".format(remote_path))
if result.failed:
# TODO: Raise here whatever pycloudlib raises when it has
# a consistent error response
raise IOError(
"Failed reading remote file via cat: {}\n"
"Return code: {}\n"
"Stderr: {}\n"
"Stdout: {}".format(
remote_path,
result.return_code,
result.stderr,
result.stdout,
)
)
return result.stdout
def write_to_file(self, remote_path, contents: str):
# Writes file locally and then pushes it rather
# than writing the file directly on the instance
with NamedTemporaryFile("w", delete=False) as tmp_file:
tmp_file.write(contents)
try:
self.push_file(tmp_file.name, remote_path)
finally:
os.unlink(tmp_file.name)
def snapshot(self):
image_id = self.cloud.snapshot(self.instance)
log.info("Created new image: %s", image_id)
return image_id
def install_coverage(self):
# Determine coverage version from integration-requirements.txt
integration_requirements = Path(
cloud_init_project_dir("integration-requirements.txt")
).read_text()
coverage_version = ""
for line in integration_requirements.splitlines():
if line.startswith("coverage=="):
coverage_version = line.split("==")[1]
break
else:
raise RuntimeError(
"Could not find coverage in integration-requirements.txt"
)
# Update and install coverage from pip
# We use pip because the versions between distros are incompatible
self.update_package_cache()
self.execute("apt-get install -qy python3-pip")
self.execute(f"pip3 install coverage=={coverage_version}")
self.push_file(
local_path=ASSETS_DIR / "enable_coverage.py",
remote_path="/var/tmp/enable_coverage.py",
)
assert self.execute("python3 /var/tmp/enable_coverage.py").ok
def install_profile(self):
self.push_file(
local_path=ASSETS_DIR / "enable_profile.py",
remote_path="/var/tmp/enable_profile.py",
)
assert self.execute("python3 /var/tmp/enable_profile.py").ok
def install_new_cloud_init(
self,
source: CloudInitSource,
clean=True,
pkg: str = integration_settings.CLOUD_INIT_PKG,
update=True,
):
if update:
log.info("Updating package cache")
self.update_package_cache()
if source == CloudInitSource.DEB_PACKAGE:
self.install_deb()
elif source == CloudInitSource.PPA:
self.install_ppa(pkg)
elif source == CloudInitSource.PROPOSED:
self.install_proposed_image(pkg)
elif source == CloudInitSource.UPGRADE:
self.upgrade_cloud_init(pkg)
else:
raise RuntimeError(
"Specified to install {} which isn't supported here".format(
source
)
)
version = self.execute("cloud-init -v").split()[-1]
log.info("Installed cloud-init version: %s", version)
if clean:
self.instance.clean()
def install_proposed_image(self, pkg: str):
log.info("Installing %s from -proposed", pkg)
assert self.execute(
'echo deb "http://archive.ubuntu.com/ubuntu '
'$(lsb_release -sc)-proposed main" >> '
"/etc/apt/sources.list.d/proposed.list"
).ok
assert self.execute("apt-get update").ok
assert self.execute(
f"apt-get install -qy {pkg} -t=$(lsb_release -sc)-proposed"
).ok
def install_ppa(self, pkg: str):
log.info("Installing %s from PPA", pkg)
if self.execute("which add-apt-repository").failed:
log.info("Installing missing software-properties-common package")
assert self.execute(
"apt install -qy software-properties-common"
).ok
pin_origin = self.settings.CLOUD_INIT_SOURCE[4:] # Drop leading ppa:
pin_origin = re.sub("[^a-z0-9-]", "-", pin_origin)
preferences = f"""\
package: cloud-init
Pin: release o=LP-PPA-{pin_origin}
Pin-Priority: 1001
package: cloud-init-base
Pin: release o=LP-PPA-{pin_origin}
Pin-Priority: 1001
package: cloud-init-cloud-sigma
Pin: release o=LP-PPA-{pin_origin}
Pin-Priority: 1001
package: cloud-init-smart-os
Pin: release o=LP-PPA-{pin_origin}
Pin-Priority: 1001"""
self.write_to_file(
"/etc/apt/preferences.d/cloud-init-integration-testing",
preferences,
)
# wait up to 5 minutes for lock to be released
for _ in range(60):
r = self.execute(
"add-apt-repository {} -y".format(
self.settings.CLOUD_INIT_SOURCE
)
)
if not r.ok and "Could not get lock" in r.stderr:
log.info("Waiting for lock to be released")
time.sleep(5)
continue
assert r.ok, r.stderr
# PIN this PPA as priority for cloud-init installs
r = self.execute(
f"DEBIAN_FRONTEND=noninteractive"
f" apt-get install -qy {pkg} --allow-downgrades"
)
if not r.ok and "Could not get lock" in r.stderr:
log.info("Waiting for lock to be released")
time.sleep(5)
continue
assert r.ok, r.stderr
break
else:
raise RuntimeError(
"Failed to install cloud-init from PPA after 5 minutes",
)
@retry(tries=30, delay=1)
def install_deb(self):
log.info("Installing deb package")
deb_path = integration_settings.CLOUD_INIT_SOURCE
deb_name = os.path.basename(deb_path)
remote_path = "/var/tmp/{}".format(deb_name)
self.push_file(
local_path=integration_settings.CLOUD_INIT_SOURCE,
remote_path=remote_path,
)
# Use apt install instead of dpkg -i to pull in any changed pkg deps
apt_result = self.execute(
f"apt install -qy {remote_path} --allow-downgrades"
)
if not apt_result.ok:
raise RuntimeError(
f"Failed to install {deb_name}: stdout: {apt_result.stdout}. "
f"stderr: {apt_result.stderr}"
)
@retry(tries=30, delay=1)
def upgrade_cloud_init(self, pkg: str, update=True):
assert self.execute(f"apt-get install -qy {pkg}").ok
def update_package_cache(self):
"""Update the package cache using apt.
`cloud-init single` allows us to ensure apt update is only run once
for this instance. It could be done with an lru_cache too, but
dogfooding is fun."""
self.write_to_file(
"/tmp/update-ci.yaml", "#cloud-config\npackage_update: true"
)
response = self.execute(
"cloud-init single --name package_update_upgrade_install "
"--frequency instance --file /tmp/update-ci.yaml"
)
if not response.ok:
if response.stderr.startswith("usage:"):
# https://github.com/canonical/cloud-init/pull/4559 hasn't
# landed yet, so we need to use the old syntax
response = self.execute(
"cloud-init --file /tmp/update-ci.yaml single --name "
"package_update_upgrade_install --frequency instance "
)
if response.stderr:
raise RuntimeError(
f"Failed to update packages: {response.stderr}"
)
def ip(self) -> str:
if self._ip:
return self._ip
try:
# in some cases that ssh is not used, an address is not assigned
if (
isinstance(self.instance, LXDInstance)
and self.instance.execute_via_ssh
):
self._ip = self.instance.ip
elif not isinstance(self.instance, LXDInstance):
self._ip = self.instance.ip
except NotImplementedError:
self._ip = "Unknown"
return self._ip
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
if self.settings.KEEP_INSTANCE is True or (
self.settings.KEEP_INSTANCE == "ON_ERROR" and self.test_failed
):
log.info("Keeping Instance, public ip: %s", self.ip())
else:
self.cloud.reaper.reap(self)
|