taskotron-dev: hotfix no longer needed
This commit is contained in:
Martin Krizek
parent
bb4b4696f9
commit
97e4ef8091
2 changed files with 0 additions and 230 deletions
|
|
@ -1,226 +0,0 @@
|
||||||
#!/usr/bin/env python
|
|
||||||
# -*- coding: utf-8 -*-
|
|
||||||
# Copyright 2015, Red Hat, Inc.
|
|
||||||
# License: GPL-2.0+ <http://spdx.org/licenses/GPL-2.0+>
|
|
||||||
# See the LICENSE file for more details on Licensing
|
|
||||||
|
|
||||||
"""
|
|
||||||
Representation of a cloud image which can be used to boot instances
|
|
||||||
"""
|
|
||||||
|
|
||||||
import sys
|
|
||||||
import os
|
|
||||||
import subprocess
|
|
||||||
import re
|
|
||||||
import shutil
|
|
||||||
import logging
|
|
||||||
|
|
||||||
import requests
|
|
||||||
|
|
||||||
from . import config
|
|
||||||
from .exceptions import TestcloudImageError
|
|
||||||
|
|
||||||
config_data = config.get_config()
|
|
||||||
|
|
||||||
log = logging.getLogger('testcloud.image')
|
|
||||||
|
|
||||||
|
|
||||||
def list_images():
|
|
||||||
"""List the images currently downloaded and available on the system
|
|
||||||
|
|
||||||
:returns: list of images currently available
|
|
||||||
"""
|
|
||||||
|
|
||||||
image_dir = config_data.STORE_DIR
|
|
||||||
images = os.listdir(image_dir)
|
|
||||||
|
|
||||||
return images
|
|
||||||
|
|
||||||
|
|
||||||
def find_image(name, uri=None):
|
|
||||||
"""Find an image matching a given name and optionally, a uri
|
|
||||||
|
|
||||||
:param name: name of the image to look for
|
|
||||||
:param uri: source uri to use if the image is found
|
|
||||||
|
|
||||||
:returns: :py:class:`Image` if an image is found, otherwise None
|
|
||||||
"""
|
|
||||||
images = list_images()
|
|
||||||
|
|
||||||
if name in images:
|
|
||||||
if uri is None:
|
|
||||||
uri = 'file://{}/{}'.format(config_data.STORE_DIR, name)
|
|
||||||
return Image(uri)
|
|
||||||
else:
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
class Image(object):
|
|
||||||
"""Handles base cloud images and prepares them for boot. This includes
|
|
||||||
downloading images from remote systems (http, https supported) or copying
|
|
||||||
from mounted local filesystems.
|
|
||||||
"""
|
|
||||||
|
|
||||||
def __init__(self, uri):
|
|
||||||
"""Create a new Image object for Testcloud
|
|
||||||
|
|
||||||
:param uri: URI for the image to be represented. this URI must be of a
|
|
||||||
supported type (http, https, file)
|
|
||||||
:raises TestcloudImageError: if the URI is not of a supported type or cannot be parsed
|
|
||||||
"""
|
|
||||||
|
|
||||||
self.uri = uri
|
|
||||||
|
|
||||||
uri_data = self._process_uri(uri)
|
|
||||||
|
|
||||||
self.name = uri_data['name']
|
|
||||||
self.uri_type = uri_data['type']
|
|
||||||
|
|
||||||
if self.uri_type == 'file':
|
|
||||||
self.remote_path = uri_data['path']
|
|
||||||
else:
|
|
||||||
self.remote_path = uri
|
|
||||||
|
|
||||||
self.local_path = "{}/{}".format(config_data.STORE_DIR, self.name)
|
|
||||||
|
|
||||||
def _process_uri(self, uri):
|
|
||||||
"""Process the URI given to find the type, path and imagename contained
|
|
||||||
in that URI.
|
|
||||||
|
|
||||||
:param uri: string URI to be processed
|
|
||||||
:return: dictionary containing 'type', 'name' and 'path'
|
|
||||||
:raise TestcloudImageError: if the URI is invalid or uses an unsupported transport
|
|
||||||
"""
|
|
||||||
|
|
||||||
type_match = re.search(r'(http|https|file)://([\w\.\-/]+)', uri)
|
|
||||||
|
|
||||||
if not type_match:
|
|
||||||
raise TestcloudImageError('invalid uri: only http, https and file uris'
|
|
||||||
' are supported: {}'.format(uri))
|
|
||||||
|
|
||||||
uri_type = type_match.group(1)
|
|
||||||
uri_path = type_match.group(2)
|
|
||||||
|
|
||||||
name_match = re.findall('([\w\.\-]+)', uri)
|
|
||||||
|
|
||||||
if not name_match:
|
|
||||||
raise TestcloudImageError('invalid uri: could not find image name: {}'.format(uri))
|
|
||||||
|
|
||||||
image_name = name_match[-1]
|
|
||||||
return {'type': uri_type, 'name': image_name, 'path': uri_path}
|
|
||||||
|
|
||||||
def _download_remote_image(self, remote_url, local_path):
|
|
||||||
"""Download a remote image to the local system, outputting download
|
|
||||||
progress as it's downloaded.
|
|
||||||
|
|
||||||
:param remote_url: URL of the image
|
|
||||||
:param local_path: local path (including filename) that the image
|
|
||||||
will be downloaded to
|
|
||||||
"""
|
|
||||||
|
|
||||||
u = requests.get(remote_url, stream=True)
|
|
||||||
if u.status_code == 404:
|
|
||||||
raise TestcloudImageError('Image not found at the given URL: {}'.format(self.uri))
|
|
||||||
|
|
||||||
try:
|
|
||||||
with open(local_path + ".part", 'wb') as f:
|
|
||||||
file_size = int(u.headers['content-length'])
|
|
||||||
|
|
||||||
log.info("Downloading {0} ({1} bytes)".format(self.name, file_size))
|
|
||||||
bytes_downloaded = 0
|
|
||||||
block_size = 4096
|
|
||||||
|
|
||||||
while True:
|
|
||||||
|
|
||||||
try:
|
|
||||||
|
|
||||||
for data in u.iter_content(block_size):
|
|
||||||
|
|
||||||
bytes_downloaded += len(data)
|
|
||||||
f.write(data)
|
|
||||||
bytes_remaining = float(bytes_downloaded) / file_size
|
|
||||||
if config_data.DOWNLOAD_PROGRESS:
|
|
||||||
# TODO: Improve this progress indicator by making
|
|
||||||
# it more readable and user-friendly.
|
|
||||||
status = r"{0}/{1} [{2:.2%}]".format(bytes_downloaded,
|
|
||||||
file_size,
|
|
||||||
bytes_remaining)
|
|
||||||
status = status + chr(8) * (len(status) + 1)
|
|
||||||
sys.stdout.write(status)
|
|
||||||
|
|
||||||
except TypeError:
|
|
||||||
# Rename the file since download has completed
|
|
||||||
os.rename(local_path + ".part", local_path)
|
|
||||||
log.info("Succeeded at downloading {0}".format(self.name))
|
|
||||||
break
|
|
||||||
|
|
||||||
except OSError:
|
|
||||||
log.error("Problem writing to {}.".format(config_data.PRISTINE))
|
|
||||||
|
|
||||||
def _handle_file_url(self, source_path, dest_path, copy=True):
|
|
||||||
if not os.path.exists(dest_path):
|
|
||||||
if copy:
|
|
||||||
shutil.copy(source_path, dest_path)
|
|
||||||
else:
|
|
||||||
subprocess.check_call(['ln', '-s', '-f', source_path, dest_path])
|
|
||||||
|
|
||||||
def _adjust_image_selinux(self, image_path):
|
|
||||||
"""If SElinux is enabled on the system, change the context of that image
|
|
||||||
file such that libguestfs and qemu can use it.
|
|
||||||
|
|
||||||
:param image_path: path to the image to change the context of
|
|
||||||
"""
|
|
||||||
|
|
||||||
selinux_active = subprocess.call(['selinuxenabled'])
|
|
||||||
|
|
||||||
if selinux_active != 0:
|
|
||||||
log.debug('SELinux not enabled, not changing context of'
|
|
||||||
'image {}'.format(image_path))
|
|
||||||
return
|
|
||||||
|
|
||||||
image_context = subprocess.call(['chcon',
|
|
||||||
'-h',
|
|
||||||
'-u', 'system_u',
|
|
||||||
'-t', 'virt_content_t',
|
|
||||||
image_path])
|
|
||||||
if image_context == 0:
|
|
||||||
log.debug('successfully changed SELinux context for '
|
|
||||||
'image {}'.format(image_path))
|
|
||||||
else:
|
|
||||||
log.error('Error while changing SELinux context on '
|
|
||||||
'image {}'.format(image_path))
|
|
||||||
|
|
||||||
def prepare(self, copy=False):
|
|
||||||
"""Prepare the image for local use by either downloading the image from
|
|
||||||
a remote location or copying/linking it into the image store from a locally
|
|
||||||
mounted filesystem
|
|
||||||
|
|
||||||
:param copy: if true image will be copied to backingstores else symlink is created
|
|
||||||
in backingstores instead of copying. Only for file:// type of urls.
|
|
||||||
"""
|
|
||||||
|
|
||||||
log.debug("Local downloads will be stored in {}.".format(
|
|
||||||
config_data.STORE_DIR))
|
|
||||||
|
|
||||||
if self.uri_type == 'file':
|
|
||||||
self._handle_file_url(self.remote_path, self.local_path, copy=copy)
|
|
||||||
else:
|
|
||||||
if not os.path.exists(self.local_path):
|
|
||||||
self._download_remote_image(self.remote_path, self.local_path)
|
|
||||||
|
|
||||||
self._adjust_image_selinux(self.local_path)
|
|
||||||
|
|
||||||
return self.local_path
|
|
||||||
|
|
||||||
def remove(self):
|
|
||||||
"""Remove the image from disk. This operation cannot be undone.
|
|
||||||
"""
|
|
||||||
|
|
||||||
log.debug("removing image {}".format(self.local_path))
|
|
||||||
os.remove(self.local_path)
|
|
||||||
|
|
||||||
def destroy(self):
|
|
||||||
'''A deprecated method. Please call :meth:`remove` instead.'''
|
|
||||||
|
|
||||||
log.debug('DEPRECATED: destroy() method was deprecated. Please use remove()')
|
|
||||||
self.remove()
|
|
||||||
|
|
@ -84,7 +84,3 @@
|
||||||
- name: copy custom libvirt network config
|
- name: copy custom libvirt network config
|
||||||
copy: src=default.xml dest=/etc/libvirt/qemu/networks/default.xml owner=root group=root mode=0600
|
copy: src=default.xml dest=/etc/libvirt/qemu/networks/default.xml owner=root group=root mode=0600
|
||||||
when: deployment_type in ['dev', 'stg', 'prod']
|
when: deployment_type in ['dev', 'stg', 'prod']
|
||||||
|
|
||||||
- name: hotfix testcloud so it does not fail with incorrect permissions
|
|
||||||
copy: src=hotfix_testcloud_image.py dest=/usr/lib/python2.7/site-packages/testcloud/image.py owner=root group=root mode=0644
|
|
||||||
when: deployment_type in ['dev']
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue