¡@
OpenStack Study: vmware_images.py**** CubicPower OpenStack Study **** def start_transfer(context, timeout_secs, read_file_handle, max_data_size, write_file_handle=None, image_service=None, image_id=None, image_meta=None): """Start the data transfer from the reader to the writer. Reader writes to the pipe and the writer reads from the pipe. This means that the total transfer time boils down to the slower of the read/write and not the addition of the two times. """ if not image_meta: image_meta = {} # The pipe that acts as an intermediate store of data for reader to write # to and writer to grab from. thread_safe_pipe = io_util.ThreadSafePipe(QUEUE_BUFFER_SIZE, max_data_size) # The read thread. In case of glance it is the instance of the # GlanceFileRead class. The glance client read returns an iterator # and this class wraps that iterator to provide datachunks in calls # to read. read_thread = io_util.IOThread(read_file_handle, thread_safe_pipe) # In case of Glance - VMware transfer, we just need a handle to the # HTTP Connection that is to send transfer data to the VMware datastore. if write_file_handle: write_thread = io_util.IOThread(thread_safe_pipe, write_file_handle) # In case of VMware - Glance transfer, we relinquish VMware HTTP file read # handle to Glance Client instance, but to be sure of the transfer we need # to be sure of the status of the image on glance changing to active. # The GlanceWriteThread handles the same for us. elif image_service and image_id: write_thread = io_util.GlanceWriteThread(context, thread_safe_pipe, image_service, image_id, image_meta) # Start the read and write threads. read_event = read_thread.start() write_event = write_thread.start() timer = timeout.Timeout(timeout_secs) try: # Wait on the read and write events to signal their end read_event.wait() write_event.wait() except (timeout.Timeout, Exception) as exc: # In case of any of the reads or writes raising an exception, # stop the threads so that we un-necessarily don't keep the other one # waiting. read_thread.stop() write_thread.stop() # Log and raise the exception. LOG.exception(exc) raise exception.CinderException(exc) finally: timer.cancel() # No matter what, try closing the read and write handles, if it so # applies. read_file_handle.close() if write_file_handle: write_file_handle.close()
**** CubicPower OpenStack Study **** def fetch_flat_image(context, timeout_secs, image_service, image_id, **kwargs): """Download flat image from the glance image server.""" LOG.debug(_("Downloading image: %s from glance image server as a flat vmdk" " file.") % image_id) file_size = int(kwargs.get('image_size')) read_iter = image_service.download(context, image_id) read_handle = rw_util.GlanceFileRead(read_iter) write_handle = rw_util.VMwareHTTPWriteFile(kwargs.get('host'), kwargs.get('data_center_name'), kwargs.get('datastore_name'), kwargs.get('cookies'), kwargs.get('file_path'), file_size) start_transfer(context, timeout_secs, read_handle, file_size, write_file_handle=write_handle) LOG.info(_("Downloaded image: %s from glance image server.") % image_id)
**** CubicPower OpenStack Study **** def fetch_stream_optimized_image(context, timeout_secs, image_service, image_id, **kwargs): """Download stream optimized image from glance image server.""" LOG.debug(_("Downloading image: %s from glance image server using HttpNfc" " import.") % image_id) file_size = int(kwargs.get('image_size')) read_iter = image_service.download(context, image_id) read_handle = rw_util.GlanceFileRead(read_iter) write_handle = rw_util.VMwareHTTPWriteVmdk(kwargs.get('session'), kwargs.get('host'), kwargs.get('resource_pool'), kwargs.get('vm_folder'), kwargs.get('vm_create_spec'), file_size) start_transfer(context, timeout_secs, read_handle, file_size, write_file_handle=write_handle) LOG.info(_("Downloaded image: %s from glance image server.") % image_id)
**** CubicPower OpenStack Study **** def upload_image(context, timeout_secs, image_service, image_id, owner_id, **kwargs): """Upload the vm's disk file to Glance image server.""" LOG.debug(_("Uploading image: %s to the Glance image server using HttpNfc" " export.") % image_id) file_size = kwargs.get('vmdk_size') read_handle = rw_util.VMwareHTTPReadVmdk(kwargs.get('session'), kwargs.get('host'), kwargs.get('vm'), kwargs.get('vmdk_file_path'), file_size) # The properties and other fields that we need to set for the image. # Important to set the 'size' to 0 here. Otherwise the glance client # uses the volume size which may not be image size after upload since # it is converted to a stream-optimized sparse disk image_metadata = {'disk_format': 'vmdk', 'is_public': 'false', 'name': kwargs.get('image_name'), 'status': 'active', 'container_format': 'bare', 'size': 0, 'properties': {'vmware_image_version': kwargs.get('image_version'), 'vmware_disktype': 'streamOptimized', 'owner_id': owner_id}} start_transfer(context, timeout_secs, read_handle, file_size, image_service=image_service, image_id=image_id, image_meta=image_metadata) LOG.info(_("Uploaded image: %s to the Glance image server.") % image_id)
|