HEX
Server: Apache/2.4.65 (Ubuntu)
System: Linux ielts-store-v2 6.8.0-1036-gcp #38~22.04.1-Ubuntu SMP Thu Aug 14 01:19:18 UTC 2025 x86_64
User: root (0)
PHP: 7.2.34-54+ubuntu20.04.1+deb.sury.org+1
Disabled: pcntl_alarm,pcntl_fork,pcntl_waitpid,pcntl_wait,pcntl_wifexited,pcntl_wifstopped,pcntl_wifsignaled,pcntl_wifcontinued,pcntl_wexitstatus,pcntl_wtermsig,pcntl_wstopsig,pcntl_signal,pcntl_signal_get_handler,pcntl_signal_dispatch,pcntl_get_last_error,pcntl_strerror,pcntl_sigprocmask,pcntl_sigwaitinfo,pcntl_sigtimedwait,pcntl_exec,pcntl_getpriority,pcntl_setpriority,pcntl_async_signals,
Upload Files
File: //snap/google-cloud-cli/current/lib/googlecloudsdk/command_lib/storage/gzip_util.py
# -*- coding: utf-8 -*- #
# Copyright 2022 Google LLC. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Gzip utils for gcloud storage."""

from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals

import gzip
import os
import shutil

from googlecloudsdk.command_lib.storage import storage_url
from googlecloudsdk.command_lib.storage import user_request_args_factory
from googlecloudsdk.core import properties
from googlecloudsdk.core.util import files


def decompress_gzip_if_necessary(source_resource,
                                 gzipped_path,
                                 destination_path,
                                 do_not_decompress_flag=False,
                                 server_encoding=None):
  """Checks if file is elligible for decompression and decompresses if true.

  Args:
    source_resource (ObjectResource): May contain encoding metadata.
    gzipped_path (str): File path to unzip.
    destination_path (str): File path to write unzipped file to.
    do_not_decompress_flag (bool): User flag that blocks decompression.
    server_encoding (str|None): Server-reported `content-encoding` of file.

  Returns:
    (bool) True if file was successfully decompressed, else False.
  """
  content_encoding = getattr(source_resource.metadata, 'contentEncoding', '')
  if do_not_decompress_flag or not (
      content_encoding and 'gzip' in content_encoding.split(',') or
      server_encoding and 'gzip' in server_encoding.split(',')):
    return False

  try:
    with gzip.open(gzipped_path, 'rb') as gzipped_file:
      with files.BinaryFileWriter(
          destination_path,
          create_path=True,
          convert_invalid_windows_characters=(
              properties.VALUES.storage
              .convert_incompatible_windows_path_characters.GetBool()
          )) as ungzipped_file:
        shutil.copyfileobj(gzipped_file, ungzipped_file)
    return True
  except OSError:
    # May indicate trying to decompress non-gzipped file. Clean up.
    os.remove(destination_path)

  return False


def _should_gzip_file_type(gzip_settings, file_path):
  """Determines what, if any, type of file should be gzipped."""
  if not (gzip_settings and file_path):
    return None
  gzip_extensions = gzip_settings.extensions
  if gzip_settings.extensions == user_request_args_factory.GZIP_ALL:
    return gzip_settings.type
  elif isinstance(gzip_extensions, list):
    for extension in gzip_extensions:
      dot_separated_extension = '.' + extension.lstrip(' .')
      if file_path.endswith(dot_separated_extension):
        return gzip_settings.type
  return None


def should_gzip_in_flight(gzip_settings, file_path):
  """Determines if file qualifies for in-flight gzip encoding."""
  return _should_gzip_file_type(
      gzip_settings, file_path) == user_request_args_factory.GzipType.IN_FLIGHT


def should_gzip_locally(gzip_settings, file_path):
  return _should_gzip_file_type(
      gzip_settings, file_path) == user_request_args_factory.GzipType.LOCAL


def get_temporary_gzipped_file(file_path):
  zipped_file_path = file_path + storage_url.TEMPORARY_FILE_SUFFIX
  with files.BinaryFileReader(file_path) as file_reader:
    with gzip.open(zipped_file_path, 'wb') as gzip_file_writer:
      shutil.copyfileobj(file_reader, gzip_file_writer)
  return zipped_file_path