HEX
Server: Apache/2.4.65 (Ubuntu)
System: Linux ielts-store-v2 6.8.0-1036-gcp #38~22.04.1-Ubuntu SMP Thu Aug 14 01:19:18 UTC 2025 x86_64
User: root (0)
PHP: 7.2.34-54+ubuntu20.04.1+deb.sury.org+1
Disabled: pcntl_alarm,pcntl_fork,pcntl_waitpid,pcntl_wait,pcntl_wifexited,pcntl_wifstopped,pcntl_wifsignaled,pcntl_wifcontinued,pcntl_wexitstatus,pcntl_wtermsig,pcntl_wstopsig,pcntl_signal,pcntl_signal_get_handler,pcntl_signal_dispatch,pcntl_get_last_error,pcntl_strerror,pcntl_sigprocmask,pcntl_sigwaitinfo,pcntl_sigtimedwait,pcntl_exec,pcntl_getpriority,pcntl_setpriority,pcntl_async_signals,
Upload Files
File: //snap/google-cloud-cli/396/lib/googlecloudsdk/command_lib/compute/scp_utils.py
# -*- coding: utf-8 -*- #
# Copyright 2017 Google LLC. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""Base class for commands copying files from and to virtual machines."""

from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals

from argcomplete.completers import FilesCompleter

from googlecloudsdk.calliope import actions
from googlecloudsdk.calliope import base
from googlecloudsdk.command_lib.compute import flags
from googlecloudsdk.command_lib.compute import iap_tunnel
from googlecloudsdk.command_lib.compute import scope as compute_scope
from googlecloudsdk.command_lib.compute import ssh_utils
from googlecloudsdk.command_lib.compute.instances import flags as instance_flags
from googlecloudsdk.command_lib.util.ssh import ip
from googlecloudsdk.command_lib.util.ssh import ssh
from googlecloudsdk.core import log
from googlecloudsdk.core import properties
from googlecloudsdk.core.util import retry


class BaseScpHelper(ssh_utils.BaseSSHCLIHelper):
  """Copy files to and from Google Compute Engine virtual machines."""

  @staticmethod
  def Args(parser):
    """Set up arguments for this command.

    Args:
      parser: An argparse.ArgumentParser.
    """
    super(BaseScpHelper, BaseScpHelper).Args(parser)

    parser.add_argument(
        'sources',
        completer=FilesCompleter,
        help='Specifies the files to copy.',
        metavar='[[USER@]INSTANCE:]SRC',
        nargs='+')

    parser.add_argument(
        'destination',
        help='Specifies a destination for the source files.',
        metavar='[[USER@]INSTANCE:]DEST')

    parser.add_argument(
        '--zone',
        action=actions.StoreProperty(properties.VALUES.compute.zone),
        help=('The zone of the instance to copy files to/from.\n\n' +
              flags.ZONE_PROPERTY_EXPLANATION))

  def RunScp(self,
             compute_holder,
             args,
             on_prem=False,
             port=None,
             recursive=False,
             compress=False,
             extra_flags=None,
             release_track=None,
             ip_type=ip.IpTypeEnum.EXTERNAL):
    """SCP files between local and remote GCE instance.

    Run this method from subclasses' Run methods.

    Args:
      compute_holder: The ComputeApiHolder.
      args: argparse.Namespace, the args the command was invoked with.
      on_prem: bool, Whether to connect to an on-prem IP.
      port: str or None, Port number to use for SSH connection.
      recursive: bool, Whether to use recursive copying using -R flag.
      compress: bool, Whether to use compression.
      extra_flags: [str] or None, extra flags to add to command invocation.
      release_track: obj, The current release track.
      ip_type: IpTypeEnum, Specify using internal ip or external ip address.

    Raises:
      ssh_utils.NetworkError: Network issue which likely is due to failure
        of SSH key propagation.
      ssh.CommandError: The SSH command exited with SSH exit code, which
        usually implies that a connection problem occurred.
    """
    if release_track is None:
      release_track = base.ReleaseTrack.GA

    super(BaseScpHelper, self).Run(args)

    dst = ssh.FileReference.FromPath(args.destination)
    srcs = [ssh.FileReference.FromPath(src) for src in args.sources]

    # Make sure we have a unique remote
    ssh.SCPCommand.Verify(srcs, dst, single_remote=True)

    remote = dst.remote or srcs[0].remote
    if not dst.remote:  # Make sure all remotes point to the same ref
      for src in srcs:
        src.remote = remote

    expiration, expiration_micros = ssh_utils.GetSSHKeyExpirationFromArgs(args)
    identity_file = None
    identity_file_list = None
    options = None

    # The client must be fetched to ensure reauth is performed as needed, even
    # for on-prem, which doesn't use the resulting variable. Another option may
    # be to just call "store.LoadIfEnabled()" for on-prem.
    compute_client = compute_holder.client

    oslogin_state = ssh.OsloginState()
    cert_file = None
    if on_prem:
      iap_tunnel_args = iap_tunnel.CreateOnPremSshTunnelArgs(
          args, release_track, remote.host)
    else:
      instance_ref = instance_flags.SSH_INSTANCE_RESOLVER.ResolveResources(
          [remote.host],
          compute_scope.ScopeEnum.ZONE,
          args.zone,
          compute_holder.resources,
          scope_lister=instance_flags.GetInstanceZoneScopeLister(
              compute_client))[0]
      instance = self.GetInstance(compute_client, instance_ref)
      project = self.GetProject(compute_client, instance_ref.project)

      if remote.user:
        username_requested = True
      else:
        username_requested = False
        remote.user = ssh.GetDefaultSshUsername(warn_on_account_user=True)
      if args.plain:
        oslogin_state.oslogin_enabled = False
      else:
        public_key = self.keys.GetPublicKey().ToEntry(include_comment=True)
        oslogin_state = ssh.GetOsloginState(
            instance,
            project,
            remote.user,
            public_key,
            expiration_micros,
            release_track,
            username_requested=username_requested,
            messages=compute_holder.client.messages)
        remote.user = oslogin_state.user

      if (oslogin_state.third_party_user or oslogin_state.require_certificates):
        cert_file = ssh.CertFileFromComputeInstance(
            project.name, instance_ref.zone, instance.id
        )

      # identity_file_list will be None if security keys are not enabled.
      identity_file_list = ssh.WriteSecurityKeys(oslogin_state)
      if not args.plain:
        if not identity_file_list:
          identity_file = self.keys.key_file
        options = self.GetConfig(ssh_utils.HostKeyAlias(instance),
                                 args.strict_host_key_checking)

      iap_tunnel_args = iap_tunnel.CreateSshTunnelArgs(
          args, release_track, instance_ref,
          ssh_utils.GetExternalInterface(instance, no_raise=True))

      if iap_tunnel_args:
        remote.host = ssh_utils.HostKeyAlias(instance)
      elif ip_type is ip.IpTypeEnum.INTERNAL:
        remote.host = ssh_utils.GetInternalIPAddress(instance)
      else:
        remote.host = ssh_utils.GetExternalIPAddress(instance)

    cmd = ssh.SCPCommand(
        srcs, dst, identity_file=identity_file, cert_file=cert_file,
        options=options, recursive=recursive, compress=compress, port=port,
        extra_flags=extra_flags, iap_tunnel_args=iap_tunnel_args,
        identity_list=identity_file_list)

    if args.dry_run:
      log.out.Print(' '.join(cmd.Build(self.env)))
      return

    # Raise errors if instance requires a security key but the local
    # environment doesn't support them. This is after the 'dry-run' because
    # we want to allow printing the command regardless.
    if release_track != base.ReleaseTrack.GA:
      ssh_utils.ConfirmSecurityKeyStatus(oslogin_state)

    # TODO(b/35355795): Don't force connect in general.
    # At a minimum, avoid injecting 'y' if PuTTY will prompt for a password /
    # 2FA authentication method (since we know that won't work), or if the user
    # has disabled the property.
    prompt_for_password = (
        args.plain
        and not any(f == '-i' or f.startswith('-i=') for f in extra_flags))
    putty_force_connect = (
        not prompt_for_password
        and not oslogin_state.oslogin_2fa_enabled
        and properties.VALUES.ssh.putty_force_connect.GetBool())

    if args.plain or oslogin_state.oslogin_enabled:
      keys_newly_added = False
    else:
      keys_newly_added = self.EnsureSSHKeyExists(
          compute_client,
          remote.user,
          instance,
          project,
          expiration=expiration)

    if keys_newly_added:
      poller = ssh_utils.CreateSSHPoller(remote, identity_file, options,
                                         iap_tunnel_args, port=port)

      log.status.Print('Waiting for SSH key to propagate.')
      try:
        poller.Poll(
            self.env,
            putty_force_connect=putty_force_connect)
      except retry.WaitException:
        raise ssh_utils.NetworkError()

    if ip_type is ip.IpTypeEnum.INTERNAL:
      # This will never happen when IAP Tunnel is enabled, because ip_type is
      # always EXTERNAL when IAP Tunnel is enabled, even if the instance has no
      # external IP. IAP Tunnel doesn't need verification because it uses
      # unambiguous identifiers for the instance.
      self.PreliminarilyVerifyInstance(instance.id, remote, identity_file,
                                       options, putty_force_connect)

    # Errors from the SCP command result in an ssh.CommandError being raised
    cmd.Run(
        self.env,
        putty_force_connect=putty_force_connect)