File: //snap/google-cloud-cli/394/lib/surface/pubsub/subscriptions/pull.py
# -*- coding: utf-8 -*- #
# Copyright 2015 Google LLC. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Cloud Pub/Sub subscription pull command."""
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from apitools.base.py import exceptions as api_ex
from googlecloudsdk.api_lib.pubsub import subscriptions
from googlecloudsdk.api_lib.util import exceptions as util_ex
from googlecloudsdk.calliope import base
from googlecloudsdk.calliope import exceptions
from googlecloudsdk.command_lib.pubsub import flags
from googlecloudsdk.command_lib.pubsub import resource_args
from googlecloudsdk.command_lib.pubsub import util
import six
MESSAGE_FORMAT = """\
table[box](
message.data.decode(base64).decode(utf-8),
message.messageId,
message.orderingKey,
message.attributes.list(separator='\n'),
deliveryAttempt,
ackId.if(NOT auto_ack)
)
"""
MESSAGE_FORMAT_WITH_ACK_STATUS = """\
table[box](
message.data.decode(base64).decode(utf-8),
message.messageId,
message.orderingKey,
message.attributes.list(separator='\n'),
deliveryAttempt,
ackId.if(NOT auto_ack),
ackStatus.if(auto_ack)
)
"""
def _Run(args, max_messages, return_immediately=False):
"""Pulls messages from a subscription."""
client = subscriptions.SubscriptionsClient()
subscription_ref = args.CONCEPTS.subscription.Parse()
pull_response = client.Pull(subscription_ref, max_messages,
return_immediately)
failed_ack_ids = {}
ack_ids_and_failure_reasons = []
if args.auto_ack and pull_response.receivedMessages:
ack_ids = [message.ackId for message in pull_response.receivedMessages]
try:
client.Ack(ack_ids, subscription_ref)
except api_ex.HttpError as error:
exc = util_ex.HttpException(error)
ack_ids_and_failure_reasons = util.ParseExactlyOnceErrorInfo(
exc.payload.details)
# If the failure doesn't have more information (specifically for exactly
# once related failures), assume all the ack ids have failed with the
# same status.
if not ack_ids_and_failure_reasons:
for ack_id in ack_ids:
failed_ack_ids[ack_id] = 'FAILURE_' + six.text_type(error.status_code)
if not failed_ack_ids:
for ack_ids_and_failure_reason in ack_ids_and_failure_reasons:
failed_ack_ids[ack_ids_and_failure_reason[
'AckId']] = ack_ids_and_failure_reason['FailureReason']
if not args.auto_ack:
return pull_response.receivedMessages
# We attempted to auto-ack this message. Augment the response with ackStatus.
return_val = []
for message in pull_response.receivedMessages:
# Copy the message into a separate object so we can mutate it.
message_copy = {}
for field in message.all_fields():
value = getattr(message, field.name)
if value:
message_copy[field.name] = value
if message.ackId in failed_ack_ids:
message_copy['ackStatus'] = failed_ack_ids[message.ackId]
else:
message_copy['ackStatus'] = 'SUCCESS'
return_val.append(message_copy)
return return_val
@base.ReleaseTracks(base.ReleaseTrack.GA)
class Pull(base.ListCommand):
"""Pulls one or more Cloud Pub/Sub messages from a subscription."""
detailed_help = {
'DESCRIPTION':
"""\
Returns one or more messages from the specified Cloud Pub/Sub
subscription, if there are any messages enqueued.
By default, this command returns only one message from the
subscription. Use the `--limit` flag to specify the max messages to
return.
Please note that this command is not guaranteed to return all the
messages in your backlog or the maximum specified in the --limit
argument. Receiving fewer messages than available occasionally
is normal."""
}
@staticmethod
def Args(parser):
parser.display_info.AddFormat(MESSAGE_FORMAT_WITH_ACK_STATUS)
resource_args.AddSubscriptionResourceArg(parser, 'to pull messages from.')
flags.AddPullFlags(parser)
base.LIMIT_FLAG.SetDefault(parser, 1)
def Run(self, args):
return _Run(args, args.limit)
@base.ReleaseTracks(base.ReleaseTrack.BETA, base.ReleaseTrack.ALPHA)
class PullBeta(Pull):
"""Pulls one or more Cloud Pub/Sub messages from a subscription."""
@staticmethod
def Args(parser):
parser.display_info.AddFormat(MESSAGE_FORMAT_WITH_ACK_STATUS)
resource_args.AddSubscriptionResourceArg(parser, 'to pull messages from.')
flags.AddPullFlags(
parser, add_deprecated=True, add_wait=True, add_return_immediately=True
)
def Run(self, args):
if args.IsSpecified('limit'):
if args.IsSpecified('max_messages'):
raise exceptions.ConflictingArgumentsException('--max-messages',
'--limit')
max_messages = args.limit
else:
max_messages = args.max_messages
return_immediately = False
if args.IsSpecified('return_immediately'):
return_immediately = args.return_immediately
elif args.IsSpecified('wait'):
return_immediately = not args.wait
return _Run(args, max_messages, return_immediately)