feat: add default_missing_value_interpretation field; indicate KMS_SERVICE_ERROR is retryable (#637)

* feat: add beta2 deprecation message PiperOrigin-RevId: 556875976 Source-Link: googleapis/googleapis@29b8ec7 Source-Link: googleapis/googleapis-gen@cc401b7 Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiY2M0MDFiN2NhYzVjNzdjNjgxMDU2Yzc4OGFiMWM4ZTIwMjVlN2JhNiJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * feat: add default_missing_value_interpretation field; indicate KMS_SERVICE_ERROR is retryable PiperOrigin-RevId: 556931084 Source-Link: googleapis/googleapis@ca3d7e8 Source-Link: googleapis/googleapis-gen@861a1c3 Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiODYxYTFjMzQ2MjRhNTcyNTEzNDVjODIwZDY5ODg3YTQ5NWVlNDE3YSJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md --------- Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>

Author: gcf-owl-bot[bot]

google/cloud/bigquery_storage_v1/types/storage.py

@@ -438,6 +438,20 @@ class AppendRowsRequest(proto.Message):
 
  Currently, field name can only be top-level column name,
  can't be a struct field path like 'foo.bar'.
+ default_missing_value_interpretation (google.cloud.bigquery_storage_v1.types.AppendRowsRequest.MissingValueInterpretation):
+ Optional. Default missing value interpretation for all
+ columns in the table. When a value is specified on an
+ ``AppendRowsRequest``, it is applied to all requests on the
+ connection from that point forward, until a subsequent
+ ``AppendRowsRequest`` sets it to a different value.
+ ``missing_value_interpretation`` can override
+ ``default_missing_value_interpretation``. For example, if
+ you want to write ``NULL`` instead of using default values
+ for some columns, you can set
+ ``default_missing_value_interpretation`` to
+ ``DEFAULT_VALUE`` and at the same time, set
+ ``missing_value_interpretations`` to ``NULL_VALUE`` on those
+ columns.
  """
 
  class MissingValueInterpretation(proto.Enum):
@@ -521,6 +535,11 @@ class ProtoData(proto.Message):
  number=7,
  enum=MissingValueInterpretation,
  )
+ default_missing_value_interpretation: MissingValueInterpretation = proto.Field(
+ proto.ENUM,
+ number=8,
+ enum=MissingValueInterpretation,
+ )
 
 
 class AppendRowsResponse(proto.Message):
@@ -825,7 +844,7 @@ class StorageErrorCode(proto.Enum):
  customer-managed encryption key.
  KMS_SERVICE_ERROR (13):
  Key Management Service (KMS) service returned
- an error.
+ an error, which can be retried.
  KMS_PERMISSION_DENIED (14):
  Permission denied while using
  customer-managed encryption key.

google/cloud/bigquery_storage_v1beta2/services/big_query_write/async_client.py

@@ -57,7 +57,13 @@
 
 class BigQueryWriteAsyncClient:
  """BigQuery Write API.
+
  The Write API can be used to write data to BigQuery.
+
+ The `google.cloud.bigquery.storage.v1
+ API </bigquery/docs/reference/storage/rpc/google.cloud.bigquery.storage.v1>`__
+ should be used instead of the v1beta2 API for BigQueryWrite
+ operations.
  """
 
  _client: BigQueryWriteClient

google/cloud/bigquery_storage_v1beta2/services/big_query_write/client.py

@@ -94,7 +94,13 @@ def get_transport_class(
 
 class BigQueryWriteClient(metaclass=BigQueryWriteClientMeta):
  """BigQuery Write API.
+
  The Write API can be used to write data to BigQuery.
+
+ The `google.cloud.bigquery.storage.v1
+ API </bigquery/docs/reference/storage/rpc/google.cloud.bigquery.storage.v1>`__
+ should be used instead of the v1beta2 API for BigQueryWrite
+ operations.
  """
 
  @staticmethod

google/cloud/bigquery_storage_v1beta2/services/big_query_write/transports/grpc.py

@@ -33,8 +33,14 @@ class BigQueryWriteGrpcTransport(BigQueryWriteTransport):
  """gRPC backend transport for BigQueryWrite.
 
  BigQuery Write API.
+
  The Write API can be used to write data to BigQuery.
 
+ The `google.cloud.bigquery.storage.v1
+ API </bigquery/docs/reference/storage/rpc/google.cloud.bigquery.storage.v1>`__
+ should be used instead of the v1beta2 API for BigQueryWrite
+ operations.
+
  This class defines the same methods as the primary client, so the
  primary client can load the underlying transport implementation
  and call it.

google/cloud/bigquery_storage_v1beta2/services/big_query_write/transports/grpc_asyncio.py

@@ -34,8 +34,14 @@ class BigQueryWriteGrpcAsyncIOTransport(BigQueryWriteTransport):
  """gRPC AsyncIO backend transport for BigQueryWrite.
 
  BigQuery Write API.
+
  The Write API can be used to write data to BigQuery.
 
+ The `google.cloud.bigquery.storage.v1
+ API </bigquery/docs/reference/storage/rpc/google.cloud.bigquery.storage.v1>`__
+ should be used instead of the v1beta2 API for BigQueryWrite
+ operations.
+
  This class defines the same methods as the primary client, so the
  primary client can load the underlying transport implementation
  and call it.

scripts/fixup_bigquery_storage_v1_keywords.py

@@ -39,7 +39,7 @@ def partition(
 class bigquery_storageCallTransformer(cst.CSTTransformer):
  CTRL_PARAMS: Tuple[str] = ('retry', 'timeout', 'metadata')
  METHOD_TO_PARAMS: Dict[str, Tuple[str]] = {
- 'append_rows': ('write_stream', 'offset', 'proto_rows', 'trace_id', 'missing_value_interpretations', ),
+ 'append_rows': ('write_stream', 'offset', 'proto_rows', 'trace_id', 'missing_value_interpretations', 'default_missing_value_interpretation', ),
  'batch_commit_write_streams': ('parent', 'write_streams', ),
  'create_read_session': ('parent', 'read_session', 'max_stream_count', 'preferred_min_stream_count', ),
  'create_write_stream': ('parent', 'write_stream', ),