Override aiplatform_v1::EndpointServiceClient Retry Policies
This shows how to override the retry policies for aiplatform_v1::EndpointServiceClient:
auto options =
google::cloud::Options{}
.set<google::cloud::aiplatform_v1::
EndpointServiceConnectionIdempotencyPolicyOption>(
CustomIdempotencyPolicy().clone())
.set<google::cloud::aiplatform_v1::EndpointServiceRetryPolicyOption>(
google::cloud::aiplatform_v1::
EndpointServiceLimitedErrorCountRetryPolicy(3)
.clone())
.set<
google::cloud::aiplatform_v1::EndpointServiceBackoffPolicyOption>(
google::cloud::ExponentialBackoffPolicy(
/*initial_delay=*/std::chrono::milliseconds(200),
/*maximum_delay=*/std::chrono::seconds(45),
/*scaling=*/2.0)
.clone());
auto connection = google::cloud::aiplatform_v1::MakeEndpointServiceConnection(
"location-unused-in-this-example", options);
// c1 and c2 share the same retry policies
auto c1 = google::cloud::aiplatform_v1::EndpointServiceClient(connection);
auto c2 = google::cloud::aiplatform_v1::EndpointServiceClient(connection);
// You can override any of the policies in a new client. This new client
// will share the policies from c1 (or c2) *except* from the retry policy.
auto c3 = google::cloud::aiplatform_v1::EndpointServiceClient(
connection,
google::cloud::Options{}
.set<google::cloud::aiplatform_v1::EndpointServiceRetryPolicyOption>(
google::cloud::aiplatform_v1::
EndpointServiceLimitedTimeRetryPolicy(std::chrono::minutes(5))
.clone()));
// You can also override the policies in a single call:
// c3.SomeRpc(..., google::cloud::Options{}
// .set<google::cloud::aiplatform_v1::EndpointServiceRetryPolicyOption>(
// google::cloud::aiplatform_v1::EndpointServiceLimitedErrorCountRetryPolicy(10).clone()));
Assuming you have created a custom idempotency policy. Such as:
class CustomIdempotencyPolicy : public google::cloud::aiplatform_v1::
EndpointServiceConnectionIdempotencyPolicy {
public:
~CustomIdempotencyPolicy() override = default;
std::unique_ptr<
google::cloud::aiplatform_v1::EndpointServiceConnectionIdempotencyPolicy>
clone() const override {
return std::make_unique<CustomIdempotencyPolicy>(*this);
}
// Override inherited functions to define as needed.
};