mirror of https://github.com/k3s-io/k3s
199 lines
6.4 KiB
Go
199 lines
6.4 KiB
Go
// +build !providerless
|
|
|
|
/*
|
|
Copyright 2020 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package routeclient
|
|
|
|
import (
|
|
"context"
|
|
"net/http"
|
|
"time"
|
|
|
|
"github.com/Azure/azure-sdk-for-go/services/network/mgmt/2019-06-01/network"
|
|
"github.com/Azure/go-autorest/autorest"
|
|
"github.com/Azure/go-autorest/autorest/azure"
|
|
|
|
"k8s.io/client-go/util/flowcontrol"
|
|
"k8s.io/klog/v2"
|
|
azclients "k8s.io/legacy-cloud-providers/azure/clients"
|
|
"k8s.io/legacy-cloud-providers/azure/clients/armclient"
|
|
"k8s.io/legacy-cloud-providers/azure/metrics"
|
|
"k8s.io/legacy-cloud-providers/azure/retry"
|
|
)
|
|
|
|
var _ Interface = &Client{}
|
|
|
|
// Client implements Route client Interface.
|
|
type Client struct {
|
|
armClient armclient.Interface
|
|
subscriptionID string
|
|
|
|
// Rate limiting configures.
|
|
rateLimiterReader flowcontrol.RateLimiter
|
|
rateLimiterWriter flowcontrol.RateLimiter
|
|
|
|
// ARM throttling configures.
|
|
RetryAfterReader time.Time
|
|
RetryAfterWriter time.Time
|
|
}
|
|
|
|
// New creates a new Route client with ratelimiting.
|
|
func New(config *azclients.ClientConfig) *Client {
|
|
baseURI := config.ResourceManagerEndpoint
|
|
authorizer := config.Authorizer
|
|
armClient := armclient.New(authorizer, baseURI, config.UserAgent, APIVersion, config.Location, config.Backoff)
|
|
rateLimiterReader, rateLimiterWriter := azclients.NewRateLimiter(config.RateLimitConfig)
|
|
|
|
klog.V(2).Infof("Azure RoutesClient (read ops) using rate limit config: QPS=%g, bucket=%d",
|
|
config.RateLimitConfig.CloudProviderRateLimitQPS,
|
|
config.RateLimitConfig.CloudProviderRateLimitBucket)
|
|
klog.V(2).Infof("Azure RoutesClient (write ops) using rate limit config: QPS=%g, bucket=%d",
|
|
config.RateLimitConfig.CloudProviderRateLimitQPSWrite,
|
|
config.RateLimitConfig.CloudProviderRateLimitBucketWrite)
|
|
|
|
client := &Client{
|
|
armClient: armClient,
|
|
rateLimiterReader: rateLimiterReader,
|
|
rateLimiterWriter: rateLimiterWriter,
|
|
subscriptionID: config.SubscriptionID,
|
|
}
|
|
|
|
return client
|
|
}
|
|
|
|
// CreateOrUpdate creates or updates a Route.
|
|
func (c *Client) CreateOrUpdate(ctx context.Context, resourceGroupName string, routeTableName string, routeName string, routeParameters network.Route, etag string) *retry.Error {
|
|
mc := metrics.NewMetricContext("routes", "create_or_update", resourceGroupName, c.subscriptionID, "")
|
|
|
|
// Report errors if the client is rate limited.
|
|
if !c.rateLimiterWriter.TryAccept() {
|
|
mc.RateLimitedCount()
|
|
return retry.GetRateLimitError(true, "RouteCreateOrUpdate")
|
|
}
|
|
|
|
// Report errors if the client is throttled.
|
|
if c.RetryAfterWriter.After(time.Now()) {
|
|
mc.ThrottledCount()
|
|
rerr := retry.GetThrottlingError("RouteCreateOrUpdate", "client throttled", c.RetryAfterWriter)
|
|
return rerr
|
|
}
|
|
|
|
rerr := c.createOrUpdateRoute(ctx, resourceGroupName, routeTableName, routeName, routeParameters, etag)
|
|
mc.Observe(rerr.Error())
|
|
if rerr != nil {
|
|
if rerr.IsThrottled() {
|
|
// Update RetryAfterReader so that no more requests would be sent until RetryAfter expires.
|
|
c.RetryAfterWriter = rerr.RetryAfter
|
|
}
|
|
|
|
return rerr
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// createOrUpdateRoute creates or updates a Route.
|
|
func (c *Client) createOrUpdateRoute(ctx context.Context, resourceGroupName string, routeTableName string, routeName string, routeParameters network.Route, etag string) *retry.Error {
|
|
resourceID := armclient.GetChildResourceID(
|
|
c.subscriptionID,
|
|
resourceGroupName,
|
|
"Microsoft.Network/routeTables",
|
|
routeTableName,
|
|
"routes",
|
|
routeName,
|
|
)
|
|
decorators := []autorest.PrepareDecorator{
|
|
autorest.WithPathParameters("{resourceID}", map[string]interface{}{"resourceID": resourceID}),
|
|
autorest.WithJSON(routeParameters),
|
|
}
|
|
if etag != "" {
|
|
decorators = append(decorators, autorest.WithHeader("If-Match", autorest.String(etag)))
|
|
}
|
|
|
|
response, rerr := c.armClient.PutResourceWithDecorators(ctx, resourceID, routeParameters, decorators)
|
|
defer c.armClient.CloseResponse(ctx, response)
|
|
if rerr != nil {
|
|
klog.V(5).Infof("Received error in %s: resourceID: %s, error: %s", "route.put.request", resourceID, rerr.Error())
|
|
return rerr
|
|
}
|
|
|
|
if response != nil && response.StatusCode != http.StatusNoContent {
|
|
_, rerr = c.createOrUpdateResponder(response)
|
|
if rerr != nil {
|
|
klog.V(5).Infof("Received error in %s: resourceID: %s, error: %s", "route.put.respond", resourceID, rerr.Error())
|
|
return rerr
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (c *Client) createOrUpdateResponder(resp *http.Response) (*network.Route, *retry.Error) {
|
|
result := &network.Route{}
|
|
err := autorest.Respond(
|
|
resp,
|
|
azure.WithErrorUnlessStatusCode(http.StatusOK, http.StatusCreated),
|
|
autorest.ByUnmarshallingJSON(&result))
|
|
result.Response = autorest.Response{Response: resp}
|
|
return result, retry.GetError(resp, err)
|
|
}
|
|
|
|
// Delete deletes a Route by name.
|
|
func (c *Client) Delete(ctx context.Context, resourceGroupName string, routeTableName string, routeName string) *retry.Error {
|
|
mc := metrics.NewMetricContext("routes", "delete", resourceGroupName, c.subscriptionID, "")
|
|
|
|
// Report errors if the client is rate limited.
|
|
if !c.rateLimiterWriter.TryAccept() {
|
|
mc.RateLimitedCount()
|
|
return retry.GetRateLimitError(true, "RouteDelete")
|
|
}
|
|
|
|
// Report errors if the client is throttled.
|
|
if c.RetryAfterWriter.After(time.Now()) {
|
|
mc.ThrottledCount()
|
|
rerr := retry.GetThrottlingError("RouteDelete", "client throttled", c.RetryAfterWriter)
|
|
return rerr
|
|
}
|
|
|
|
rerr := c.deleteRoute(ctx, resourceGroupName, routeTableName, routeName)
|
|
mc.Observe(rerr.Error())
|
|
if rerr != nil {
|
|
if rerr.IsThrottled() {
|
|
// Update RetryAfterReader so that no more requests would be sent until RetryAfter expires.
|
|
c.RetryAfterWriter = rerr.RetryAfter
|
|
}
|
|
|
|
return rerr
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// deleteRoute deletes a Route by name.
|
|
func (c *Client) deleteRoute(ctx context.Context, resourceGroupName string, routeTableName string, routeName string) *retry.Error {
|
|
resourceID := armclient.GetChildResourceID(
|
|
c.subscriptionID,
|
|
resourceGroupName,
|
|
"Microsoft.Network/routeTables",
|
|
routeTableName,
|
|
"routes",
|
|
routeName,
|
|
)
|
|
|
|
return c.armClient.DeleteResource(ctx, resourceID, "")
|
|
}
|